Dev

ai-services/background-music-api/config.py

@@ -0,0 +1,7 @@
+## SECRETS ##
+from dotenv import load_dotenv
+import os
+
+storage_account_key = ""
+connection_string = ""
+container_name = ""

ai-services/background-music-api/main.py

@@ -0,0 +1,175 @@
+import os
+from yt_dlp import YoutubeDL
+from yt_dlp.utils import DownloadError
+from yt_dlp.extractor import get_info_extractor
+from moviepy.editor import VideoFileClip, AudioFileClip, concatenate_audioclips
+from spleeter.separator import Separator
+import shutil
+from moviepy.video.io.ffmpeg_tools import ffmpeg_extract_subclip
+from azure.storage.blob import BlobServiceClient
+from config import (
+    storage_account_key,
+    connection_string,
+    container_name,
+)
+import urllib.parse
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+from pydantic import BaseModel
+import math
+from pydub import AudioSegment
+
+app = FastAPI()
+export_type = "flac"
+
+
+def utils_add_bg_music(file_path, video_link):
+    file_name = file_path.replace(".flac", "")
+    ydl = YoutubeDL({"format": "best"})
+    with YoutubeDL(
+        {"format": "best", "outtmpl": "{}.%(ext)s".format(file_name)}
+    ) as ydl:
+        ydl.download([video_link])
+
+    video = VideoFileClip(file_name + ".mp4")
+    audio = video.audio
+
+    audio_file = file_name + ".wav"
+    audio.write_audiofile(audio_file)
+    audio = AudioFileClip(audio_file)
+    count = 1
+    duration_of_clip = 60  # in seconds, duration of final audio clip
+    src_duration = math.ceil(
+        audio.duration
+    )  # in seconds, the duration of the original audio
+    audio_file_paths_bg = []
+
+    for i in range(0, src_duration, duration_of_clip):
+        ffmpeg_extract_subclip(
+            audio_file, i, i + 60, targetname=f"{file_name}_{count}.wav"
+        )
+        audio_file_paths_bg.append(f"{file_name}_{count}.wav")
+        count += 1
+
+    separator = Separator(
+        "spleeter:2stems"
+    )  # Load the 2stems (vocals/accompaniment) model
+    bg_music = []
+    for a_file in audio_file_paths_bg:
+        # Use Spleeter to separate vocals and accompaniment
+        separation = separator.separate_to_file(a_file, "output")
+        temp_file_path = os.path.join(
+            "output", a_file.split("/")[-1].replace(".wav", "")
+        )
+        bg_music.append(temp_file_path + "/accompaniment.wav")
+
+    final_paths = []
+    concatenated_bg_audios = audio_file.replace(".wav", "_bg_final.wav")
+    clips = [AudioFileClip(c) for c in bg_music]
+    final_clip_1 = concatenate_audioclips(clips)
+    final_clip_1.write_audiofile(concatenated_bg_audios)
+
+    sound1 = AudioSegment.from_file(concatenated_bg_audios)
+    AudioSegment.from_file(file_path.split("/")[-1]).export(
+        file_path.replace(".flac", ".wav"), format="wav"
+    )
+    sound2 = AudioSegment.from_file(
+        os.path.join(
+            file_path.split("/")[-1].replace(".flac", ".wav"),
+        )
+    )
+    audio1 = sound1
+    audio2 = sound2 + 2
+    combined = sound2.overlay(audio1)
+
+    combined.export(file_path.replace(".wav", "_final.wav"), format="wav")
+    for fname in audio_file_paths_bg:
+        if os.path.isfile(fname):
+            os.remove(fname)
+
+    try:
+        shutil.rmtree("output")
+        os.remove(concatenated_bg_audios)
+        os.remove(
+            os.path.join(
+                file_path.split("/")[-1].replace(".flac", ".wav"),
+            )
+        )
+        os.remove(file_path.replace(".flac", "") + ".mp4")
+    except OSError as e:
+        print("Error: %s - %s." % (e.filename, e.strerror))
+    return file_path.replace(".wav", "_final.wav")
+
+def upload_audio_to_azure_blob(file_path, export_type, export):
+    blob_service_client = BlobServiceClient.from_connection_string(connection_string)
+    if export == False:
+        AudioSegment.from_wav(file_path + "final.wav").export(
+            file_path + "final.flac", format="flac"
+        )
+        full_path_audio = file_path + "final.flac"
+        blob_client_audio = blob_service_client.get_blob_client(
+            container=container_name, blob=file_path.split("/")[-1] + ".flac"
+        )
+    else:
+        full_path_audio = file_path.replace(".flac", "") + "." + export_type
+        blob_client_audio = blob_service_client.get_blob_client(
+            container=container_name,
+            blob=file_path.split("/")[-1].replace(".flac", "") + "." + export_type,
+        )
+    with open(full_path_audio, "rb") as data:
+        try:
+            if not blob_client_audio.exists():
+                blob_client_audio.upload_blob(data)
+                print("Audio uploaded successfully!")
+                print(blob_client_audio.url)
+            else:
+                blob_client_audio.delete_blob()
+                print("Old Audio deleted successfully!")
+                blob_client_audio.upload_blob(data)
+                print("New audio uploaded successfully!")
+        except Exception as e:
+            print("This audio can't be uploaded")
+    return blob_client_audio.url
+
+
+if __name__ == "__main__":
+    os.mkdir("temporary_audio_storage")
+
+class BGMusicRequest(BaseModel):
+    azure_audio_url: str
+    youtube_url:str
+
+def download_from_azure_blob(file_path):
+    blob_service_client = BlobServiceClient.from_connection_string(connection_string)
+    encoded_file_path = file_path.split("/")[-1]
+    encoded_url_path = urllib.parse.unquote(encoded_file_path)
+    blob_client = blob_service_client.get_blob_client(
+        container=container_name, blob=encoded_url_path
+    )
+    with open(file=file_path.split("/")[-1], mode="wb") as sample_blob:
+        download_stream = blob_client.download_blob()
+        sample_blob.write(download_stream.readall())
+
+
+@app.post("/add_background_music")
+async def add_background_music(audio_request: BGMusicRequest):
+    url = audio_request.azure_audio_url
+    youtube_url = audio_request.youtube_url
+    print("Downloading")
+    download_from_azure_blob(str(url))
+    print("Downloaded")
+    file_path = url.split("/")[-1]
+    file_path_music = utils_add_bg_music(file_path, youtube_url)
+    AudioSegment.from_file(file_path_music).export(
+        file_path.split("/")[-1].replace(".flac", "") + "." + export_type,
+        format=export_type,
+    )
+    azure_url_audio = upload_audio_to_azure_blob(
+        file_path, export_type, export=True
+    )
+    try:
+        os.remove(file_path)
+        os.remove(file_path.split("/")[-1].replace(".flac", "") + "." + export_type)
+    except:
+        print("Error in removing files")
+    return {"status": "Success", "output": azure_url_audio}

ai-services/background-music-api/requirements.txt

@@ -0,0 +1,11 @@
+pydub
+webvtt-py
+yt-dlp
+ffmpeg
+gevent
+webrtcvad
+fastapi[all]
+azure-storage-blob
+pydub
+moviepy
+spleeter

backend/.env.example

@@ -1,40 +1,43 @@
-DEBUG=true
-SECRET_KEY=
-ALLOWED_HOSTS=
-FRONTEND_URL=
-DOMAIN=
+DEBUG=false
+SECRET_KEY=''
+ALLOWED_HOSTS=backend.chitralekha.ai4bharat.org
+FRONTEND_URL=https://chitralekha.ai4bharat.org
+DOMAIN="chitralekha.ai4bharat.org/#"
 
 ENABLE_CORS=true
-CORS_TRUSTED_ORIGINS=
+CORS_TRUSTED_ORIGINS=https://*.ai4bharat.org
 
 POSTGRES_DB_NAME='postgres' # Insert your database name here
 POSTGRES_DB_USERNAME='postgres' # Insert your PostgreSQL username here
 POSTGRES_DB_PASSWORD='password' #Insert your PostgreSQL password here.
 POSTGRES_DB_HOST='db'
 POSTGRES_DB_PORT='5432'
 
-DEFAULT_FROM_EMAIL=
-EMAIL_HOST=
-SMTP_USERNAME=
-SMTP_PASSWORD=
+DEFAULT_FROM_EMAIL=""
+EMAIL_HOST=""
+SMTP_USERNAME=""
+SMTP_PASSWORD=""
 
 CELERY_BROKER_URL="redis://redis:6379"
-# FLOWER_BASIC_AUTH=username:password
+FLOWER_BASIC_AUTH=username:password
 FLOWER_URL="http://flower:5555"
 
 DHRUVA_KEY=""
-# ASR_API_URL=""
+
 ENGLISH_ASR_API_URL=""
 INDIC_ASR_API_URL=""
 SERVICE_ID_HINDI=""
 SERVICE_ID_INDO_ARYAN=""
 SERVICE_ID_DRAVIDIAN=""
+
 NMT_API_URL=""
 MISC_TTS_API_URL=""
 INDO_ARYAN_TTS_API_URL=""
 DRAVIDIAN_TTS_API_URL=""
 TRANSLITERATION_URL=""
-ALIGN_JSON_URL=
+BG_MUSIC_API_URL=""
+
+ALIGN_JSON_URL=""
 
 AZURE_STORAGE_ACCOUNT_KEY=""
 AZURE_STORAGE_CONNECTION_STRING=""

backend/backend/celery.py

@@ -30,6 +30,18 @@
         "task": "send_new_tasks_mail",
         "schedule": crontab(minute=0, hour=1),  # execute everyday at 1 am
     },
+    "Send_mail_to_org_owners": {
+        "task": "send_new_users_to_org_owner",
+        "schedule": crontab(minute=1, hour=1),  # execute everyday at 1 am
+    },
+    "Send_mail_to_users": {
+        "task": "send_eta_reminders",
+        "schedule": crontab(minute=2, hour=1),  # execute everyday at 1 am
+    },
+    "Send_newsletters": {
+        "task": "send_newsletter",
+        "schedule": crontab(minute=3, hour=1),  # execute everyday at 1 am
+    },
 }
 
 celery_app.autodiscover_tasks()

backend/backend/settings.py

@@ -64,6 +64,7 @@
     "users",
     "voiceover",
     "youtube",
+    "newsletter",
 ]
 
 MIDDLEWARE = [

backend/backend/urls.py

@@ -20,6 +20,8 @@
 from drf_yasg.views import get_schema_view
 from drf_yasg import openapi
 from drf_yasg.generators import OpenAPISchemaGenerator
+from video.views import TransliterationAPIView
+
 
 ## Utility Classes
 class BothHttpAndHttpsSchemaGenerator(OpenAPISchemaGenerator):
@@ -68,6 +70,12 @@ def get_schema(self, request=None, public=False):
     path("transcript/", include("transcript.urls")),
     path("voiceover/", include("voiceover.urls")),
     path("youtube/", include("youtube.urls")),
+    path(
+        "api/generic/transliteration/<str:target_language>/<str:data>/",
+        TransliterationAPIView.as_view(),
+        name="transliteration-api",
+    ),
+    path("newsletter/", include("newsletter.urls")),
     re_path(
         r"^swagger(?P<format>\.json|\.yaml)$",
         schema_view.without_ui(cache_timeout=0),

backend/config.py

@@ -15,6 +15,7 @@
 youtube_api_key = os.getenv("YOUTUBE_API_KEY")
 align_json_url = os.getenv("ALIGN_JSON_URL")
 transliteration_url = os.getenv("TRANSLITERATION_URL")
+bg_music_url = os.getenv("BG_MUSIC_API_URL")
 
 storage_account_key = os.getenv("AZURE_STORAGE_ACCOUNT_KEY")
 connection_string = os.getenv("AZURE_STORAGE_CONNECTION_STRING")

backend/newsletter/admin.py

@@ -0,0 +1,30 @@
+from django.contrib import admin
+
+from .models import Newsletter, SubscribedUsers
+
+
+# Show particular fields in the admin panel
+class NewsletterAdmin(admin.ModelAdmin):
+    """
+    YoutubeAdmin class to render the youtube admin panel.
+    """
+
+    list_display = (
+        "newsletter_uuid",
+        "submitter_id",
+        "content",
+        "category",
+        "created_at",
+    )
+
+
+class SubscribedUsersAdmin(admin.ModelAdmin):
+    """
+    YoutubeAdmin class to render the youtube admin panel.
+    """
+
+    list_display = ("user", "subscribed_categories")
+
+
+admin.site.register(Newsletter, NewsletterAdmin)
+admin.site.register(SubscribedUsers, SubscribedUsersAdmin)

backend/newsletter/apps.py

@@ -0,0 +1,6 @@
+from django.apps import AppConfig
+
+
+class NewsletterConfig(AppConfig):
+    default_auto_field = "django.db.models.BigAutoField"
+    name = "newsletter"