improved captions and hook, implemented "add images" option

Author: TacosyHorchata

.env-example

@@ -0,0 +1,2 @@
+OPENAI_API_KEY=sk-proj-ghj...
+PEXELS_API_KEY=hAi...

.gitignore

@@ -1,4 +1,5 @@
 .env
 venv/
 config.yaml
-__pycache__/
+__pycache__/
+tests.py

GUI.py

@@ -1,57 +1,141 @@
 import gradio as gr
-from src.generateVideo import generate_video
+from src.reddit_story_engine import RedditStoryGenerator
+from src.ready_made_script_engine import ReadyMadeScriptGenerator
 import asyncio
+import logging
+import traceback
 import os
 
-def generate_video_wrapper(video_source, video_file, video_url, script_type, video_topic, video_script):
-    video_path = video_file.name if video_file else None
-    params = {
-        "video_path_or_url": video_source,
-        "video_path": video_path,
-        "video_url": video_url,
-        "video_topic": video_topic,
-        "video_script": video_script,
-        "video_script_type": script_type
-    }
-    result = asyncio.run(generate_video(**params))
-    return str(result)
+reddit_story_generator = RedditStoryGenerator()
+ready_made_script_generator = ReadyMadeScriptGenerator()
 
-with gr.Blocks() as iface:
-    with gr.Row():  # Added a row to position elements
-        gr.Image("public/turboreel_logo.png", label="TurboReel Logo", width=200, height=50)
-    gr.Markdown("Generate a video based on the provided parameters.")
-
-    with gr.Row():
-        video_source = gr.Radio(["video_path", "video_url"], label="Video Source")
-        script_type = gr.Radio(["based_on_topic", "ready_made_script"], label="Video Script Type")
-
-    with gr.Group():
-        video_file = gr.File(label="Select File", visible=False, file_types=["video"])
-        video_url = gr.Textbox(label="YouTube URL", visible=False)
-
-    with gr.Group():
-        video_topic = gr.Textbox(label="Video Topic", visible=False)
-        video_script = gr.Textbox(label="Video Script", lines=5, visible=False)
-
-    output = gr.Textbox(label="Result")
-    submit_btn = gr.Button("Generate Video")
-
-    def update_visibility(video_src, script_typ):
-        return {
-            video_file: gr.update(visible=video_src == "video_path"),
-            video_url: gr.update(visible=video_src == "video_url"),
-            video_topic: gr.update(visible=script_typ == "based_on_topic"),
-            video_script: gr.update(visible=script_typ == "ready_made_script")
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+def generate_video_reddit(video_source, video_file, video_url, video_topic, add_images):
+    try:
+        video_path = video_file.name if video_file else None
+        params = {
+            "video_path_or_url": video_source,
+            "video_path": video_path,
+            "video_url": video_url,
+            "video_topic": video_topic,
+            "add_images": add_images
         }
+        result = asyncio.run(reddit_story_generator.generate_video(**params))
+        return result  # Return the result dictionary and None for the button update
+    except Exception as e:
+        logger.error(traceback.format_exc())
+        return {"status": "error", "message": str(e)}
+
+def generate_video_ready_made(video_source, video_hook, video_file, video_url, video_script, add_images):
+    try:
+        video_path = video_file.name if video_file else None
+        params = {
+            "video_path_or_url": video_source,
+            "video_path": video_path,
+            "video_url": video_url,
+            "video_hook": video_hook,
+            "video_script": video_script,
+            "add_images": add_images
+        }
+        result = asyncio.run(ready_made_script_generator.generate_video(**params))
+        return result  # Return only the result dictionary
+    except Exception as e:
+        logger.error(traceback.format_exc())
+        return {"status": "error", "message": str(e)}
+
+with gr.Blocks() as iface:
+    gr.Markdown("# TurboReel Video Generator")
+    gr.Image("public/turboreel_logo.png", label="TurboReel Logo", width="full", height=60)
+
+    with gr.Tabs():
+        with gr.TabItem("Reddit Story Videos"):
+
+            ##title
+            gr.Markdown("Generate videos based on popular Reddit stories and topics.")
+            
+            with gr.Row():
+                reddit_video_source = gr.Radio(["video_path", "video_url"], label="Video Source")
+            
+            with gr.Group():
+                reddit_video_file = gr.File(label="Select File", visible=False, file_types=["video"])
+                reddit_video_url = gr.Textbox(label="YouTube URL", visible=False)
+            
+            reddit_video_topic = gr.Textbox(label="Video Topic", placeholder="Enter a topic")
+            reddit_add_images = gr.Checkbox(label="Add Images", value=True)
+            reddit_output = gr.Textbox(label="Result")
+            reddit_download_btn = gr.File(label="Download Generated Video", visible=False)
+            reddit_submit_btn = gr.Button("Generate Reddit Story Video")
+
+        with gr.TabItem("Ready-Made Script Videos"):
+            ##title
+            gr.Markdown("Generate videos using your own custom scripts and hooks.")
 
-    video_source.change(update_visibility, [video_source, script_type], [video_file, video_url, video_topic, video_script])
-    script_type.change(update_visibility, [video_source, script_type], [video_file, video_url, video_topic, video_script])
+            with gr.Row():
+                ready_made_video_source = gr.Radio(["video_path", "video_url"], label="Video Source")
+            
+            with gr.Group():
+                ready_made_video_file = gr.File(label="Select File", visible=False, file_types=["video"])
+                ready_made_video_url = gr.Textbox(label="YouTube URL", visible=False)
+            
+            ready_made_video_hook = gr.Textbox(label="Video Hook", placeholder="Enter a one-liner hook. This is the first thing that will be seen by the user. It's important because it will determine if the user watches the video or not. \n\nIf no hook is provided, we will generate one for you.", max_length=80)
+            ready_made_video_script = gr.Textbox(label="Video Script", lines=5, placeholder="Enter a script", max_length=1000)
+            ready_made_add_images = gr.Checkbox(label="Add Images", value=True)
+            ready_made_output = gr.Textbox(label="Result")
+            ready_made_download_btn = gr.File(label="Download Generated Video", visible=False)
+            ready_made_submit_btn = gr.Button("Generate Ready-Made Script Video")
+
+    def update_visibility(video_src):
+        return (
+            gr.update(visible=video_src == "video_path"),
+            gr.update(visible=video_src == "video_url")
+        )
+
+    reddit_video_source.change(
+        fn=update_visibility,
+        inputs=[reddit_video_source],
+        outputs=[reddit_video_file, reddit_video_url]
+    )
+
+    ready_made_video_source.change(
+        fn=update_visibility,
+        inputs=[ready_made_video_source],
+        outputs=[ready_made_video_file, ready_made_video_url]
+    )
+
+    def process_result(result):
+        if isinstance(result, str):
+            try:
+                result = eval(result)
+            except:
+                return {"status": "error", "message": result}, gr.update(visible=False), None
+
+        if result["status"] == "success":
+            output_message = f"Status: {result['status']}\nMessage: {result['message']}\nOutput Path: {result['output_path']}"
+            return output_message, gr.update(visible=False), gr.update(value=result['output_path'], visible=True)
+        else:
+            return f"Status: {result['status']}\nMessage: {result['message']}", gr.update(visible=False), None
+
+    reddit_submit_btn.click(
+        generate_video_reddit,
+        inputs=[reddit_video_source, reddit_video_file, reddit_video_url, reddit_video_topic, reddit_add_images],
+        outputs=reddit_output
+    ).then(
+        process_result,
+        inputs=reddit_output,
+        outputs=[reddit_output, reddit_submit_btn, reddit_download_btn]
+    )
 
-    submit_btn.click(
-        generate_video_wrapper,
-        inputs=[video_source, video_file, video_url, script_type, video_topic, video_script],
-        outputs=output
+    ready_made_submit_btn.click(
+        generate_video_ready_made,
+        inputs=[ready_made_video_source, ready_made_video_hook, ready_made_video_file, ready_made_video_url, ready_made_video_script, ready_made_add_images],
+        outputs=ready_made_output
+    ).then(
+        process_result,
+        inputs=ready_made_output,
+        outputs=[ready_made_output, ready_made_submit_btn, ready_made_download_btn]
     )
 
 if __name__ == "__main__":
-    iface.launch()
+    iface.launch()

app.py

@@ -1,22 +1,26 @@
-import asyncio
-from src.generateVideo import generate_video
-import yaml
+"""
+Nothing to see here, 
 
-with open('./config.yaml', 'r') as file:
-    config = yaml.safe_load(file)
+1. Create an .env file with the following variables:
+    OPENAI_API_KEY=<your_openai_api_key>
+    PEXELS_API_KEY=<your_pexels_api_key>
 
-# Example usage
-video_path_or_url = config['assets']['VIDEO_PATH_OR_URL']
-video_url = config['assets']['VIDEO_YOUTUBE_URL']
-video_path = config['assets']['VIDEO_PATH']
-video_topic = config['video_parameters']['VIDEO_TOPIC']
-video_script = config['video_parameters']['VIDEO_SCRIPT']
-video_script_type = config['video_parameters']['VIDEO_SCRIPT_TYPE']
+2. Run GUI.py to start the interface
+    python3 GUI.py
 
-asyncio.run(generate_video(
-    video_path_or_url=video_path_or_url, 
-    video_path=video_path,
-    video_url=video_url, 
-    video_topic=video_topic, 
-    video_script=video_script, 
-    video_script_type=video_script_type))
+
+⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠈⠀⠀⣀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀
+⠀⠀⠀⠀⠀⠀⠀⠀⡀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠳⠃⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀
+⠀⠀⠀⠀⠀⠀⣀⡴⢧⣀⠀⠀⣀⣠⠤⠤⠤⠤⣄⣀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀
+⠀⠀⠀⠀⠀⠀⠀⠘⠏⢀⡴⠊⠁⠀⠀⠀⠀⠀⠀⠈⠙⠦⡀⠀⠀⠀⠀⠀⠀⠀⠀⠀
+⠀⠀⠀⠀⠀⠀⠀⠀⣰⠋⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠘⢶⣶⣒⣶⠦⣤⣀⠀⠀
+⠀⠀⠀⠀⠀⠀⢀⣰⠃⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠈⣟⠲⡌⠙⢦⠈⢧⠀
+⠀⠀⠀⣠⢴⡾⢟⣿⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⣸⡴⢃⡠⠋⣠⠋⠀
+⠐⠀⠞⣱⠋⢰⠁⢿⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⣀⣠⠤⢖⣋⡥⢖⣫⠔⠋⠀⠀⠀
+⠈⠠⡀⠹⢤⣈⣙⠚⠶⠤⠤⠤⠴⠶⣒⣒⣚⣩⠭⢵⣒⣻⠭⢖⠏⠁⢀⣀⠀⠀⠀⠀
+⠠⠀⠈⠓⠒⠦⠭⠭⠭⣭⠭⠭⠭⠭⠿⠓⠒⠛⠉⠉⠀⠀⣠⠏⠀⠀⠘⠞⠀⠀⠀⠀
+⠀⠀⠀⠀⠀⠀⠀⠀⠀⠈⠓⢤⣀⠀⠀⠀⠀⠀⠀⣀⡤⠞⠁⠀⣰⣆⠀⠀⠀⠀⠀⠀
+⠀⠀⠀⠀⠀⠘⠿⠀⠀⠀⠀⠀⠈⠉⠙⠒⠒⠛⠉⠁⠀⠀⠀⠉⢳⡞⠉⠀⠀⠀⠀⠀
+
+    
+"""

config-example.yaml

@@ -18,6 +18,13 @@ system_prompt: |
   - The language should be casual and relatable, as if you’re a friend sharing a story.
   - The story should begin with "I" and dive straight into the narrative, without titles or conclusions.
 
+  **Instructions for the JSON output:**
+  - The output should be a JSON object with the following structure:
+    {
+      "reddit_question": "The Reddit question text",
+      "youtube_short_story": "The YouTube short story text"
+    }
+
 user_prompt: |
   - New generated story. The story must be highly unusual and spicy, surprising listeners and hooking them into the narrative. 
   - Reddit question topic: 

prompt_templates/reddit_thread.yaml

@@ -0,0 +1,30 @@
+import os
+import logging
+
+from .subtitle_generator import SubtitleGenerator
+from .video_captioner import VideoCaptioner
+
+# Load environment variables from .env file
+from dotenv import load_dotenv
+load_dotenv()
+
+# Set up logging
+logging.basicConfig(level=logging.INFO)
+
+
+class CaptionHandler:
+    def __init__(self):
+        self.subtitle_generator = SubtitleGenerator()
+        self.video_captioner = VideoCaptioner()
+        self.default_font = "Dacherry.ttf"
+
+    async def process(self, audio_file: str, captions_color="white", shadow_color="cyan", font_size=30, font=None):
+        subtitles_file = await self.subtitle_generator.generate_subtitles(audio_file)
+        caption_clips = self.video_captioner.generate_captions_to_video(
+            subtitles_file,
+            font=None,
+            captions_color=captions_color,
+            shadow_color=shadow_color,
+            font_size=font_size
+        )
+        return subtitles_file, caption_clips