add images to video and improved prompt

Author: TacosyHorchata

.gitignore

@@ -1,2 +1,3 @@
 .env
-venv/
+venv/
+config.yaml

ImageHandler.py

@@ -0,0 +1,139 @@
+import requests
+import pysrt  
+import logging
+import os
+from openai import OpenAI 
+
+from dotenv import load_dotenv  # To load environment variables
+
+# Load environment variables from .env file
+load_dotenv()
+
+class ImageHandler:
+    def __init__(self, pexels_api_key, openai_api_key):
+
+        self.pexels_api_key = pexels_api_key
+        self.openai_api_key = openai_api_key
+        self.openai = OpenAI(api_key=self.openai_api_key)
+
+    def search_pexels_images(self, query):
+        """Search for images using Pexels API and return the URLs."""
+        search_url = "https://api.pexels.com/v1/search"
+
+        headers = {
+            'Authorization': self.pexels_api_key
+        }
+        
+        params = {
+            'query': query,
+            'per_page': 2
+        }
+        
+        try:
+            response = requests.get(search_url, headers=headers, params=params)
+            response.raise_for_status()  # Raise an error for bad responses
+        except requests.exceptions.HTTPError as e:
+            logging.error(f"HTTP error occurred: {e}")  # Log the error
+            return []  # Return an empty list on error
+        except Exception as e:
+            logging.error(f"An error occurred during the request: {e}")
+            return []
+
+        search_results = response.json()
+        image_urls = [photo['src']['original'] for photo in search_results.get('photos', [])]  # Extract image URLs
+        return image_urls
+
+    def search_google_images(self, query):
+        """Search for images using Google Custom Search API and return the URLs."""
+        search_url = "https://customsearch.googleapis.com/customsearch/v1?"
+        
+        params = {
+            'q': query,
+            'cx': self.google_cx,  # Ensure no leading/trailing spaces
+            'searchType': 'image',
+            'num': 1,  # Number of results to return
+            'key': self.google_api_key.strip()  # Ensure no leading/trailing spaces
+        }
+        
+        try:
+            response = requests.get(search_url, params=params)
+            response.raise_for_status()  # Raise an error for bad responses
+        except requests.exceptions.HTTPError as e:
+            logging.error(f"HTTP error occurred: {e}")  # Log the error
+            return []  # Return an empty list on error
+        except Exception as e:
+            logging.error(f"An error occurred during the request: {e}")
+            return []
+
+        search_results = response.json()
+        print(search_results)
+        image_urls = [item['link'] for item in search_results.get('items', [])]  # Extract image URLs
+        return image_urls
+
+    def download_image(self, url, filename):
+        """Download an image from a URL."""
+        try:
+            response = requests.get(url, timeout=10)  # Timeout for network issues
+            response.raise_for_status()  # Raise for HTTP errors
+            os.makedirs(os.path.dirname(filename), exist_ok=True)  # Ensure directory exists
+            with open(filename, 'wb') as f:
+                f.write(response.content)
+            return filename
+        except requests.exceptions.RequestException as e:
+            logging.error(f"Failed to download image: {e}")
+        except Exception as e:
+            logging.error(f"Error while saving image: {e}")
+        return None
+
+    def extract_keywords_from_subtitles(self, subtitles_file):
+        """Extract key phrases from subtitles."""
+        seconds_per_keyword = 5
+        try:
+            subs = pysrt.open(subtitles_file)
+            keywords = []
+            current_text = []
+            current_duration = 0
+            
+            for sub in subs:
+                current_text.append(sub.text)
+                current_duration += (sub.end - sub.start).milliseconds  # Use seconds attribute
+                if current_duration >= seconds_per_keyword*1000:  # Check if we reached 10 seconds
+                    keywords.append(' '.join(current_text))  # Join the accumulated text
+                    current_text = []  # Reset for the next batch
+                    current_duration = 0  # Reset duration
+            
+            return keywords
+        except Exception as e:
+            logging.error(f"Error extracting keywords from subtitles: {e}")
+            return []
+
+    def refine_keyword_with_openai(self, keyword, video_context):
+        """Refine the keyword using OpenAI's ChatGPT 3.5 for better image search results."""
+
+        try:
+            completion = self.openai.chat.completions.create(  # Async call to create chat completion
+                model="gpt-3.5-turbo",  # Updated model name
+                messages=[{'role':'system','content':'You are a query generation system designed to enhance video automation. Your task is to receive phrases and generate concise queries that will help in finding suitable images for the given scene. Please create a query based on the provided phrase and the context of the video.'},{'role': 'user', 'content': f' \n Original phrase: "{keyword}" \n Video topic: {video_context}'}],
+                max_tokens=200
+            )
+            refined_keyword = completion.choices[0].message.content.strip()
+            return refined_keyword
+        except requests.exceptions.RequestException as e:
+            logging.error(f"Error calling OpenAI API: {e}")
+            return keyword  # Return the original keyword on error
+
+    def get_images_from_subtitles(self, subtitles_file_path, video_context):
+        """Fetch relevant images based on the subtitles."""
+        keywords = self.extract_keywords_from_subtitles(subtitles_file_path)  # Extract keywords from subtitles
+        image_paths = []
+
+        for keyword in keywords:
+            refined_keyword = self.refine_keyword_with_openai(keyword, video_context)  # Refine the keyword
+            logging.info(f"Searching image for keywords: {refined_keyword}")
+            image_urls = self.search_pexels_images(refined_keyword)  # Search for images using the refined keyword
+            if image_urls:
+                img_path = f"assets/images/subtitle_image_{refined_keyword}.jpg"
+                logging.info(f"Downloading image: {image_urls[0]}")  # Unique filename for each image
+                if self.download_image(image_urls[0], img_path):
+                    image_paths.append(img_path)  # Add the downloaded image path to the list
+        return image_paths

README.md

@@ -1,17 +1,17 @@
 # TurboReelGPT
 
-**TurboReelGPT** is your go-to tool for creating short, engaging videos for TikTok, Instagram Reels, and YouTube Shorts. Unlike other AI video generators, TurboReelGPT aims to be the first prompt-to-video model that focuses on making content feel real and engaging.
+**Welcome to TurboReelGPT!** Your new buddy for creating short videos for TikTok, Instagram Reels, and YouTube Shorts. Unlike other AI video generators out there, we’re all about making your content feel real.
 
-### What We’re About
+## What We're About
 
 Just like Midjourney changed the game for images, TurboReelGPT is here to transform how we make videos. Our mission is to help creators easily produce videos that connect with their audience on a human level.
 
-- **Example YouTube Video**: Check out this [example video](https://www.youtube.com/watch?v=Dljw1VYg-g0&list=TLGG7jhQJ1_OX9gwMzEwMjAyNA) to see what you can create with TurboReelGPT.
-![Video Preview](https://img.youtube.com/vi/Dljw1VYg-g0/0.jpg)
+- **Check This Out**: Want to see what you can create? Check out this [example video](https://youtu.be/4tFtKmXc-xE?si=KTb0MLfAYTe7eVtP).
+![Video Preview](https://i.ytimg.com/vi/4tFtKmXc-xE/hqdefault.jpg)
 
-### Our Roadmap
+## 🚀 Our Roadmap
 
-1. **Make Storytelling Even Better**: Work on improving how we tell stories in videos.
+1. **Storytelling**: Work on improving how we tell stories in videos.
 2. **Stock Images Galore**: Add more stock images for users to choose from.
 3. **More Voice Options**: Introduce even more human-like voice choices.
 4. **AI-Generated Images**: Let users create and use AI-generated images in their videos.
@@ -20,47 +20,56 @@ Just like Midjourney changed the game for images, TurboReelGPT is here to transf
 7. **AI for Image Recognition**: Use AI to recognize images and sync them better with videos.
 8. **Fun Video Remixing**: Let users remix and play around with existing videos.
 
-### Getting Started
+## 💡 Getting Started
 
 Ready to dive in? Here’s how to get started with TurboReelGPT:
 
-1. **Clone the repo**:
+1. **Clone the Repo**:
    ```bash
    git clone https://github.com/yourusername/turboreelgpt.git
    ```
-2. **Go to the project folder**:
+
+2. **Head to the Project Folder**:
    ```bash
    cd turboreelgpt
    ```
-3. **Make sure you have Python 3.10.12 installed**. You can download it from [python.org](https://www.python.org/downloads/release/python-31012/).
+
+3. **Make Sure You’ve Got Python**: Grab Python 3.10.x from [python.org](https://www.python.org/downloads/release/python-31012/).
 
 4. **Install FFmpeg and ImageMagick**:
-   - **For Windows**: You can download the binaries from the [FFmpeg](https://ffmpeg.org/download.html) and [ImageMagick](https://imagemagick.org/script/download.php) websites and add them to your system's PATH.
-   - **For macOS**: You can use Homebrew to install them:
+   - **For Windows**: Download the binaries from [FFmpeg](https://ffmpeg.org/download.html) and [ImageMagick](https://imagemagick.org/script/download.php). Just add them to your system's PATH.
+   - **For macOS**: Use Homebrew (if you haven’t tried it yet, now’s the time!):
      ```bash
      brew install ffmpeg imagemagick
      ```
-   - **For Linux**: Use your package manager to install them:
+   - **For Linux**: Just use your package manager:
      ```bash
      sudo apt-get install ffmpeg imagemagick
      ```
 
-5. **Install the required Python packages**:
+5. **Get the Required Python Packages**:
    ```bash
    pip install -r requirements.txt
    ```
-6. **Launch the app**:
+
+6. **Grab Your API Keys**: You’ll need keys for OPENAI (for generating scripts) and PEXELS (for fetching images). Get your PEXELS API key [here](https://www.pexels.com/api/key/).
+
+7. **Set Up Your Config**: Create a `config.yaml` file in the root folder. Clone `config-example.yaml`, fill it in with your API keys and desired settings.
+
+8. **Launch the App**:
    ```bash
    python app.py
    ```
 
-### Want to Help?
+   **Heads Up**: This project uses YT-DLP for downloading YouTube videos, and it needs cookies to work properly. So, automating this in a VM might not be the best idea. Instead, download some videos manually, toss them in the assets folder, and change the "video path" in `app.py` (around line 219) to point to your downloaded videos.
+
+## 🤗 Want to Help?
 
-We’d love your help! If you want to contribute to TurboReelGPT, here’s what to do:
+We’d love your help! If you’re excited to contribute to TurboReelGPT, here’s how you can jump in:
 
-1. **Fork the repo**.
-2. **Create a new branch** for your feature or fix.
-3. **Make your changes and commit them**.
-4. **Push your branch** and submit a pull request.
+1. **Fork the Repo**.
+2. **Create a New Branch** for your feature or fix.
+3. **Make Your Changes and Commit Them**.
+4. **Push Your Branch** and submit a pull request.
 
-- **Join our Discord**: Connect with us and other creators on our [Discord server](https://discord.gg/4dnynCSN).
+- **Join Our Crew**: Let’s connect! Join us and other creators on our [Discord server](https://discord.gg/4dnynCSN). We can’t wait to see what you create!