Update app.py

app.py

@@ -17,6 +17,48 @@ import numpy as np
 import shutil
 
 
+# Install Google Chrome and ChromeDriver if not already installed
+os.system('wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb')
+os.system('apt-get update && apt-get install -y ./google-chrome-stable_current_amd64.deb')
+os.system('CHROME_VERSION=$(google-chrome --version | awk \'{print $3}\' | cut -d \'.\' -f 1)')
+os.system('wget https://chromedriver.storage.googleapis.com/${CHROME_VERSION}.0/chromedriver_linux64.zip')
+os.system('unzip chromedriver_linux64.zip')
+os.system('mv chromedriver /usr/bin/chromedriver && chmod +x /usr/bin/chromedriver')
+
+def check_chrome_installation():
+    """Check if Chrome is installed and get its version"""
+    try:
+        # First try the default 'google-chrome' command
+        result = subprocess.run(['google-chrome', '--version'], 
+                              capture_output=True, 
+                              text=True)
+        if result.returncode == 0:
+            return True
+    except FileNotFoundError:
+        # If 'google-chrome' fails, try 'google-chrome-stable'
+        try:
+            result = subprocess.run(['google-chrome-stable', '--version'], 
+                                  capture_output=True, 
+                                  text=True)
+            if result.returncode == 0:
+                return True
+        except FileNotFoundError:
+            pass
+    return False
+
+def setup_chrome_options():
+    """Setup Chrome options with all necessary arguments"""
+    chrome_options = Options()
+    chrome_options.add_argument('--headless=new')  # Updated headless argument
+    chrome_options.add_argument('--no-sandbox')
+    chrome_options.add_argument('--disable-dev-shm-usage')
+    chrome_options.add_argument('--disable-gpu')
+    chrome_options.add_argument('--disable-software-rasterizer')
+    chrome_options.add_argument('--disable-extensions')
+    chrome_options.add_argument('--disable-setuid-sandbox')
+    return chrome_options
+
+
 def scrape_courses_with_selenium(url, limit=50):
     options = Options()
     options.headless = True  # Headless browsing