Fix unsupported video format error

modules/utils/files_manager.py

@@ -61,3 +61,8 @@ def format_gradio_files(files: list):
         gradio_files.append(NamedString(file))
     return gradio_files
 
+
+def is_video(file_path):
+    video_extensions = ['.mp4', '.mkv', '.avi', '.mov', '.flv', '.wmv', '.webm', '.m4v', '.mpeg', '.mpg', '.3gp']
+    extension = os.path.splitext(file_path)[1].lower()
+    return extension in video_extensions

modules/uvr/music_separator.py

@@ -10,8 +10,8 @@ from datetime import datetime
 
 from uvr.models import MDX, Demucs, VrNetwork, MDXC
 from modules.utils.paths import DEFAULT_PARAMETERS_CONFIG_PATH
-from modules.utils.files_manager import load_yaml, save_yaml
-
+from modules.utils.files_manager import load_yaml, save_yaml, is_video
+from modules.diarize.audio_loader import load_audio
 
 class MusicSeparator:
     def __init__(self,
@@ -82,14 +82,18 @@ class MusicSeparator:
             file_paths: List of file paths where the separated audio is saved. Return empty when save_file is False.
         """
         if isinstance(audio, str):
-            self.audio_info = torchaudio.info(audio)
-            sample_rate = self.audio_info.sample_rate
-            output_filename, ext = os.path.splitext(audio)
             output_filename, ext = os.path.basename(audio), ".wav"
+
+            if is_video(audio):
+                audio = load_audio(audio)
+                sample_rate = 16000
+            else:
+                self.audio_info = torchaudio.info(audio)
+                sample_rate = self.audio_info.sample_rate
         else:
-            sample_rate = 16000
             timestamp = datetime.now().strftime("%m%d%H%M%S")
             output_filename, ext = f"UVR-{timestamp}", ".wav"
+            sample_rate = 16000
 
         model_config = {
             "segment": segment_size,
@@ -99,7 +103,7 @@ class MusicSeparator:
         if (self.model is None or
                 self.current_model_size != model_name or
                 self.model_config != model_config or
-                self.audio_info.sample_rate != sample_rate or
+                self.model.sample_rate != sample_rate or
                 self.device != device):
             progress(0, desc="Initializing UVR Model..")
             self.update_model(