Significantly improve video resolution/quality using ESPCN_x4 model

modules/processors/frame/face_swapper.py

@@ -10,6 +10,7 @@ from modules.core import update_status
 from modules.face_analyser import get_one_face, get_many_faces
 from modules.typing import Face, Frame
 from modules.utilities import conditional_download, resolve_relative_path, is_image, is_video
+import numpy as np
 
 FACE_SWAPPER = None
 THREAD_LOCK = threading.Lock()
@@ -43,6 +44,22 @@ def get_face_swapper() -> Any:
             FACE_SWAPPER = insightface.model_zoo.get_model(model_path, providers=modules.globals.execution_providers)
     return FACE_SWAPPER
 
+def upscale_image(image: np.ndarray, scaling_factor: int = modules.globals.source_image_scaling_factor) -> np.ndarray:
+    """
+    Upscales the given image by the specified scaling factor.
+
+    Args:
+        image (np.ndarray): The input image to upscale.
+        scaling_factor (int): The factor by which to upscale the image.
+
+    Returns:
+        np.ndarray: The upscaled image.
+    """
+    height, width = image.shape[:2]
+    new_size = (width * scaling_factor, height * scaling_factor)
+    upscaled_image = cv2.resize(image, new_size, interpolation=cv2.INTER_CUBIC)
+    return upscaled_image
+
 def swap_face(source_face: Face, target_face: Face, temp_frame: Frame) -> Frame:
     return get_face_swapper().get(temp_frame, target_face, source_face, paste_back=True)
 
@@ -59,7 +76,14 @@ def process_frame(source_face: Face, temp_frame: Frame) -> Frame:
     return temp_frame
 
 def process_frames(source_path: str, temp_frame_paths: List[str], progress: Any = None) -> None:
-    source_face = get_one_face(cv2.imread(source_path))
+    source_image = cv2.imread(source_path)
+    if source_image is None:
+        print(f"Failed to load source image from {source_path}")
+        return
+    # Upscale the source image for better quality
+    source_image_upscaled = upscale_image(source_image, scaling_factor=2)
+    source_face = get_one_face(source_image_upscaled)
+
     for temp_frame_path in temp_frame_paths:
         temp_frame = cv2.imread(temp_frame_path)
         try: