bugs: fixed numpy version and remove unnecessary files in video-retal…

…king

README.md

@@ -49,6 +49,8 @@ cd video-retalking
 conda create -n video_retalking python=3.8
 conda activate video_retalking
 
+conda install ffmpeg
+
 # Please follow the instructions from https://pytorch.org/get-started/previous-versions/
 # This installation command only works on CUDA 11.1
 pip install torch==1.9.0+cu111 torchvision==0.10.0+cu111 -f https://download.pytorch.org/whl/torch_stable.html

inference.py

@@ -4,7 +4,10 @@
 from PIL import Image
 from scipy.io import loadmat
 
-sys.path.append('third_part')
+sys.path.insert(0, 'third_part')
+sys.path.insert(0, 'third_part/GPEN')
+sys.path.insert(0, 'third_part/GFPGAN')
+
 # 3dmm extraction
 from third_part.face3d.util.preprocess import align_img
 from third_part.face3d.util.load_mats import load_lm3d

inference_videoretalking.sh

@@ -0,0 +1,4 @@
+python3 inference.py \
+  --face ./examples/face/1.mp4 \
+  --audio ./examples/audio/1.wav \
+  --outfile results/1_1.mp4

requirements.txt

@@ -6,4 +6,5 @@ einops==0.4.1
 facexlib==0.2.5
 librosa==0.9.2
 dlib==19.24.0
-gradio>=3.7.0
+gradio>=3.7.0
+numpy==1.21.6

third_part/GFPGAN/gfpgan/__init__.py

@@ -1,6 +1,4 @@
 # flake8: noqa
-import sys
-sys.path.append('third_part/GFPGAN')
 
 from .archs import *
 from .data import *

third_part/GPEN/gpen_face_enhancer.py

@@ -1,9 +1,6 @@
 import cv2
 import numpy as np
 
-import sys
-sys.path.append('third_part/GPEN')
-
 ######### face enhancement
 from face_parse.face_parsing import FaceParse
 from face_detect.retinaface_detection import RetinaFaceDetection