-
Notifications
You must be signed in to change notification settings - Fork 132
/
config_VoxCeleb2_lip_dprnn_2spk.yaml
42 lines (37 loc) · 1.14 KB
/
config_VoxCeleb2_lip_dprnn_2spk.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
## Config file
# Log
seed: 777
use_cuda: 1 # 1 for True, 0 for False
# dataset
speaker_no: 2
mix_lst_path: ./data/VoxCeleb2/mixture_data_list_2mix.csv
audio_direc: /mnt/nas_sg/wulanchabu/zexu.pan/datasets/VoxCeleb2/audio_clean/
reference_direc: /mnt/nas_sg/wulanchabu/zexu.pan/datasets/VoxCeleb2/orig/
audio_sr: 16000
ref_sr: 25
# dataloader
num_workers: 4
batch_size: 8 # 2-GPU training with a total effective batch size of 16
accu_grad: 0
effec_batch_size: 4 # per GPU, only used if accu_grad is set to 1, must be multiple times of batch size
max_length: 6 # truncate the utterances in dataloader, in seconds
# network settings
init_from: None # 'None' or a log name 'log_2024-07-22(18:12:13)'
causal: 0 # 1 for True, 0 for False
network_reference:
cue: lip # lip or speech or gesture or EEG
backbone: resnet18 # resnet18 or shufflenetV2 or blazenet64
emb_size: 256 # resnet18:256
network_audio:
backbone: av_dprnn
N: 256
L: 40
B: 64
H: 128
K: 100
R: 6
# optimizer
loss_type: sisdr # "snr", "sisdr", "hybrid"
init_learning_rate: 0.001
max_epoch: 150
clip_grad_norm: 5