pixel3dmm / configs /tracking.yaml
alexnasa's picture
Update configs/tracking.yaml
375a2c9 verified
config_name : test
batch_size : 16 # batch size used during joint optimization stage, when your video has less frames than batch_size the script will crash currently
num_views : 1
size : 256 # defines the rendering resolution, you could also try 512
image_size : [256, 256] # make sure to update this accordingly, sorry for the redundancy
data_folder : none
p3dmm_folder : none
extra_cam_steps : False
big_normal_mask : False
start_frame : 0
num_shape_params : 300
num_exp_params : 100
tex_params : 140
iters : 800 #400 # Number if iterations in first stage of tracking. For single-image fitting, you might want to choose a larger value, e.g. 500 or 800
global_iters : 5000 # Number f iterations for second stage of tracking (video only)
no_lm : False # disable all landmark losses (only eye and mouth landmarks are used)
use_eyebrows : False # not sure if used
use_mouth_lmk : True # toggle use of mouth landmarks
no_pho : True # unused
no_sh : True # unused
disable_edge : False # unused
keyframes : [] # unused
ignore_mica : False # unused
flame2023 : False # unused
uv_map_super : 2000.0 #500.0 #100 #2001.0 #5000.0 #2000.0 # weight for UV-loss
normal_super : 1000.0 #202.0 # weight for normal loss
normal_super_can : 0.0 # unused
sil_super : 500 # weight for silhouette loss
# parameters for UV loss
uv_loss:
stricter_uv_mask : False
delta_uv : 0.00005 #0.00005 #0.0005 #0.00005 # threshold that determines if correspondence is valid or not, ref. to eq.7 of the paper
delta_uv_fine : 0.00005 #0.00005 #0.0005 #0.00005 # unused
dist_uv : 20 #20 #15 # correspondences with a higher distance than this are considered outliers
dist_uv_fine : 20 #35 #20 #15 # unused
occ_filter : True
# learning rates for different optimizable parameters
lr_id : 0.002 #0.003 #0.006 #0.003
lr_exp : 0.005 # 0.005 #0.01 #0.01 #0.005
lr_jaw : 0.005 #0.003
lr_neck : 0.001 #0.0005
lr_R : 0.005 #0.005 #0.002 #0.01# 0.0001
lr_t : 0.001 #0.002 #0.001 #0.0005 #0.0005
lr_f : 0.1 #0.05 #0.01 #0.001
lr_pp : 0.00005
# some loss weights
w_pho : 150 # unused
w_lmks : 3000 # weight for eye landmarks
w_lmks_mouth : 1000 # weight for mouth landmarks
w_lmks_68 : 1000 # unused
w_lmks_lid : 1000 # weightr for eye closure loss
w_lmks_iris : 1000 # weight for iris/pupil loss, responsible for viewing direction
w_lmks_oval : 2000 # unused
w_lmks_star : 0 # unused
include_neck : True # whether to optimize for neck or not
# regualization weights for different optimizable parameters
w_shape : 0.2
w_shape_general : 0.05
w_exp : 0.05
w_jaw : 0.01
w_neck : 0.1
n_fine : False # unused
low_overhead : False # unused
delta_n : 0.33 # threshold that determines above which loss pixels in the normal loss map are considered outliers
global_camera : True
# smoothness loss weights
reg_smooth_exp : 50.0
reg_smooth_eyes : 10.0
reg_smooth_eyelids : 2.0
reg_smooth_jaw : 50.0
reg_smooth_neck : 1000.0
reg_smooth_R : 2000.0
reg_smooth_t : 15200.0
reg_smooth_pp : 420.0
reg_smooth_fl : 420.0
reg_smooth_mult : 1.0
uv_l2 : True
normal_l2 : False
smooth : True
normal_mask_ksize : 13
early_stopping_delta : 5.0 # a higher value will make stage 1 tracking faster but less accurate
early_exit : False
draw_uv_corresp : True # add additional visualizations to result.mp4, e.g. uv-loss and normal loss map
save_landmarks : False
save_meshes : True
delete_preprocessing : False