waanqii commited on
Commit
285572f
·
verified ·
1 Parent(s): 1392f02

upload smplest_x_h40 model and config

Browse files
Files changed (2) hide show
  1. config_base.py +104 -0
  2. smplest_x_h40.pth.tar +3 -0
config_base.py ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ config = {
2
+ "data": {
3
+ "use_cache": True,
4
+ "data_dir": "./data",
5
+ "trainset_humandata": [
6
+ 'SynHand'],
7
+ "testset": 'EHF',
8
+ "BEDLAM_train_sample_interval": 5,
9
+ "SynBody_train_sample_interval": 10,
10
+ "EgoBody_Kinect_train_sample_interval": 10,
11
+ "UBody_train_sample_interval": 10,
12
+ "MPI_INF_3DHP_train_sample_interval": 5,
13
+ "InstaVariety_train_sample_interval": 10,
14
+ "RenBody_HiRes_train_sample_interval": 5,
15
+ "ARCTIC_train_sample_interval": 10,
16
+ "RenBody_train_sample_interval": 10,
17
+ "Talkshow_train_sample_interval": 10,
18
+ "bbox_ratio": 1.2,
19
+ "no_aug": False,
20
+ "data_strategy": "balance",
21
+ "total_data_len": 7500000,
22
+ },
23
+
24
+ "train": {
25
+ "num_gpus": 1,
26
+ "continue_train": True,
27
+ "start_over": True,
28
+ "end_epoch": 20,
29
+ "train_batch_size": 16,
30
+ "num_thread": 1,
31
+ "lr": 1e-5,
32
+ "min_lr": 1e-6,
33
+ "save_epoch": 1,
34
+ "remove_checkpoint": False,
35
+ "print_iters": 100,
36
+ "smplx_kps_3d_weight": 100.0,
37
+ "smplx_kps_2d_weight": 1.0,
38
+ "smplx_pose_weight": 10.0,
39
+ "smplx_shape_weight": 1.0,
40
+ "smplx_orient_weight": 1.0,
41
+ "hand_root_weight": 1.0,
42
+ "hand_consist_weight": 1.0,
43
+ },
44
+
45
+ "inference":{
46
+ "num_gpus": 1,
47
+ "detection":{
48
+ "model_type": "yolo",
49
+ "model_path": "./pretrained_models/yolov8x.pt",
50
+ "conf": 0.5,
51
+ "save": False,
52
+ "verbose": False,
53
+ "iou_thr": 0.5,
54
+ },
55
+
56
+ },
57
+
58
+ "test": {
59
+ "test_batch_size": 1
60
+ },
61
+
62
+ "model": {
63
+ 'model_type': 'vit_huge',
64
+ "pretrained_model_path": './outputs/train_annot_xtp20_20241108_203832/model_dump/snapshot_7.pth.tar',
65
+ "human_model_path": './human_models/human_model_files',
66
+ 'encoder_pretrained_model_path': './pretrained_models/vitpose_huge.pth',
67
+ 'encoder_config': {
68
+ 'num_classes': 80,
69
+ 'task_tokens_num': 80,
70
+ 'img_size': (256, 192),
71
+ 'patch_size': 16,
72
+ 'embed_dim': 1280,
73
+ 'depth': 32,
74
+ 'num_heads': 16,
75
+ 'ratio': 1,
76
+ 'use_checkpoint': False,
77
+ 'mlp_ratio': 4,
78
+ 'qkv_bias': True,
79
+ 'drop_path_rate': 0.55
80
+ },
81
+ 'decoder_config': {
82
+ 'feat_dim': 1280,
83
+ "dim_out": 512,
84
+ 'task_tokens_num': 80,
85
+ },
86
+ 'input_img_shape': (512, 384),
87
+ 'input_body_shape': (256, 192),
88
+ 'output_hm_shape': (16, 16, 12),
89
+ 'focal': (5000, 5000),
90
+ 'princpt': (192 / 2, 256 / 2), # virtual principal point position
91
+ 'body_3d_size': 2,
92
+ 'hand_3d_size': 0.3,
93
+ 'face_3d_size': 0.3,
94
+ 'camera_3d_size': 2.5,
95
+
96
+ },
97
+ "log":{
98
+ 'exp_name': None,
99
+ 'output_dir': None,
100
+ 'model_dir': None,
101
+ 'log_dir': None,
102
+ 'result_dir': None,
103
+ }
104
+ }
smplest_x_h40.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd6200c5b2b002842669b733d002e6f5a8cb19ea17daba11f051793bfe384a2
3
+ size 8246417153