- cap_ViT-B-16_s10240000_datacomp_1b_globalbs2048_lr0.003_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-B-32_s256000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus64
- cap_ViT-B-32_s256000000_datacomp_1b_globalbs16384_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup15000_gpus64
- cap_ViT-H-14_s960000000_datacomp_1b_globalbs32640_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus192
- cap_ViT-L-14_s12800000_datacomp_1b_globalbs2048_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus16
- cap_ViT-L-14_s1280000_datacomp_1b_globalbs512_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup1000_gpus4
- cap_ViT-L-14_s768000000_datacomp_1b_globalbs16384_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup10000_gpus64
- cap_ViT-L-14_s768000000_datacomp_1b_globalbs32768_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus128
- cap_ViT-M-32_s128000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup15000_gpus64
- cap_ViT-M-32_s256000_datacomp_1b_globalbs512_lr0.0001_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-M-32_s256000_datacomp_1b_globalbs512_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup1000_gpus4
- cap_ViT-M-32_s256000_datacomp_1b_globalbs512_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-S-16_s10240000_datacomp_1b_globalbs2048_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus16
- cap_ViT-S-16_s10240000_datacomp_1b_globalbs2048_lr0.003_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-S-16_s1024000_datacomp_1b_globalbs512_lr0.0001_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-S-16_s1024000_datacomp_1b_globalbs512_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-S-16_s512000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup10000_gpus64
- cap_ViT-S-16_s512000000_datacomp_1b_globalbs16384_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus64
- cap_ViT-S-16_s512000000_datacomp_1b_globalbs16384_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus64
- cap_ViT-S-32_s102400000_datacomp_1b_globalbs8192_lr0.003_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus64
- cap_ViT-S-32_s1280000_datacomp_1b_globalbs2048_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-S-32_s128000_datacomp_1b_globalbs512_lr0.0001_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
-
1.52 kB
-
30 Bytes