- cap_ViT-B-16_s10240000_datacomp_1b_globalbs2048_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-B-16_s10240000_datacomp_1b_globalbs2048_lr0.003_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-B-16_s10240000_datacomp_1b_globalbs2048_lr0.003_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus16
- cap_ViT-B-16_s1024000_datacomp_1b_globalbs512_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-B-16_s512000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup10000_gpus64
- cap_ViT-B-16_s512000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus64
- cap_ViT-B-16_s512000000_datacomp_1b_globalbs16384_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup10000_gpus64
- cap_ViT-B-16_s512000000_datacomp_1b_globalbs16384_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup15000_gpus64
- cap_ViT-B-16_s512000000_datacomp_1b_globalbs16384_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus64
- cap_ViT-B-16_s512000000_datacomp_1b_globalbs16384_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus64
- cap_ViT-B-32_s256000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus64
- cap_ViT-B-32_s256000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus64
- cap_ViT-B-32_s256000000_datacomp_1b_globalbs16384_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup10000_gpus64
- cap_ViT-B-32_s256000000_datacomp_1b_globalbs16384_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup15000_gpus64
- cap_ViT-B-32_s256000000_datacomp_1b_globalbs16384_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus64
- cap_ViT-B-32_s256000000_datacomp_1b_globalbs16384_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus64
- cap_ViT-B-32_s25600000_datacomp_1b_globalbs8192_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup2000_gpus64
- cap_ViT-B-32_s25600000_datacomp_1b_globalbs8192_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus64
- cap_ViT-B-32_s25600000_datacomp_1b_globalbs8192_lr0.003_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus64
- cap_ViT-B-32_s5120000_datacomp_1b_globalbs2048_lr0.0005_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-B-32_s5120000_datacomp_1b_globalbs2048_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-B-32_s5120000_datacomp_1b_globalbs2048_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus16
- cap_ViT-B-32_s5120000_datacomp_1b_globalbs2048_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-B-32_s5120000_datacomp_1b_globalbs2048_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus16
- cap_ViT-B-32_s5120000_datacomp_1b_globalbs2048_lr0.003_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-B-32_s512000_datacomp_1b_globalbs512_lr0.0001_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-B-32_s512000_datacomp_1b_globalbs512_lr0.0005_b1_0.9_b2_0.95_sched_cosine_warmup1000_gpus4
- cap_ViT-B-32_s512000_datacomp_1b_globalbs512_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup1000_gpus4
- cap_ViT-B-32_s512000_datacomp_1b_globalbs512_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-B-32_s512000_datacomp_1b_globalbs512_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup1000_gpus4
- cap_ViT-B-32_s512000_datacomp_1b_globalbs512_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup1000_gpus4
- cap_ViT-H-14_s960000000_datacomp_1b_globalbs32640_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus192
- cap_ViT-H-14_s960000000_datacomp_1b_globalbs32640_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus192
- cap_ViT-H-14_s960000000_datacomp_1b_globalbs32640_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus192
- cap_ViT-L-14_s12800000_datacomp_1b_globalbs2048_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus16
- cap_ViT-L-14_s12800000_datacomp_1b_globalbs2048_lr0.003_b1_0.9_b2_0.95_sched_cosine_warmup3000_gpus16
- cap_ViT-L-14_s1280000_datacomp_1b_globalbs512_lr0.0001_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-L-14_s1280000_datacomp_1b_globalbs512_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup1000_gpus4
- cap_ViT-L-14_s1280000_datacomp_1b_globalbs512_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-L-14_s1280000_datacomp_1b_globalbs512_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup1500_gpus4
- cap_ViT-L-14_s768000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus64
- cap_ViT-L-14_s768000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus64
- cap_ViT-L-14_s768000000_datacomp_1b_globalbs16384_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup10000_gpus64
- cap_ViT-L-14_s768000000_datacomp_1b_globalbs16384_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup10000_gpus64
- cap_ViT-L-14_s768000000_datacomp_1b_globalbs32768_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus128
- cap_ViT-L-14_s768000000_datacomp_1b_globalbs32768_lr0.001_b1_0.9_b2_0.95_sched_cosine_warmup20000_gpus128
- cap_ViT-L-14_s76800000_datacomp_1b_globalbs8192_lr0.002_b1_0.9_b2_0.95_sched_cosine_warmup2000_gpus64
- cap_ViT-M-32_s128000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup10000_gpus64
- cap_ViT-M-32_s128000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup15000_gpus64
- cap_ViT-M-32_s128000000_datacomp_1b_globalbs16384_lr0.0015_b1_0.9_b2_0.95_sched_cosine_warmup4000_gpus64