Hugging Face's logo

gmongaras
/
datav3_attempt4_8GPU_SoftFlash_RoPE2dV2_2AccSteps

Model card Files
xet
Community
gmongaras commited on
Commit
465252f
·
verified ·
1 Parent(s): cac925c

Upload folder using huggingface_hub

Browse files
Files changed (36) hide show
  1. model_100000s.pkl +3 -0
  2. model_150000s.pkl +3 -0
  3. model_200000s.pkl +3 -0
  4. model_250000s.pkl +3 -0
  5. model_295000s.pkl +3 -0
  6. model_50000s.pkl +3 -0
  7. model_ema_100000s.pkl +3 -0
  8. model_ema_150000s.pkl +3 -0
  9. model_ema_200000s.pkl +3 -0
  10. model_ema_250000s.pkl +3 -0
  11. model_ema_295000s.pkl +3 -0
  12. model_ema_50000s.pkl +3 -0
  13. model_params_100000s.json +1 -0
  14. model_params_150000s.json +1 -0
  15. model_params_200000s.json +1 -0
  16. model_params_250000s.json +1 -0
  17. model_params_295000s.json +1 -0
  18. model_params_50000s.json +1 -0
  19. optim_100000s.pkl +3 -0
  20. optim_150000s.pkl +3 -0
  21. optim_200000s.pkl +3 -0
  22. optim_250000s.pkl +3 -0
  23. optim_295000s.pkl +3 -0
  24. optim_50000s.pkl +3 -0
  25. scaler_100000s.pkl +3 -0
  26. scaler_150000s.pkl +3 -0
  27. scaler_200000s.pkl +3 -0
  28. scaler_250000s.pkl +3 -0
  29. scaler_295000s.pkl +3 -0
  30. scaler_50000s.pkl +3 -0
  31. scheduler_100000s.pkl +3 -0
  32. scheduler_150000s.pkl +3 -0
  33. scheduler_200000s.pkl +3 -0
  34. scheduler_250000s.pkl +3 -0
  35. scheduler_295000s.pkl +3 -0
  36. scheduler_50000s.pkl +3 -0
model_100000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f8f879cee2465daa80ce237e099022efb06307a9da661d54aa47d197a143d9a
3
+ size 5008900206
model_150000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b4b8548d52cf9002535e974404f54416140f0bf64f1efd479ba9604515c1dd5
3
+ size 5008900206
model_200000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d7c88e1e6ae03f0024d3ec681f7d24f4fc15174909cb0fcc86579e2a44cf03d
3
+ size 5008900206
model_250000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:392a98e420aa4f0f80ed3b5b927673d0fbd02f6f7589369a961b113175c5346d
3
+ size 5008900206
model_295000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33e4ea8823c0a63819d7f7d6d1d965d45441ba99cd752ad98cee73cd9742a450
3
+ size 5008900206
model_50000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:170a7e24627c032ab053f7cccdd913c35949090fc29768993aacd66cb3f732f7
3
+ size 5008899530
model_ema_100000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3e700ecc9e25593e055c0ca7fc3c651c135f888a26173972f2cb99d23f13553
3
+ size 5008893502
model_ema_150000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb06e6ebea460fc21cee7bee648137403f5fc21001c2570c1cd8d14bf34da8ee
3
+ size 5008893502
model_ema_200000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e8845c8f438d7f0627986065ea7d1c59c80ac70ed74bb990884cf218d3e6cc0
3
+ size 5008893502
model_ema_250000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94cf213eb3136bc49b160c2e8b62a1c9e21ff3952dde3fd5e12b318640f0a2e4
3
+ size 5008893502
model_ema_295000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe7defb9c2b2630e192e41a9583ad4a5ac6a88ebe756f94293cf48f863b7d803
3
+ size 5008893502
model_ema_50000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42e5b80fbd3517e903215558ecb1af19f08a5a6e83649345818e114465daa81
3
+ size 5008892826
model_params_100000s.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"inCh": 16, "class_dim": 768, "patch_size": 2, "dim": 1216, "hidden_scale": 4.0, "num_heads": 19, "attn_type": "softmax_flash", "num_blocks": 19, "positional_encoding": "RoPE2dV2", "kv_merge_attn": false, "qk_half_dim": false, "device": "cpu", "start_step": 100000, "wandb_id": "l6wdm7i8"}
model_params_150000s.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"inCh": 16, "class_dim": 768, "patch_size": 2, "dim": 1216, "hidden_scale": 4.0, "num_heads": 19, "attn_type": "softmax_flash", "MLP_type": "swiglu_old", "num_blocks": 19, "positional_encoding": "RoPE2dV2", "kv_merge_attn": false, "qk_half_dim": false, "device": "cpu", "start_step": 150000, "wandb_id": "l6wdm7i8"}
model_params_200000s.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"inCh": 16, "class_dim": 768, "patch_size": 2, "dim": 1216, "hidden_scale": 4.0, "num_heads": 19, "attn_type": "softmax_flash", "MLP_type": "swiglu_old", "num_blocks": 19, "positional_encoding": "RoPE2dV2", "kv_merge_attn": false, "qk_half_dim": false, "device": "cpu", "start_step": 200000, "wandb_id": "l6wdm7i8"}
model_params_250000s.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"inCh": 16, "class_dim": 768, "patch_size": 2, "dim": 1216, "hidden_scale": 4.0, "num_heads": 19, "attn_type": "softmax_flash", "MLP_type": "swiglu_old", "num_blocks": 19, "positional_encoding": "RoPE2dV2", "kv_merge_attn": false, "qk_half_dim": false, "device": "cpu", "start_step": 250000, "wandb_id": "l6wdm7i8"}
model_params_295000s.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"inCh": 16, "class_dim": 768, "patch_size": 2, "dim": 1216, "hidden_scale": 4.0, "num_heads": 19, "attn_type": "softmax_flash", "MLP_type": "swiglu_old", "num_blocks": 19, "positional_encoding": "RoPE2dV2", "kv_merge_attn": false, "qk_half_dim": false, "text_loss": false, "device": "cpu", "start_step": 295000, "wandb_id": "l6wdm7i8"}
model_params_50000s.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"inCh": 16, "class_dim": 768, "patch_size": 2, "dim": 1216, "hidden_scale": 4.0, "num_heads": 19, "attn_type": "softmax_flash", "num_blocks": 19, "positional_encoding": "RoPE2dV2", "kv_merge_attn": false, "qk_half_dim": false, "device": "cpu", "start_step": 50000, "wandb_id": "l6wdm7i8"}
optim_100000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f534cc9b77a15f7a2857e684c339da374049764334e7225f008d680a017be59f
3
+ size 10017862029
optim_150000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d2824013d384e8592cf94b0e14dfa091c0065868063dc4bb9302967b65c7b8
3
+ size 10017862029
optim_200000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f52b39aaf5dc8b997882f70f0813a26b6819d3908b3d7cb1f4a50d4ec3fcce9f
3
+ size 10017862029
optim_250000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90fc08fbd2ba27da2b7cbe445dae319593cc883f771197cb78e6fed6830f9ca3
3
+ size 10017862029
optim_295000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5db6d8c1da65d868f4d96e4e604ada28a976aaa2635553b72b8e0e68adb3e06
3
+ size 10017862029
optim_50000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbf4e654b7b4e9a3b6d7377266fcff2f1c432d5ef6ef71c9f8a5711b97a5b68a
3
+ size 10017860066
scaler_100000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5311d6b77172f11684deef2d2b702a685122137c528e8e2ae58126efc8121974
3
+ size 1020
scaler_150000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e372b7931cb0688a00a4af12cfea812e4699a70c5bcef080233cc22414213fb4
3
+ size 1020
scaler_200000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:433f81245793435da624c135a7545d10eca437203a807cb7d58751a12ab16704
3
+ size 1020
scaler_250000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6068b4e29b879c684fc8b662a5329ffd352dc3e4efeaa96bfed4d89981cb4552
3
+ size 1020
scaler_295000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdfa776bcea7d1aaf1b19d3893191e4f0e18820a93d401703a153876de368a20
3
+ size 1020
scaler_50000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de287574d24ecd99b8cf7ef5a3b07d39725aaaac45f60307701a99cb9fb528a6
3
+ size 1016
scheduler_100000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2f25dc14c3f45e1013709a63a3fcd77162122573523fba7ae031cf898130cf
3
+ size 1096
scheduler_150000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3e1cfbc2c3b1d65395984b5f2f4072ce2527f88640be740c992d09ccfcf2d43
3
+ size 1096
scheduler_200000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9c952fafc6fed8d833f1f64ebfca416909714c491fe4cbaa52e4b9fbbf37814
3
+ size 1096
scheduler_250000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b3cd066d3bca0b3b3fd52dd2e82a4472720c0ed10ecc73130746d990a18d6ba
3
+ size 1096
scheduler_295000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a91c9863842d07a7fa2157383983e4ff6065e159c3141c4842eaa1e197c5ce1d
3
+ size 1096
scheduler_50000s.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1eadf402d371c092ef912c9e4719d5114b065e613fee3db80b9e2c1310ebb5e
3
+ size 1028