Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
474
dacorvo HF Staff commited on
Commit
fdb40f9
·
verified ·
1 Parent(s): 122d620

Synchronizing local compiler cache.

Browse files
Files changed (50) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/mixtral/mistralai/Mixtral-8x7B-Instruct-v0.1/dfe8221ddaab628c3c71.json +41 -0
  3. neuronxcc-2.17.194.0+d312836f/MODULE_0661a3ed63526c2bff27+613edded/compile_flags.json +1 -0
  4. neuronxcc-2.17.194.0+d312836f/MODULE_0661a3ed63526c2bff27+613edded/model.done +0 -0
  5. neuronxcc-2.17.194.0+d312836f/MODULE_0661a3ed63526c2bff27+613edded/model.hlo_module.pb +3 -0
  6. neuronxcc-2.17.194.0+d312836f/MODULE_0661a3ed63526c2bff27+613edded/model.neff +3 -0
  7. neuronxcc-2.17.194.0+d312836f/MODULE_0e467ae88e301853a584+613edded/compile_flags.json +1 -0
  8. neuronxcc-2.17.194.0+d312836f/MODULE_0e467ae88e301853a584+613edded/model.done +0 -0
  9. neuronxcc-2.17.194.0+d312836f/MODULE_0e467ae88e301853a584+613edded/model.hlo_module.pb +3 -0
  10. neuronxcc-2.17.194.0+d312836f/MODULE_0e467ae88e301853a584+613edded/model.neff +3 -0
  11. neuronxcc-2.17.194.0+d312836f/MODULE_269514a4f905647c743a+613edded/compile_flags.json +1 -0
  12. neuronxcc-2.17.194.0+d312836f/MODULE_269514a4f905647c743a+613edded/model.done +0 -0
  13. neuronxcc-2.17.194.0+d312836f/MODULE_269514a4f905647c743a+613edded/model.hlo_module.pb +3 -0
  14. neuronxcc-2.17.194.0+d312836f/MODULE_269514a4f905647c743a+613edded/model.neff +3 -0
  15. neuronxcc-2.17.194.0+d312836f/MODULE_340571cc555a6a54e7c0+613edded/compile_flags.json +1 -0
  16. neuronxcc-2.17.194.0+d312836f/MODULE_340571cc555a6a54e7c0+613edded/model.done +0 -0
  17. neuronxcc-2.17.194.0+d312836f/MODULE_340571cc555a6a54e7c0+613edded/model.hlo_module.pb +3 -0
  18. neuronxcc-2.17.194.0+d312836f/MODULE_340571cc555a6a54e7c0+613edded/model.neff +3 -0
  19. neuronxcc-2.17.194.0+d312836f/MODULE_4d58afcbbcb9ae71a5c9+613edded/compile_flags.json +1 -0
  20. neuronxcc-2.17.194.0+d312836f/MODULE_4d58afcbbcb9ae71a5c9+613edded/model.done +0 -0
  21. neuronxcc-2.17.194.0+d312836f/MODULE_4d58afcbbcb9ae71a5c9+613edded/model.hlo_module.pb +3 -0
  22. neuronxcc-2.17.194.0+d312836f/MODULE_4d58afcbbcb9ae71a5c9+613edded/model.neff +3 -0
  23. neuronxcc-2.17.194.0+d312836f/MODULE_63d3f89a9f655c745f2b+613edded/compile_flags.json +1 -0
  24. neuronxcc-2.17.194.0+d312836f/MODULE_63d3f89a9f655c745f2b+613edded/model.done +0 -0
  25. neuronxcc-2.17.194.0+d312836f/MODULE_63d3f89a9f655c745f2b+613edded/model.hlo_module.pb +3 -0
  26. neuronxcc-2.17.194.0+d312836f/MODULE_63d3f89a9f655c745f2b+613edded/model.neff +3 -0
  27. neuronxcc-2.17.194.0+d312836f/MODULE_763c7e4e5c281516cee2+613edded/compile_flags.json +1 -0
  28. neuronxcc-2.17.194.0+d312836f/MODULE_763c7e4e5c281516cee2+613edded/model.done +0 -0
  29. neuronxcc-2.17.194.0+d312836f/MODULE_763c7e4e5c281516cee2+613edded/model.hlo_module.pb +3 -0
  30. neuronxcc-2.17.194.0+d312836f/MODULE_763c7e4e5c281516cee2+613edded/model.neff +3 -0
  31. neuronxcc-2.17.194.0+d312836f/MODULE_8db280687d36ebe65e3b+613edded/compile_flags.json +1 -0
  32. neuronxcc-2.17.194.0+d312836f/MODULE_8db280687d36ebe65e3b+613edded/model.done +0 -0
  33. neuronxcc-2.17.194.0+d312836f/MODULE_8db280687d36ebe65e3b+613edded/model.hlo_module.pb +3 -0
  34. neuronxcc-2.17.194.0+d312836f/MODULE_8db280687d36ebe65e3b+613edded/model.neff +3 -0
  35. neuronxcc-2.17.194.0+d312836f/MODULE_91ddd269da0e25e01133+613edded/compile_flags.json +1 -0
  36. neuronxcc-2.17.194.0+d312836f/MODULE_91ddd269da0e25e01133+613edded/model.done +0 -0
  37. neuronxcc-2.17.194.0+d312836f/MODULE_91ddd269da0e25e01133+613edded/model.hlo_module.pb +3 -0
  38. neuronxcc-2.17.194.0+d312836f/MODULE_91ddd269da0e25e01133+613edded/model.neff +3 -0
  39. neuronxcc-2.17.194.0+d312836f/MODULE_a8c1ef4fc66fae9e30cc+613edded/compile_flags.json +1 -0
  40. neuronxcc-2.17.194.0+d312836f/MODULE_a8c1ef4fc66fae9e30cc+613edded/model.done +0 -0
  41. neuronxcc-2.17.194.0+d312836f/MODULE_a8c1ef4fc66fae9e30cc+613edded/model.hlo_module.pb +3 -0
  42. neuronxcc-2.17.194.0+d312836f/MODULE_a8c1ef4fc66fae9e30cc+613edded/model.neff +3 -0
  43. neuronxcc-2.17.194.0+d312836f/MODULE_b9590ed9c31d4df0c51e+613edded/compile_flags.json +1 -0
  44. neuronxcc-2.17.194.0+d312836f/MODULE_b9590ed9c31d4df0c51e+613edded/model.done +0 -0
  45. neuronxcc-2.17.194.0+d312836f/MODULE_b9590ed9c31d4df0c51e+613edded/model.hlo_module.pb +3 -0
  46. neuronxcc-2.17.194.0+d312836f/MODULE_b9590ed9c31d4df0c51e+613edded/model.neff +3 -0
  47. neuronxcc-2.17.194.0+d312836f/MODULE_ee5a49c56a344198cfa3+613edded/compile_flags.json +1 -0
  48. neuronxcc-2.17.194.0+d312836f/MODULE_ee5a49c56a344198cfa3+613edded/model.done +0 -0
  49. neuronxcc-2.17.194.0+d312836f/MODULE_ee5a49c56a344198cfa3+613edded/model.hlo_module.pb +3 -0
  50. neuronxcc-2.17.194.0+d312836f/MODULE_ee5a49c56a344198cfa3+613edded/model.neff +3 -0
.gitattributes CHANGED
@@ -7793,3 +7793,15 @@ neuronxcc-2.17.194.0+d312836f/MODULE_ce2e0e3cfdee3f9e2527+613edded/model.neff fi
7793
  neuronxcc-2.17.194.0+d312836f/MODULE_e8850625a66e0102cc72+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7794
  neuronxcc-2.17.194.0+d312836f/MODULE_2694a26b0ce70a599f06+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7795
  neuronxcc-2.17.194.0+d312836f/MODULE_498bae841987e5895791+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
7793
  neuronxcc-2.17.194.0+d312836f/MODULE_e8850625a66e0102cc72+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7794
  neuronxcc-2.17.194.0+d312836f/MODULE_2694a26b0ce70a599f06+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7795
  neuronxcc-2.17.194.0+d312836f/MODULE_498bae841987e5895791+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7796
+ neuronxcc-2.17.194.0+d312836f/MODULE_0661a3ed63526c2bff27+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7797
+ neuronxcc-2.17.194.0+d312836f/MODULE_0e467ae88e301853a584+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7798
+ neuronxcc-2.17.194.0+d312836f/MODULE_269514a4f905647c743a+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7799
+ neuronxcc-2.17.194.0+d312836f/MODULE_340571cc555a6a54e7c0+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7800
+ neuronxcc-2.17.194.0+d312836f/MODULE_4d58afcbbcb9ae71a5c9+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7801
+ neuronxcc-2.17.194.0+d312836f/MODULE_63d3f89a9f655c745f2b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7802
+ neuronxcc-2.17.194.0+d312836f/MODULE_763c7e4e5c281516cee2+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7803
+ neuronxcc-2.17.194.0+d312836f/MODULE_8db280687d36ebe65e3b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7804
+ neuronxcc-2.17.194.0+d312836f/MODULE_91ddd269da0e25e01133+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7805
+ neuronxcc-2.17.194.0+d312836f/MODULE_a8c1ef4fc66fae9e30cc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7806
+ neuronxcc-2.17.194.0+d312836f/MODULE_b9590ed9c31d4df0c51e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7807
+ neuronxcc-2.17.194.0+d312836f/MODULE_ee5a49c56a344198cfa3+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/mixtral/mistralai/Mixtral-8x7B-Instruct-v0.1/dfe8221ddaab628c3c71.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "mistralai/Mixtral-8x7B-Instruct-v0.1",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "MixtralForCausalLM"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 4096,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 14336,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "mixtral",
16
+ "neuron": {
17
+ "auto_cast_type": "bf16",
18
+ "batch_size": 4,
19
+ "checkpoint_id": "mistralai/Mixtral-8x7B-Instruct-v0.1",
20
+ "checkpoint_revision": "41bd4c9e7e4fb318ca40e721131d4933966c2cc1",
21
+ "compiler_type": "neuronx-cc",
22
+ "compiler_version": "2.17.194.0+d312836f",
23
+ "num_cores": 24,
24
+ "sequence_length": 4096,
25
+ "task": "text-generation"
26
+ },
27
+ "num_attention_heads": 32,
28
+ "num_experts_per_tok": 2,
29
+ "num_hidden_layers": 32,
30
+ "num_key_value_heads": 8,
31
+ "num_local_experts": 8,
32
+ "output_router_logits": false,
33
+ "rms_norm_eps": 1e-05,
34
+ "rope_theta": 1000000.0,
35
+ "router_aux_loss_coef": 0.02,
36
+ "router_jitter_noise": 0.0,
37
+ "sliding_window": null,
38
+ "tie_word_embeddings": false,
39
+ "use_cache": true,
40
+ "vocab_size": 32000
41
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_0661a3ed63526c2bff27+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_0661a3ed63526c2bff27+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_0661a3ed63526c2bff27+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50fad1815ce30cccb4de18b84bdfa83dc8e9bbd3a539ec470be72a3b40781db1
3
+ size 394109
neuronxcc-2.17.194.0+d312836f/MODULE_0661a3ed63526c2bff27+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ab7e8b4bb379990d8e10da4c463f0668834bb878fca7c379b60865773fe422
3
+ size 5817344
neuronxcc-2.17.194.0+d312836f/MODULE_0e467ae88e301853a584+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_0e467ae88e301853a584+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_0e467ae88e301853a584+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1283ef3cacefdd4a61a954fb2fd614865232083cfd7d870f2ef00871b75c049
3
+ size 468483
neuronxcc-2.17.194.0+d312836f/MODULE_0e467ae88e301853a584+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:774c72cd50948544581e352fd5c2175c31ff106d98c09847b6cf3b05a841c9da
3
+ size 4752384
neuronxcc-2.17.194.0+d312836f/MODULE_269514a4f905647c743a+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_269514a4f905647c743a+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_269514a4f905647c743a+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ac8a3a104f150b06b98224992be9ad9f0a9a6412e8cc06c84c38b11961500a5
3
+ size 394109
neuronxcc-2.17.194.0+d312836f/MODULE_269514a4f905647c743a+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f795d63e43a1e4a8cc7672cc41a9d9bbea6df68bb77f1ce1b150f3f69a0cc98
3
+ size 2991104
neuronxcc-2.17.194.0+d312836f/MODULE_340571cc555a6a54e7c0+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_340571cc555a6a54e7c0+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_340571cc555a6a54e7c0+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff2423aa4905778480d59af85db203c64e3e69d70d5afa05255f6f0c6a8b6f68
3
+ size 468483
neuronxcc-2.17.194.0+d312836f/MODULE_340571cc555a6a54e7c0+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b096b190376a0512999a1e4f0f3bb5ff47e24dac10a520638209b9d0d2672b3
3
+ size 4844544
neuronxcc-2.17.194.0+d312836f/MODULE_4d58afcbbcb9ae71a5c9+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_4d58afcbbcb9ae71a5c9+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_4d58afcbbcb9ae71a5c9+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daafd63c0f2d3a48c1cbcc22ff201e8034d0d33584b92bc9643e27c902055e9e
3
+ size 468483
neuronxcc-2.17.194.0+d312836f/MODULE_4d58afcbbcb9ae71a5c9+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90473f55c1f0a66d509e3bd16230f3dbd6f2891d3d3a1c2f3b31957b58c5b7a
3
+ size 5110784
neuronxcc-2.17.194.0+d312836f/MODULE_63d3f89a9f655c745f2b+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_63d3f89a9f655c745f2b+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_63d3f89a9f655c745f2b+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a520a4cfcb3597947e0024b9e1206e3860eb3df9d9526ed56657a1919caf61
3
+ size 390143
neuronxcc-2.17.194.0+d312836f/MODULE_63d3f89a9f655c745f2b+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:510a28dfc163de1e06ce8822d511a9755b2904274b8d1ad3cdf267c1407a1a94
3
+ size 5889024
neuronxcc-2.17.194.0+d312836f/MODULE_763c7e4e5c281516cee2+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_763c7e4e5c281516cee2+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_763c7e4e5c281516cee2+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb5e1889dd59186bee416ff1057fc8ec11bac5c2921786379929ca626b71b26
3
+ size 394109
neuronxcc-2.17.194.0+d312836f/MODULE_763c7e4e5c281516cee2+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:887e1d241dd8828419bdc592c11cebf22287e08e3a2ec0f93120a8c743a76115
3
+ size 11039744
neuronxcc-2.17.194.0+d312836f/MODULE_8db280687d36ebe65e3b+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_8db280687d36ebe65e3b+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_8db280687d36ebe65e3b+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ab12a3b80dc129a96cb06614e1446e7609e0be21d8cb1925fcc7f3f78df15a2
3
+ size 394109
neuronxcc-2.17.194.0+d312836f/MODULE_8db280687d36ebe65e3b+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d94337b7d992afefb5ebda816a9e2783c40c2961be3d71974d7379ee5532ac4
3
+ size 6728704
neuronxcc-2.17.194.0+d312836f/MODULE_91ddd269da0e25e01133+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_91ddd269da0e25e01133+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_91ddd269da0e25e01133+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eff1c99af245501ba7085ebe013eed72f6ff175e854bd775249c2b7da526ed8d
3
+ size 468483
neuronxcc-2.17.194.0+d312836f/MODULE_91ddd269da0e25e01133+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56e86588af329aba20d883f3285e19e630f28709ecb1faaf8cf06524de6f87d1
3
+ size 4783104
neuronxcc-2.17.194.0+d312836f/MODULE_a8c1ef4fc66fae9e30cc+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_a8c1ef4fc66fae9e30cc+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_a8c1ef4fc66fae9e30cc+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4f877ef9379afa057d75379e184224968e241d5ad2797856d675a6a8ebdd286
3
+ size 468483
neuronxcc-2.17.194.0+d312836f/MODULE_a8c1ef4fc66fae9e30cc+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2e9a61b86b5dc604c61f7ac797a2bc74ec0bccbd96c2bb7f5cbed2a9e0fac68
3
+ size 4936704
neuronxcc-2.17.194.0+d312836f/MODULE_b9590ed9c31d4df0c51e+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_b9590ed9c31d4df0c51e+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_b9590ed9c31d4df0c51e+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8eb4bb327fefe95ab06d42beeb779a5a4fd176f02d89efd8db874049edafcab
3
+ size 394109
neuronxcc-2.17.194.0+d312836f/MODULE_b9590ed9c31d4df0c51e+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7e9eb9c23fcec4a43999355d2d03507994ba5984152cb1ef18c9eefebe013bf
3
+ size 28365824
neuronxcc-2.17.194.0+d312836f/MODULE_ee5a49c56a344198cfa3+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_ee5a49c56a344198cfa3+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_ee5a49c56a344198cfa3+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4472d79f4df574add2177982506472a39400d6c98273f98ed6f51edbcf348853
3
+ size 468483
neuronxcc-2.17.194.0+d312836f/MODULE_ee5a49c56a344198cfa3+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dce2c7cc76f67a25bc94183464ff23f45bd4daaba159c9788ffd5cad97cfdc2
3
+ size 4772864