Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
474
dacorvo HF Staff commited on
Commit
34c76c4
·
verified ·
1 Parent(s): 6019f7a

Synchronizing local compiler cache.

Browse files
Files changed (50) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/mixtral/mistralai/Mixtral-8x7B-Instruct-v0.1/6cb938012d9212c10b69.json +41 -0
  3. neuronxcc-2.17.194.0+d312836f/MODULE_015888bd8391b8c2bef5+613edded/compile_flags.json +1 -0
  4. neuronxcc-2.17.194.0+d312836f/MODULE_015888bd8391b8c2bef5+613edded/model.done +0 -0
  5. neuronxcc-2.17.194.0+d312836f/MODULE_015888bd8391b8c2bef5+613edded/model.hlo_module.pb +3 -0
  6. neuronxcc-2.17.194.0+d312836f/MODULE_015888bd8391b8c2bef5+613edded/model.neff +3 -0
  7. neuronxcc-2.17.194.0+d312836f/MODULE_0a9adb5ae98597a6cc02+613edded/compile_flags.json +1 -0
  8. neuronxcc-2.17.194.0+d312836f/MODULE_0a9adb5ae98597a6cc02+613edded/model.done +0 -0
  9. neuronxcc-2.17.194.0+d312836f/MODULE_0a9adb5ae98597a6cc02+613edded/model.hlo_module.pb +3 -0
  10. neuronxcc-2.17.194.0+d312836f/MODULE_0a9adb5ae98597a6cc02+613edded/model.neff +3 -0
  11. neuronxcc-2.17.194.0+d312836f/MODULE_0cb547d7b135a22ce39b+613edded/compile_flags.json +1 -0
  12. neuronxcc-2.17.194.0+d312836f/MODULE_0cb547d7b135a22ce39b+613edded/model.done +0 -0
  13. neuronxcc-2.17.194.0+d312836f/MODULE_0cb547d7b135a22ce39b+613edded/model.hlo_module.pb +3 -0
  14. neuronxcc-2.17.194.0+d312836f/MODULE_0cb547d7b135a22ce39b+613edded/model.neff +3 -0
  15. neuronxcc-2.17.194.0+d312836f/MODULE_1e659288a548ebbc0e15+613edded/compile_flags.json +1 -0
  16. neuronxcc-2.17.194.0+d312836f/MODULE_1e659288a548ebbc0e15+613edded/model.done +0 -0
  17. neuronxcc-2.17.194.0+d312836f/MODULE_1e659288a548ebbc0e15+613edded/model.hlo_module.pb +3 -0
  18. neuronxcc-2.17.194.0+d312836f/MODULE_1e659288a548ebbc0e15+613edded/model.neff +3 -0
  19. neuronxcc-2.17.194.0+d312836f/MODULE_5f76de45ec04958f4f23+613edded/compile_flags.json +1 -0
  20. neuronxcc-2.17.194.0+d312836f/MODULE_5f76de45ec04958f4f23+613edded/model.done +0 -0
  21. neuronxcc-2.17.194.0+d312836f/MODULE_5f76de45ec04958f4f23+613edded/model.hlo_module.pb +3 -0
  22. neuronxcc-2.17.194.0+d312836f/MODULE_5f76de45ec04958f4f23+613edded/model.neff +3 -0
  23. neuronxcc-2.17.194.0+d312836f/MODULE_6b04a0f7296a78825f69+613edded/compile_flags.json +1 -0
  24. neuronxcc-2.17.194.0+d312836f/MODULE_6b04a0f7296a78825f69+613edded/model.done +0 -0
  25. neuronxcc-2.17.194.0+d312836f/MODULE_6b04a0f7296a78825f69+613edded/model.hlo_module.pb +3 -0
  26. neuronxcc-2.17.194.0+d312836f/MODULE_6b04a0f7296a78825f69+613edded/model.neff +3 -0
  27. neuronxcc-2.17.194.0+d312836f/MODULE_7a698f93a95e0878883c+613edded/compile_flags.json +1 -0
  28. neuronxcc-2.17.194.0+d312836f/MODULE_7a698f93a95e0878883c+613edded/model.done +0 -0
  29. neuronxcc-2.17.194.0+d312836f/MODULE_7a698f93a95e0878883c+613edded/model.hlo_module.pb +3 -0
  30. neuronxcc-2.17.194.0+d312836f/MODULE_7a698f93a95e0878883c+613edded/model.neff +3 -0
  31. neuronxcc-2.17.194.0+d312836f/MODULE_7ab2d8538597e97ae35b+613edded/compile_flags.json +1 -0
  32. neuronxcc-2.17.194.0+d312836f/MODULE_7ab2d8538597e97ae35b+613edded/model.done +0 -0
  33. neuronxcc-2.17.194.0+d312836f/MODULE_7ab2d8538597e97ae35b+613edded/model.hlo_module.pb +3 -0
  34. neuronxcc-2.17.194.0+d312836f/MODULE_7ab2d8538597e97ae35b+613edded/model.neff +3 -0
  35. neuronxcc-2.17.194.0+d312836f/MODULE_c4ddc323d76ff0d5c7fb+613edded/compile_flags.json +1 -0
  36. neuronxcc-2.17.194.0+d312836f/MODULE_c4ddc323d76ff0d5c7fb+613edded/model.done +0 -0
  37. neuronxcc-2.17.194.0+d312836f/MODULE_c4ddc323d76ff0d5c7fb+613edded/model.hlo_module.pb +3 -0
  38. neuronxcc-2.17.194.0+d312836f/MODULE_c4ddc323d76ff0d5c7fb+613edded/model.neff +3 -0
  39. neuronxcc-2.17.194.0+d312836f/MODULE_c8a92e50baf36b0d7883+613edded/compile_flags.json +1 -0
  40. neuronxcc-2.17.194.0+d312836f/MODULE_c8a92e50baf36b0d7883+613edded/model.done +0 -0
  41. neuronxcc-2.17.194.0+d312836f/MODULE_c8a92e50baf36b0d7883+613edded/model.hlo_module.pb +3 -0
  42. neuronxcc-2.17.194.0+d312836f/MODULE_c8a92e50baf36b0d7883+613edded/model.neff +3 -0
  43. neuronxcc-2.17.194.0+d312836f/MODULE_d23e86825909a4699e27+613edded/compile_flags.json +1 -0
  44. neuronxcc-2.17.194.0+d312836f/MODULE_d23e86825909a4699e27+613edded/model.done +0 -0
  45. neuronxcc-2.17.194.0+d312836f/MODULE_d23e86825909a4699e27+613edded/model.hlo_module.pb +3 -0
  46. neuronxcc-2.17.194.0+d312836f/MODULE_d23e86825909a4699e27+613edded/model.neff +3 -0
  47. neuronxcc-2.17.194.0+d312836f/MODULE_d9303f4e1d6867e287ee+613edded/compile_flags.json +1 -0
  48. neuronxcc-2.17.194.0+d312836f/MODULE_d9303f4e1d6867e287ee+613edded/model.done +0 -0
  49. neuronxcc-2.17.194.0+d312836f/MODULE_d9303f4e1d6867e287ee+613edded/model.hlo_module.pb +3 -0
  50. neuronxcc-2.17.194.0+d312836f/MODULE_d9303f4e1d6867e287ee+613edded/model.neff +3 -0
.gitattributes CHANGED
@@ -7751,3 +7751,15 @@ neuronxcc-2.17.194.0+d312836f/MODULE_cc5981296dce23fea50a+613edded/model.neff fi
7751
  neuronxcc-2.17.194.0+d312836f/MODULE_fe7c19e7677d8612ee16+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7752
  neuronxcc-2.17.194.0+d312836f/MODULE_2a10c038669fa2d343e1+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7753
  neuronxcc-2.17.194.0+d312836f/MODULE_ceb1532721b05ed70905+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
7751
  neuronxcc-2.17.194.0+d312836f/MODULE_fe7c19e7677d8612ee16+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7752
  neuronxcc-2.17.194.0+d312836f/MODULE_2a10c038669fa2d343e1+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7753
  neuronxcc-2.17.194.0+d312836f/MODULE_ceb1532721b05ed70905+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7754
+ neuronxcc-2.17.194.0+d312836f/MODULE_015888bd8391b8c2bef5+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7755
+ neuronxcc-2.17.194.0+d312836f/MODULE_0a9adb5ae98597a6cc02+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7756
+ neuronxcc-2.17.194.0+d312836f/MODULE_0cb547d7b135a22ce39b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7757
+ neuronxcc-2.17.194.0+d312836f/MODULE_1e659288a548ebbc0e15+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7758
+ neuronxcc-2.17.194.0+d312836f/MODULE_5f76de45ec04958f4f23+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7759
+ neuronxcc-2.17.194.0+d312836f/MODULE_6b04a0f7296a78825f69+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7760
+ neuronxcc-2.17.194.0+d312836f/MODULE_7a698f93a95e0878883c+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7761
+ neuronxcc-2.17.194.0+d312836f/MODULE_7ab2d8538597e97ae35b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7762
+ neuronxcc-2.17.194.0+d312836f/MODULE_c4ddc323d76ff0d5c7fb+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7763
+ neuronxcc-2.17.194.0+d312836f/MODULE_c8a92e50baf36b0d7883+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7764
+ neuronxcc-2.17.194.0+d312836f/MODULE_d23e86825909a4699e27+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7765
+ neuronxcc-2.17.194.0+d312836f/MODULE_d9303f4e1d6867e287ee+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/mixtral/mistralai/Mixtral-8x7B-Instruct-v0.1/6cb938012d9212c10b69.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "mistralai/Mixtral-8x7B-Instruct-v0.1",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "MixtralForCausalLM"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 4096,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 14336,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "mixtral",
16
+ "neuron": {
17
+ "auto_cast_type": "bf16",
18
+ "batch_size": 1,
19
+ "checkpoint_id": "mistralai/Mixtral-8x7B-Instruct-v0.1",
20
+ "checkpoint_revision": "41bd4c9e7e4fb318ca40e721131d4933966c2cc1",
21
+ "compiler_type": "neuronx-cc",
22
+ "compiler_version": "2.17.194.0+d312836f",
23
+ "num_cores": 24,
24
+ "sequence_length": 4096,
25
+ "task": "text-generation"
26
+ },
27
+ "num_attention_heads": 32,
28
+ "num_experts_per_tok": 2,
29
+ "num_hidden_layers": 32,
30
+ "num_key_value_heads": 8,
31
+ "num_local_experts": 8,
32
+ "output_router_logits": false,
33
+ "rms_norm_eps": 1e-05,
34
+ "rope_theta": 1000000.0,
35
+ "router_aux_loss_coef": 0.02,
36
+ "router_jitter_noise": 0.0,
37
+ "sliding_window": null,
38
+ "tie_word_embeddings": false,
39
+ "use_cache": true,
40
+ "vocab_size": 32000
41
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_015888bd8391b8c2bef5+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_015888bd8391b8c2bef5+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_015888bd8391b8c2bef5+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99cb2df3adcfbceee18c4a70031c3668e1a3e35aa586b70aee45c66edef730cc
3
+ size 465539
neuronxcc-2.17.194.0+d312836f/MODULE_015888bd8391b8c2bef5+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f741893e6687c8d410f658e074f6faa613af659ffad66e176e21279b71e71205
3
+ size 4875264
neuronxcc-2.17.194.0+d312836f/MODULE_0a9adb5ae98597a6cc02+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_0a9adb5ae98597a6cc02+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_0a9adb5ae98597a6cc02+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:274ad24236efa365ecab38e0ef19e9fa563e488d3794b41dd998188cc5df1819
3
+ size 393042
neuronxcc-2.17.194.0+d312836f/MODULE_0a9adb5ae98597a6cc02+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:142fdff8b9b87c19e6d97c494334e4a5ae05a0175f7e2cb6edacd41ac2f934ba
3
+ size 11695104
neuronxcc-2.17.194.0+d312836f/MODULE_0cb547d7b135a22ce39b+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_0cb547d7b135a22ce39b+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_0cb547d7b135a22ce39b+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30826dfaeac6001edfaa5d02b76af4d4f78e6f38003e9a3add3972e96c4dfcf8
3
+ size 393042
neuronxcc-2.17.194.0+d312836f/MODULE_0cb547d7b135a22ce39b+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee2c11d3c2c38d6f9af337f9614b2e628932a54dd641e2eeb6d54b4cee7cddc4
3
+ size 6063104
neuronxcc-2.17.194.0+d312836f/MODULE_1e659288a548ebbc0e15+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_1e659288a548ebbc0e15+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_1e659288a548ebbc0e15+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e1c5d366d27b5223b216603cf47f40ef82228b4b179681b6236920a0976785e
3
+ size 465539
neuronxcc-2.17.194.0+d312836f/MODULE_1e659288a548ebbc0e15+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0b50139c31baf3b536c1276a84c518f3e150890e4d081a82a0270062430c2f0
3
+ size 4905984
neuronxcc-2.17.194.0+d312836f/MODULE_5f76de45ec04958f4f23+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_5f76de45ec04958f4f23+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_5f76de45ec04958f4f23+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3197fcda18a3ced6acc549865455ff655f3cd6792b951c43a0ddce88e4048ede
3
+ size 465539
neuronxcc-2.17.194.0+d312836f/MODULE_5f76de45ec04958f4f23+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d7b1c0776aa9f52fa8ddf1125eb9a5dcf3b223027ab7db8137eece8793a425
3
+ size 4998144
neuronxcc-2.17.194.0+d312836f/MODULE_6b04a0f7296a78825f69+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_6b04a0f7296a78825f69+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_6b04a0f7296a78825f69+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:019d15fdb3e95005c044dc901204d779c911a09c54768689c63be49c87aa1dde
3
+ size 388467
neuronxcc-2.17.194.0+d312836f/MODULE_6b04a0f7296a78825f69+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3399a94d4c6563c6fc4d38718c9055b7eacce1c37bc3ec487b0fc16778f2cc5
3
+ size 4926464
neuronxcc-2.17.194.0+d312836f/MODULE_7a698f93a95e0878883c+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_7a698f93a95e0878883c+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_7a698f93a95e0878883c+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dffca7f19c18c462c4d8d6fb8289049de027df4fa387ff645ccea8fed4ff5125
3
+ size 465539
neuronxcc-2.17.194.0+d312836f/MODULE_7a698f93a95e0878883c+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b14c8ebb2151cad9434caffe8ce612dd5f13ec93153e66ca60282ad3767de0d
3
+ size 4875264
neuronxcc-2.17.194.0+d312836f/MODULE_7ab2d8538597e97ae35b+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_7ab2d8538597e97ae35b+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_7ab2d8538597e97ae35b+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e79b634a811a198016830ad07405a773cc2cd2d445ed7475262877f71a569f0
3
+ size 393042
neuronxcc-2.17.194.0+d312836f/MODULE_7ab2d8538597e97ae35b+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eae8af36381154d33e41557f953cba535b1e6b46977dd7ed0a8b3f84c19c37d
3
+ size 7087104
neuronxcc-2.17.194.0+d312836f/MODULE_c4ddc323d76ff0d5c7fb+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_c4ddc323d76ff0d5c7fb+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_c4ddc323d76ff0d5c7fb+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dab2e863c1f794c2e8f5bbc9151a3f95c78c0957a523d9ceab256536e8a29fc
3
+ size 393042
neuronxcc-2.17.194.0+d312836f/MODULE_c4ddc323d76ff0d5c7fb+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d39b4f6b04ada91eefb76cf8da53a3118a091ea06d2bb040df413d34b5e75b59
3
+ size 5315584
neuronxcc-2.17.194.0+d312836f/MODULE_c8a92e50baf36b0d7883+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_c8a92e50baf36b0d7883+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_c8a92e50baf36b0d7883+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3da2421bcf95cd69750cfc66434c300ed7481da4611e7f03d60230c04cfad0e9
3
+ size 465539
neuronxcc-2.17.194.0+d312836f/MODULE_c8a92e50baf36b0d7883+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eea458b02efcc91b7c405b2d052d0b5dcd5ca398c45c0f86ffee2e0e5de9d2b
3
+ size 4875264
neuronxcc-2.17.194.0+d312836f/MODULE_d23e86825909a4699e27+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_d23e86825909a4699e27+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_d23e86825909a4699e27+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf3f64ef2099d92219407795cb470e6afeda766d829f5f7bdc3d64adb111a58
3
+ size 393042
neuronxcc-2.17.194.0+d312836f/MODULE_d23e86825909a4699e27+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65fd13953dae9d4f3811ce379c73f3c4ebc7e6680e4119f45a6af6f6ce633c24
3
+ size 27587584
neuronxcc-2.17.194.0+d312836f/MODULE_d9303f4e1d6867e287ee+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_d9303f4e1d6867e287ee+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_d9303f4e1d6867e287ee+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51cf9a54fe80b9dd560a041859db2b966d33e6820ac3caafd4195039e69d77f1
3
+ size 465539
neuronxcc-2.17.194.0+d312836f/MODULE_d9303f4e1d6867e287ee+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:690f405bf4a2af2c3959ea5f55dbdcc88d4eab941101996c7c8d022183d9b962
3
+ size 4936704