Hugging Face's logo

optimum-internal-testing
/
neuron-testing-cache

Model card Files Community
dacorvo HF staff commited on
Commit
5623e7e
·
verified ·
1 Parent(s): 6f1fdda

Synchronizing local compiler cache.

Browse files
Files changed (26) hide show
  1. .gitattributes +1 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mixtral/dacorvo/Mixtral-tiny/1d304ff5d8161c76d511.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_058d661e34da0202dfc4+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_058d661e34da0202dfc4+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_058d661e34da0202dfc4+2c2d707e/model.neff +0 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_142ff180a131b098f6e0+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_142ff180a131b098f6e0+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_142ff180a131b098f6e0+2c2d707e/model.neff +0 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_3870b43f03c097074458+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_3870b43f03c097074458+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_3870b43f03c097074458+2c2d707e/model.neff +0 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_3955b2a33c955817f214+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_3955b2a33c955817f214+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_3955b2a33c955817f214+2c2d707e/model.neff +0 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_3ee79106ae9bfc013100+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_3ee79106ae9bfc013100+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_3ee79106ae9bfc013100+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_4fd29e6f57e374c02cb1+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_4fd29e6f57e374c02cb1+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_4fd29e6f57e374c02cb1+2c2d707e/model.neff +0 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_baa65ff5e35eb24f825f+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_baa65ff5e35eb24f825f+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_baa65ff5e35eb24f825f+2c2d707e/model.neff +0 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_f7168a06f52d6c1d4e71+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_f7168a06f52d6c1d4e71+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_f7168a06f52d6c1d4e71+2c2d707e/model.neff +0 -0
.gitattributes CHANGED
@@ -459,3 +459,4 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_345116edd09879b7ebe4+2c2d707e/model.neff fi
459
  neuronxcc-2.14.227.0+2d4f85be/MODULE_e1e4cdeee8e8e42ef9b0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
460
  neuronxcc-2.14.227.0+2d4f85be/MODULE_7651246321963ddd5906+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
461
  neuronxcc-2.14.227.0+2d4f85be/MODULE_ade80a2b19e816657dab+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
459
  neuronxcc-2.14.227.0+2d4f85be/MODULE_e1e4cdeee8e8e42ef9b0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
460
  neuronxcc-2.14.227.0+2d4f85be/MODULE_7651246321963ddd5906+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
461
  neuronxcc-2.14.227.0+2d4f85be/MODULE_ade80a2b19e816657dab+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
462
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3ee79106ae9bfc013100+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mixtral/dacorvo/Mixtral-tiny/1d304ff5d8161c76d511.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_058d661e34da0202dfc4+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_058d661e34da0202dfc4+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be7158696cdab13d1c3c198f40a50cbe08681c27a91f3dce1ec2ec95e5a48fff
3
+ size 74883
neuronxcc-2.14.227.0+2d4f85be/MODULE_058d661e34da0202dfc4+2c2d707e/model.neff ADDED
Binary file (636 kB). View file
 
neuronxcc-2.14.227.0+2d4f85be/MODULE_142ff180a131b098f6e0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_142ff180a131b098f6e0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a833d9ae27e57f53ac7a4201991d784d45c9aec6dd3e5622aad714883f4f00ff
3
+ size 44525
neuronxcc-2.14.227.0+2d4f85be/MODULE_142ff180a131b098f6e0+2c2d707e/model.neff ADDED
Binary file (462 kB). View file
 
neuronxcc-2.14.227.0+2d4f85be/MODULE_3870b43f03c097074458+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3870b43f03c097074458+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f66f00f8c21f80afeefded6250b919f99f5dad9317014fcfda93f107785adbf
3
+ size 44525
neuronxcc-2.14.227.0+2d4f85be/MODULE_3870b43f03c097074458+2c2d707e/model.neff ADDED
Binary file (431 kB). View file
 
neuronxcc-2.14.227.0+2d4f85be/MODULE_3955b2a33c955817f214+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3955b2a33c955817f214+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:007cbc45cb5dc03e6a631fee216d8a94474cbb008187ba9941656eaafc20c0e6
3
+ size 44525
neuronxcc-2.14.227.0+2d4f85be/MODULE_3955b2a33c955817f214+2c2d707e/model.neff ADDED
Binary file (441 kB). View file
 
neuronxcc-2.14.227.0+2d4f85be/MODULE_3ee79106ae9bfc013100+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3ee79106ae9bfc013100+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc8b1daaeb97ce228afce43583458f67e3e6be6c9d71df0a1b98aabbfb784c77
3
+ size 566403
neuronxcc-2.14.227.0+2d4f85be/MODULE_3ee79106ae9bfc013100+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:660600c6bc6dde9f1ab4ea8bf2216fac22156486bb93c7f74f350c5031d3c0ba
3
+ size 1567744
neuronxcc-2.14.227.0+2d4f85be/MODULE_4fd29e6f57e374c02cb1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4fd29e6f57e374c02cb1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e507bc583bbe31b30ff6af41c9518f9eb7d62e527b71ea61e1a0a7928acbfc70
3
+ size 44525
neuronxcc-2.14.227.0+2d4f85be/MODULE_4fd29e6f57e374c02cb1+2c2d707e/model.neff ADDED
Binary file (421 kB). View file
 
neuronxcc-2.14.227.0+2d4f85be/MODULE_baa65ff5e35eb24f825f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_baa65ff5e35eb24f825f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d659a1aaf7c532e6cd7f7478f342e4076eedca5d61081a046a2b71426a376d6a
3
+ size 173187
neuronxcc-2.14.227.0+2d4f85be/MODULE_baa65ff5e35eb24f825f+2c2d707e/model.neff ADDED
Binary file (912 kB). View file
 
neuronxcc-2.14.227.0+2d4f85be/MODULE_f7168a06f52d6c1d4e71+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f7168a06f52d6c1d4e71+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b0bab1b839203b21eeea4d625089be3f3ac7535f00240cde7a7d00af6c7d36
3
+ size 49909
neuronxcc-2.14.227.0+2d4f85be/MODULE_f7168a06f52d6c1d4e71+2c2d707e/model.neff ADDED
Binary file (564 kB). View file