Synchronizing local compiler cache.

.gitattributes

@@ -7713,3 +7713,5 @@ neuronxcc-2.17.194.0+d312836f/MODULE_c299f9936437dd67f341+613edded/model.neff fi
 neuronxcc-2.17.194.0+d312836f/MODULE_ff8fad012e7766ca23ef+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.17.194.0+d312836f/MODULE_4caf7deb700973d9f449+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.17.194.0+d312836f/MODULE_a6b635cb5d8d2a5539a7+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.17.194.0+d312836f/MODULE_52f77cf05a48696d505f+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.17.194.0+d312836f/MODULE_7e8a971b679cd1f1877b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text

neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/mistral/HuggingFaceH4/zephyr-7b-beta/a3def2b08381a583fdae.json

@@ -0,0 +1,36 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "HuggingFaceH4/zephyr-7b-beta",
+  "_task": "text-generation",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "neuron": {
+    "auto_cast_type": "bf16",
+    "batch_size": 4,
+    "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta",
+    "checkpoint_revision": "892b3d7a7b1cf10c7a701c60881cd93df615734c",
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.17.194.0+d312836f",
+    "num_cores": 2,
+    "sequence_length": 4096,
+    "task": "text-generation"
+  },
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "use_cache": true,
+  "vocab_size": 32000
+}

neuronxcc-2.17.194.0+d312836f/MODULE_52f77cf05a48696d505f+613edded/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.17.194.0+d312836f/MODULE_52f77cf05a48696d505f+613edded/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa64e2242882ebae41eba74c882325cb659c171fa0b7be8d757340cc5ce9cc41
+size 363541

neuronxcc-2.17.194.0+d312836f/MODULE_52f77cf05a48696d505f+613edded/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08b05ae157129f4af3436f7eb419b06dda29048a2aaf80938e4217ca44a7b8e
+size 9227264

neuronxcc-2.17.194.0+d312836f/MODULE_7e8a971b679cd1f1877b+613edded/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.17.194.0+d312836f/MODULE_7e8a971b679cd1f1877b+613edded/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d0b26290611750475222ffe3d4af958525a29574c9be47a3f92b6e3fb8168c
+size 537196468

neuronxcc-2.17.194.0+d312836f/MODULE_7e8a971b679cd1f1877b+613edded/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693cd7dd5d19a3f4d9e4635b3680ee6cf1a32e226f5194432b9a84789b76c2b5
+size 6779904