diff --git a/.gitattributes b/.gitattributes
index e23593922d7331a515f96ca27d68287dd90c3f68..1977b9f9d908c789bae968cad36d6d90d1ae572b 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -1682,3 +1682,33 @@ neuronxcc-2.16.372.0+4a9b2326/MODULE_1090c91454701eac92a9+613edded/model.neff fi
 neuronxcc-2.16.372.0+4a9b2326/MODULE_5a9cc28c7336fd9ea3ab+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.16.372.0+4a9b2326/MODULE_ab8029e291c37141655e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.16.372.0+4a9b2326/MODULE_aeecac19cd61e7fb1951+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/058e3ead348125e7808b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/058e3ead348125e7808b.json
new file mode 100644
index 0000000000000000000000000000000000000000..144ed16804bd969a692000397cb2d79c7a7ad6c3
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/058e3ead348125e7808b.json
@@ -0,0 +1 @@
+{"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/6bf9ef24cedd2d181630.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/6bf9ef24cedd2d181630.json
new file mode 100644
index 0000000000000000000000000000000000000000..85e5632d1747598fbc211bbc4836ff4e7b9a2b73
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/6bf9ef24cedd2d181630.json
@@ -0,0 +1 @@
+{"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/7a4c62323b876a6ad082.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/7a4c62323b876a6ad082.json
new file mode 100644
index 0000000000000000000000000000000000000000..6e8436fba0a82f113b9b1d1de92e4294d0cdf10a
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/7a4c62323b876a6ad082.json
@@ -0,0 +1 @@
+{"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/3033d959070fc853146f.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/3033d959070fc853146f.json
new file mode 100644
index 0000000000000000000000000000000000000000..184f80246d7bb5f8aa4c77f67aa422052e7b8919
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/3033d959070fc853146f.json
@@ -0,0 +1 @@
+{"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "71034c5d8bde858ff824298bdedc65515b97d2b9", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/46dc72bec418e48dc0b2.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/46dc72bec418e48dc0b2.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c2cf5352d0439ef465db0bb6007aa2bad742ad4
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/46dc72bec418e48dc0b2.json
@@ -0,0 +1 @@
+{"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "71034c5d8bde858ff824298bdedc65515b97d2b9", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/fdfe8a25cf9f41629cb9.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/fdfe8a25cf9f41629cb9.json
new file mode 100644
index 0000000000000000000000000000000000000000..a44ee8d1797ad14ffbbc095094729bf061f35066
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/fdfe8a25cf9f41629cb9.json
@@ -0,0 +1 @@
+{"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "71034c5d8bde858ff824298bdedc65515b97d2b9", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/NousResearch/Hermes-2-Theta-Llama-3-8B/7bae97d51948b959db6b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/NousResearch/Hermes-2-Theta-Llama-3-8B/7bae97d51948b959db6b.json
new file mode 100644
index 0000000000000000000000000000000000000000..9f27520658afacafaa16a60c54d6bfc2ca840ce7
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/NousResearch/Hermes-2-Theta-Llama-3-8B/7bae97d51948b959db6b.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128003, "head_dim": 128, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 8192, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "NousResearch/Hermes-2-Theta-Llama-3-8B", "checkpoint_revision": "57a73110702e7b05ba3f39fef36297454c680725", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/llamafactory/tiny-random-Llama-3/2e8cb42c92e334dfbaa9.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/llamafactory/tiny-random-Llama-3/2e8cb42c92e334dfbaa9.json
new file mode 100644
index 0000000000000000000000000000000000000000..11e9a814214cb380faa80a1fca404fb2a9002c3a
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/llamafactory/tiny-random-Llama-3/2e8cb42c92e334dfbaa9.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 4, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 64, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "llamafactory/tiny-random-Llama-3", "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/llamafactory/tiny-random-Llama-3/5433fffb45752137c8de.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/llamafactory/tiny-random-Llama-3/5433fffb45752137c8de.json
new file mode 100644
index 0000000000000000000000000000000000000000..340971e85bf1fbe2e89aa4be2766a239d0fe6ba6
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/llamafactory/tiny-random-Llama-3/5433fffb45752137c8de.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 4, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 64, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "llamafactory/tiny-random-Llama-3", "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/llamafactory/tiny-random-Llama-3/8c48d1da1325809763e8.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/llamafactory/tiny-random-Llama-3/8c48d1da1325809763e8.json
new file mode 100644
index 0000000000000000000000000000000000000000..96a087d6f378bc80c42a8413517e37c8a6e97bad
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/llama/llamafactory/tiny-random-Llama-3/8c48d1da1325809763e8.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 4, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 64, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "llamafactory/tiny-random-Llama-3", "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/3afe2ef31d28f1e456be.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/3afe2ef31d28f1e456be.json
new file mode 100644
index 0000000000000000000000000000000000000000..9e8b3b4e4e529d3311952a9bbd4bfff141333de5
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/3afe2ef31d28f1e456be.json
@@ -0,0 +1 @@
+{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 8, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/aa9d07318c2ee53a79c9.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/aa9d07318c2ee53a79c9.json
new file mode 100644
index 0000000000000000000000000000000000000000..c72192e24e46ccc834ec0d6ef66a82aab74d0cb0
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/aa9d07318c2ee53a79c9.json
@@ -0,0 +1 @@
+{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 8, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/ef87caaa517e593a73ba.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/ef87caaa517e593a73ba.json
new file mode 100644
index 0000000000000000000000000000000000000000..15a4285ca66a849769b11e6d07dbfed42e1d70d9
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/ef87caaa517e593a73ba.json
@@ -0,0 +1 @@
+{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 8, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mixtral/dacorvo/Mixtral-tiny/44ccd5195da49c90a57d.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mixtral/dacorvo/Mixtral-tiny/44ccd5195da49c90a57d.json
new file mode 100644
index 0000000000000000000000000000000000000000..757117934b1d5daf3e2b99ac944cd889ca3354fb
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mixtral/dacorvo/Mixtral-tiny/44ccd5195da49c90a57d.json
@@ -0,0 +1 @@
+{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mixtral/dacorvo/Mixtral-tiny/908d5d307e281ceae80e.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mixtral/dacorvo/Mixtral-tiny/908d5d307e281ceae80e.json
new file mode 100644
index 0000000000000000000000000000000000000000..10959bb018319e808b94880e42b2109075df3a53
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mixtral/dacorvo/Mixtral-tiny/908d5d307e281ceae80e.json
@@ -0,0 +1 @@
+{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mixtral/dacorvo/Mixtral-tiny/be71598b4b4a5244a6a6.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mixtral/dacorvo/Mixtral-tiny/be71598b4b4a5244a6a6.json
new file mode 100644
index 0000000000000000000000000000000000000000..6f6787fd3860b66b8ee3637d15ddc365a6d2ae56
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/mixtral/dacorvo/Mixtral-tiny/be71598b4b4a5244a6a6.json
@@ -0,0 +1 @@
+{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/28192c462305efbf7703.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/28192c462305efbf7703.json
new file mode 100644
index 0000000000000000000000000000000000000000..be2e62cfbdc25f125978a447eb32ff4a8218cdc7
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/28192c462305efbf7703.json
@@ -0,0 +1 @@
+{"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "3f3f2ee1e499cb7ad89b877068684fdc9d9513c3", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/62a1679ebaf9c75228d1.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/62a1679ebaf9c75228d1.json
new file mode 100644
index 0000000000000000000000000000000000000000..30ce1246857bf087e8b5905f76433beea733ccaf
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/62a1679ebaf9c75228d1.json
@@ -0,0 +1 @@
+{"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "3f3f2ee1e499cb7ad89b877068684fdc9d9513c3", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/7e39204d4342f7703417.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/7e39204d4342f7703417.json
new file mode 100644
index 0000000000000000000000000000000000000000..e0795b32bc3af6668383173dbce0b214b45fb96b
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/7e39204d4342f7703417.json
@@ -0,0 +1 @@
+{"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "3f3f2ee1e499cb7ad89b877068684fdc9d9513c3", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..49fe91a741a5523c925902bd97bf60b2e7fd80c8
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcd712f2b813d9c5c9c26bcd8b968439cbbb0ab9ebda7d08942cd18a620bfaa
+size 44778
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1972c13d749e14cfa62cc3213982723555b31eb1
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bffcb1f86fd84a545356bdb26cefe345ee3f0f76e7ff517d210d5c497c1ef4
+size 379904
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b6045dce5b79214b2f4a7a19520ee55a1dc06da4
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0975fc341db9cc54898ed384ab7098894c740e7e46124a5b9bc5891aa710b364
+size 43983
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..68779d6f5a5590667d1351bcbe6a589d2ce17f77
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24ed0b727fa8f388c6ac92c0d3f6e7ce17f332852742fd0d86934a7858ced59
+size 451584
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7ff1d3d27cfc65b3f6886fa31aea8555482d99a6
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3668379cd299c92b1ee77b0d6ae0a86fc0524b635fc260bb4bf9756dfec73112
+size 52850
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c00cd7f46d192f3f1b05b90ae8010dc710e75e67
Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff differ
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..2b12c328588df6955322fd03473d7e93dc523be6
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=5"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ca568f48fb6d7c3bd5323e9b37c7ceabee32f
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac630532ba8a68d0985b0ed14fae2813e6d77509ee139688d6ea634bafd8287
+size 9509
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..08009af4b78e22bbca564bb18182859333e29ebe
Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff differ
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4bafe5eac34da3fa50764c38ef6d9498d853753e
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cb63ce2b40034604ffea4caf5a28e1bf86bde5b9136a77cd8df401350bcf7f
+size 52471
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..567dd3ab596714cc97a423440e4ec7a74f964635
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4795e651be8fc2efc5357b6ef737a48e023a26301f96a6f6a3a1b7fbf4c28a50
+size 123904
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4abc5a906cf2a130afce0e73fabeba74609db934
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94fe1a947149b651a7c79c80adadadad51f361bcfe470c5c63c2e0ab0550ba6
+size 16718
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5dabbeb6bfd2f29e6270b0a0009b707b00d07f86
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b3dd692e27ea4a48c247cc6874c6179b1b1b5e8cc66f1031b9d11973721b8d
+size 154624
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..01820ac84173e1d761ca09a88f2989f08d966f58
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8b665decfdceb8bee663b03951fa18f2938b895bef637f05f1f043895356d1
+size 54843
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0e4c14e4330e21aa2f69b9bbb573e8240b784ba8
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b008714581496073b2d4a9f2f46e7a53c7c79b2c5bed426bca55a955bfabad73
+size 123904
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c8f99d96a9375a2320c7309b777b3e600996b9be
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad6e5d764d6d6295c46096fe5455fc3da2560aad7a53534ce85c6d59759f7a4
+size 46121
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9b808437bee37ef29ae4321417a6aa2e87cb0e3d
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e4b1e9429a9be0e0650bfa7bc99c046592ba8f063bf994540e47221b57a89e
+size 410624
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..29cfbceb71b16b3dbaf0942a044ae16d81a81ed8
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf94c2ac19c05d53ca056a16ee5c2556155a2ed542ad7516bbcd470f0da11dfc
+size 55072
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ced3e96cb83db3ea0fc0a8c8429e3423b218c916
Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff differ
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fdff7d538dbc95c3ca3559436742fe386eb1b1f0
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae80c5021d8426bbcb8d44cb4eb336af3357f7559620811a34c60913211a1326
+size 22194
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b3273f3e8c93a9266d724087ea5f17aa1fc6cca1
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95cbed5d7b1c8d17d855078a1fc756eb821ab3de17b29fd5254ef477c951c9c
+size 144384
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..39ab38861fb457e4b19b7fcba9294ff95af9e0f8
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42f3693a1825ebc37002987e37a65061048df50d59abccb484c7e333dc4b9fa
+size 41613
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..edcaf84b23a1b078d2463aa269092a8d2cdd7ca1
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be7a439afd1119f93e9c6568b5a75593192bf27e886d64e74600ca1baf45a0e
+size 154624
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d6aacbeaf01fa018e0a2104b97c7a499aabe8974
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7433d185932360100f4e201dbf597145ae709dd8f1bc427e210d9f8426bc89
+size 23538
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a1c93e617b31a34e892c846a4bb85320ed10ec60
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253a4052f11c74e10b8b2178bd8db67929b8464f784da29b25eb82bb4c9b67b8
+size 134144
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..65cdb113315d25e826dae7ddbeb96d4e9ea7a576
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e0a3b132180e0f188bd90371d94b474ef8ac9f25b5f581ca45d2ad7dd81b33
+size 57958
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4f85c9ec7ba0f328c302ec2cb6181248db8dc001
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68433676ebac0ba8580f2bd7dae5429828fbd50a35330ffeb2fd717498c6c516
+size 144384
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d2d77ffcd9b2212f4f684605316a2e5b55264cd9
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0a1ae4b6e52c613439b8506c7ef6cc846e62368e3cf038324f6ffffce6e92c
+size 55212
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..dddcb007313412697144d6a98ca97efdc62916fd
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89e3ed16e7bd3cc0dcf183bc39ee0d462bd03410c7e0be8688a80aef1bd09b1
+size 113664
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..951e0114590b65a15db9e0e7f9dcd8e8a228836e
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e1f9353ef23dc8ec7add6c118e42dc4de0ccf1226b0c18125113c4abf638e5
+size 19827
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2df9cded182d053d5bad781d7c39d45bd6159aa0
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17edb60ea42c8d76ef052e75666ad64e26dfc637b01bff023f160b4792f3168
+size 154624
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5e436221d4c3db29d14411d8bd458e880fbbb317
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03072ba3b0037c7540ade148cdbaf328bba0c8266d1db068146fd17e9ef5b9b
+size 70244
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f3d17dd38828f0dab8adca6fa13510c3fbdfbda1
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16436698a6ba42006bf4ec7b16da4a6dd5c6df3a17e731956dbacefeb475ba4
+size 134144
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fbf3db57e996bc6377d6dcc059503ba72f4062b0
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0332009fb71495c1af54af6dec66ff0010c22426c403967c4f798eb9aae3339a
+size 21896
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6918f1c78de37eb599a8de32d4377abd7cc96994
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bfa37f319fe0c02ad49b4988a9d11d6ba4329bf7b1bd9af01525d4d7e12720
+size 134144
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0d8b3175142daba2817c049fc8e8fe668ca5f12b
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96427bd617ce1cbedfce1bcd0c51834caeec09448bc6996878ba7103286f5317
+size 16362
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..54c25ce74c019d7fbc5aa6d224a2e6530994c084
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d4c762790ef81b0dc05ef485b58feaa5e1a036edd1ce05639ecc605dffe536
+size 144384
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a9766a2274737d04628d8a1d94183acf947eb97f
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294db611da8d18c46fa850387e3b5fca5db31b266ce46e12f9a7aa818b82f218
+size 22710
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..300dad0cc8c6972c6fd458a7d1a22ab454a8ab85
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b63c4d4a5aedd1fc177df31ed48c021021e648863fbb0c9a6d408ff93bda9b5
+size 134144
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5213610905cac2fde45a0868d2d772ff401a5d6a
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beef3dd38ae4c3627df045e26b45b8c1c104b6e6eb4e9b5c6c41be1eec9fb137
+size 67270
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..46eb3f733f2f1557652c4d5978b8ee428779192b
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7066b4c1f8d22237ca1a6f7827a664d3efbf2fa76e60bb9a90c98121c9c0eefd
+size 123904
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..03ade0f5606d29fe99a2d01d0e8d1a24c0e4a740
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af7d3f0f0a32b4049aaf2706ad1348e27a74727451bcdf4ef74a568263bfb84
+size 57972
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..71ff18bb61876730576abb39290ad09db521fbd2
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d080921f74839b7177d810fc89fc1aa495c92711a6715db3c546a4dc3fb0ea
+size 134144
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..41dab1c36e507010790a1f76c7da5b1416f305f2
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7641933efe27b65d3dcaa8695febe47dbfb35a15ccf6042a2e83f1af3a0992f4
+size 70104
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..320c37113cd2163c47364fad3454c9b21e6a44a7
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e16e24a775c22142cb8a7032f1d68bcd01d79c5578999b6a4759a80766ffbe3
+size 123904
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5f3ba754e082255a30d849b67e8d380844b28767
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19efcfe5bb10aa74cd19ebc82bc90b607fb67f3170b8f0cdc91c4efd7ca97cf3
+size 446226
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f3b700d704fbab519a7f0cf45689974eb6028473
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_850d5a3d0694f6f65d91+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b6799e586f81adacc67d18a909f65119305ae72632cdc60671e40362511133
+size 6022144
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7c229f00533386c594e60420e34371151f4e7254
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a69f8cd37fad51983103d2cbe5a3255ce1fbfd0d94484f01a0115a43abc0e4b
+size 2068
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..90668418107f51f4e7eec4468c1bd88a361bb778
Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff differ
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2850eea040829d6ae7ebc0ba5951fba0e650946d
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6839a901e7fd75a67686b994bc0d95d45ffee3b261877677fc3e421b525b02
+size 56595
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f6e15d1c97b0c63651c4351a9aa84564a2cff488
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf7c26d393443c04f47f74d6162c097b82e029fbec482677fca3412c5468cd4
+size 123904
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6498c310b11a589402df8e6827f37cf00526e8df
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099d728a8907f1a9446c8e70e2e25187151e62c92951e90b260bd93f5e391fd
+size 45034
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..07c926b8a7984d3ba1cd29f8bb14f64a44f3a89f
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53476fc2568a0ffff882c9060d381c96bd1b03ff95e005a92337d73ef72ac310
+size 410624
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..2b12c328588df6955322fd03473d7e93dc523be6
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=5"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..530390def32b7d4aa11debce7fc567104a02028f
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd9800fe6e95f8e4273e004bd5f23c079b121dd737c8e1f8932a410b315b292
+size 9579
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e00e1fac61106f1e94cb4292367a6b24e5bdf1f2
Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff differ
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..cbceb2ebe5a8564b4b4e7359eceb2bbb00ed6b72
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8e084a7818414ba64ba56806c06d9b7e7b2c445607ef9ba6be9373036891c4
+size 23884
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..02eb66a024bc9348fcaafa3c5ebe09a1f19db504
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cd9ea985be98e428c5ca4c887331e513f83a268e005fc0eae4d53a8e01013f
+size 154624
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..242a4733e7400032dbb081fce0058ed4778f2071
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8464ba6e43627ad8edf628a847732702374b43b2ad9dbdeb880cbe21af7bd717
+size 45782
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bb648b6bcac7aea2180f035c2e1af6b001bd0dcc
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7222a46c5747a7e9c7782b5271771b5694f995491e83250df87bb95a89dd6d
+size 410624
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..2b12c328588df6955322fd03473d7e93dc523be6
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=5"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3f351f86258d6d6b913c4dbebc4f9345f451cc68
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c49575bcc44d44082201a7eda6cc3ac2b73424c19184b149b0dee16986aa31e
+size 9267
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..31718619106306eb28bd8d613ac5ba1bb6ba4e22
Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff differ
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1570d4be617a296740a869438ec642df1d2bffe4
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5cfd684b1e58c31edb46b9cdda74a9014a1cf581d9c8e4661fc70ec64caeae
+size 2068
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9cca7e38edbf29c27e592edb14f29ea3efe48768
Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff differ
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..15dcb7c0155a50c6952b470945364207a9dba6c8
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8f9e3c0a49ed92e6325ffd642090a9d65dcbd565c812acb8bcc98d12204e08
+size 20644
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0fb21a527636bafc98ae16da325de91c2fd3a260
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfe6ce806d5fbfaeb638113074ceec469d2c999916bb1255b7b31787ac13a20
+size 144384
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..92dc529ed6245ab66a70afcd9136b81fd7b2bf5f
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20474d26bc620ae6346285c27d888cbf3d47fff0d7f9678031523e2c589d2f55
+size 54703
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..afb6a06c7c66dd81cae0fd142f467f3331c1309f
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247a717d4ff366411b870a35d64ee738089914e13934b2c8b4afe3db84d0242e
+size 123904
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6dbb25dabbb87c729eeca1a4e31ff4baf52a09b4
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905a7378ccf2c97e45de51a848471829b62b6943fcd2bb223f09bc2664a772c0
+size 19321
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9ad0ce2dc5e0c218189d30b454b3bee1bc7940ea
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cc15e3459a0f0b040387103511ea2e29ec24243e5c34f2e98635ff4d06af33
+size 154624
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..386bde1b14b44bc0714c8546fc099cb0c6a0ecec
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff629ad43ce310cabe8899c23fd446e352eb7870d4624781307bab10dd2662cc
+size 46107
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9c386d464a77bc5c0d9e97dd09fafd6940f0c1b6
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2b519223ee9991a29c27603e91fdada0628c468556bd24a821186b536f20fc
+size 349184
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1bc0d67f9546e13578f724140162bfdd58ef3dba
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca5063e8197ac1b4d62f5cf5821ef178f26d1badc78900bb9ce8149c75f5b32
+size 23695
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..af7d3685e6c21ab3a3998922e10f6f156a0adebe
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933552fa350df9a33192e67c1903b8f39cde83130505fad9823c0d30f8efc0c3
+size 134144
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..461fe645001145b42857203d9f35543cfeb23a21
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ca5f56809851c6e232bd4b88c6c20277b8d98e984d0abc7d720a1d99362bbc
+size 1972
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a04b0aa7744aa9aa078a664e530945d6185be1b4
Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.neff differ
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
\ No newline at end of file
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..10fef60a679e2242a0662a8ea2cfbd437f1172d5
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1a14daf775573428682f87075bb804d80212e0b04b1157bc26d991a572d6ec
+size 363704
diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a9e79e8f6f48334b79054cc8bc2f216aad25a1cb
--- /dev/null
+++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcadb7a41ff7dbeec379bdbc29573832528c0d58aa23955c3e352fb4284f49a5
+size 10415104