diff --git a/.gitattributes b/.gitattributes
index e05e28e02179bd4ea0a57e5fa52b18d117cdeab0..4bed8fe96381a65aeb91c27e1f558beb3014ae42 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -189,3 +189,137 @@ neuronxcc-2.12.54.0+f631c2365/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.neff fi
 neuronxcc-2.12.54.0+f631c2365/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.54.0+f631c2365/MODULE_fe2df69e856683d2f4f3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.54.0+f631c2365/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..57b75b15894d616af2d54886d770dd843d03ea3d
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8c4dd8bea64f6b511401fa84160b4d72964fb7e9aa34a329fe90930f695ec2
+size 298784
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d81766a4c2d80daba45fcdb6cca484838b826db0
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_02b140725c88b5ccd391+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f24441bc1d9fd2311ebd4febdb69bb01cbc63dd7dd7b0b3f970108d3729563
+size 7302144
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8189a717cdc0426009415949d8b9e08798786c5a
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b883e7de3ce738655156b1af1c7cb5def382644d0d45137e9532abd70f59a5
+size 54937
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..72ba95a21323b088030ae69af1e8484973163cb4
Binary files /dev/null and b/neuronxcc-2.12.54.0+f631c2365/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ccdeeae1c11d678826721ffaf41a8ed2577f9e61
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2816b10dcc5107592b5bd8fbb9b828cef19ae6a6dc281edfce5c134ea8620073
+size 301369
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..08992d99022c684b13a27129bb16093751960896
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_142005b3d93076706472+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fe5e303342f5c107e4a25138fa29ea7b16464864fa57c42a0fdc3720ed6106
+size 2274304
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..19331a852d0d3beb0df2fba6465a8f1d842f8960
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8caabc10b30123e00813e1e2320cb6f4d2391798338c69d068e62df97c4be8e
+size 298784
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ec7ca3916bdaaf6d5a1bfffcb0748fa6be8612fb
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_247bd534d347db3f7bd7+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706be898e68a2565ed139a8f97d1b5cd7c422b87f00a9d7f63987e82d4ca895d
+size 48385024
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9c93bb907c5ac63ffecf90d944713a2ce25831fa
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5451b3e09c716168f97a8470dad6eb39e59f98d2f0cd7dcd132dd3bdf00c841c
+size 357206
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..297cba61baee626e16fb0ca53c08b131eb7c7ab5
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c237e5fc17d4a9d41f4c209c10a61144366c910ce92bb34da84f796ca9279e08
+size 2468864
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4e0c23a52f9d7586a10b5d863718b9f59e83601f
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069bc855215002ad4f29ae20d3c0cd082bbcda7d16f8c8ec12634a88a46afba7
+size 298010
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..849add53e5fbdba8000493d3fa94ab4a0b36e417
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de648df73240adf6f305a342d48c804c6a64d3cd65127a1650c440a47415b19a
+size 2632704
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..30e72d83999c2c1953aa63ad548d7aeae63c4f0a
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f84619789e5edc154a38343ae144cc6e655792d88d2aec38303faf06f88b086
+size 357206
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..56cb0e95e879f1130cd938de1fef71bac146741f
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b843bc21a88b3fe6948cc80b3e3a9348392effbb252ad36145ba5c1ee432df
+size 2622464
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1472d0050cfc81d341b376838a00ce4930cdc0c5
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1198516dc0a04ce8100566e92a36c55a3482bf2df4d260404378f97f3b671833
+size 301369
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1fe5d30737fc371e7436bc4eca294ca51d2765cd
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_686010d205bdde7a4ca4+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7a63a63f460a9f9128a260fe14d9eb9d2e74e3c768fe5b7feb4e78ab1c81f1
+size 2243584
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_6888ea5af67299e52f8e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_6888ea5af67299e52f8e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_6888ea5af67299e52f8e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_6888ea5af67299e52f8e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_6888ea5af67299e52f8e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e8c2e78b1b8d58208bb8a654c30c6f4db3eb6667
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_6888ea5af67299e52f8e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4cc87996d0e60b0e5ee6c61f039855303a35661e2379d9f9af85f0c6544dd4
+size 54937
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_6888ea5af67299e52f8e+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_6888ea5af67299e52f8e+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..16e98c26c3252ade0a3e54a2bc8754aac92d9562
Binary files /dev/null and b/neuronxcc-2.12.54.0+f631c2365/MODULE_6888ea5af67299e52f8e+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..133b99bd22b5a9c9aad3c7b5b3f1198d781a834a
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c29c44e853206a16620ae05d6326822a66599609edf5d33c1ba9dc461dba9f
+size 357206
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6c78d2dfa8c4cef3c09bd4e309cc80e8c7507100
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_698723879315b2843cd6+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f874489e8d14fac4c2b867854a332165dedfa01b39de4b15b3dfb84b1acdbba2
+size 3277824
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..59bee678370d6fc0b37041dd43b05fea6a8dac18
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d585a37e5f6abcc58a0fe1248ac1c83c8f99d941679c440afdbd87fe966a03e
+size 298010
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5a6acc8f0f64ecf3a61cdf64624bc01639e250d2
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_85b81fab23db1bed3d76+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07a3a03cd001e9e367d5844c0681107be474ba33ce9845efb139d34e553a575
+size 6523904
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3a5eca35601890f2494c08e26fe7310144f9bb0c
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aff1b9f09c44e00712479da882bd444f4f7b1694c33d9dff9d65b2a85fb04e
+size 298010
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..faff4a72f858d456e6b4fbcea39176e2e7725df1
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_8e9fb541306b8a41398c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcaec9dcb61e7eec3a016a71e894603c6fc6c37d4e68d012ddb0e6df6793ecf1
+size 2939904
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7647bb6d6aaecdfbc6e90a7d2aaea5949216fda9
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cd68d4fb33eb832b657d9bc73b2b99a5ee2e8309814d9981bdb580cf78c837
+size 357206
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..48d79974c2e994975101b3f207db84cc9f0c301c
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_adce8c191178c964fbe9+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311ce52d30a5f850c7ae11f8daf2b97d8400b811424779ced01176078e8cebd6
+size 2817024
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6bca141bfcfc3894ce8b19417009d485e2b96b87
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fd9e2cfa266b3d265f4ee7838f7aa7687384c94d97e3de49091ff90083d938
+size 295586
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..951d8a21dc6886200989b26efce9043d7071ef91
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_b135f12bed698159448c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667f16e0f2715fecb01e93313fdda07898f3f1bfe72bc0ff29993e35b72a5093
+size 3441664
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f1510464d150e2580c36b3f8df7e6aed9c3c2351
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c268572c4a402a85d7e92a02723d0b73549b187734f10b52f076c848a0c7ac3
+size 298784
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fa1764d1c93e4b23e63d498f9e66bd131f070160
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0c4141c5957f6e2656edd9a0bd696a8359eaaaa7f16b1d02724d756837ae14
+size 4148224
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c7640dd22b60df70432a7b9ce7f8192697b996ed
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759e61b5ad11ff510d5f17370d3bcdb35177cca5b2cb8ce5fefc6df09e6e193f
+size 357206
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..009e9523a2cd418df86b7c1b35c8ea8b40b4bc4a
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332583b809ad4388ffcde8174891c29f8c918ba8a654704eed1c3ddb3d7c86e3
+size 2540544
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_da838600de3281ed94a5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_da838600de3281ed94a5+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_da838600de3281ed94a5+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_da838600de3281ed94a5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_da838600de3281ed94a5+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..77698dd405f212597a0591deefeae14e082054d4
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_da838600de3281ed94a5+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d3580d0ccb1ae329f7f1eba2cd70589980c3aade3913a700867495e7c463c7
+size 54937
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_da838600de3281ed94a5+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_da838600de3281ed94a5+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1438d74fe46ff833fcbb9525b6e43a020ebb6171
Binary files /dev/null and b/neuronxcc-2.12.54.0+f631c2365/MODULE_da838600de3281ed94a5+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4cdb3e4b7990ffcf7d205dc7af2e0bb8b88f27be
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78f28a5ae634728e5b316ca6c159365660d44410a6f1f5bd322666557bbf2a4
+size 298010
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ea6078422248576bdc5ff676274823ed7a6484d5
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caea4082548dec90ca0425e2e9918cf4830f746e4784ae89aea996861ecc6541
+size 3564544
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b50ea18aefa0f8ca57c5484e94a8ad50f7ff5c61
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c14a9d26acac2591732513766f7c30513d16521bd37d8e0558d754fb23d27d
+size 294331
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5b4ff9c9ea11207b9b8b03821eb1a2c1e402c004
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_ddad033946b031c38e61+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74618b68f7c9908882d96e03d32f8ca6b508ff814e12991d586eb91a83d86eeb
+size 2427904
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8602b6274c24f6012820321e39e4cfff514e4911
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f844b682d62c5efa1c1799a6559a9fd3b7fd168c33a19c4edb51048268a2ea80
+size 298784
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..90b21ffec207400b2ea2ce11f07aba12edbe0bf0
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e03032da720652dd2492+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7098bbd25d94388e70199e049c1e1f03a864b56b710a2d19f0a2c3dfb485ad8
+size 96523264
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..35a93623a06c765b908cfb7026e1cba829a8c38a
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1a4791b628a1f524b525d1c3fa869911ee518654cab7269b43e836e7ed6dc3
+size 301369
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7fc7df5f6da752fac9f5e8e9206d90fc43f1b873
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e0f8532800e3830d9976+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572e95aff6edf71e39a5e9c5c217c58c62f28146e3c6e927417b4f86e306a98c
+size 2468864
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f462196e9e1c6197829bcb842cc3157897447199
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94119b3c954782d68baa9f1cb08d6e4d2ca77c9eae9803efa2596d77b7653ecc
+size 301369
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..83c41afa26094b8ede507e44b7a18ae9a377595a
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377ab65f79a721fbef87d7f90e7e272402b44c647f64a136ee1eb7cce41084fa
+size 2223104
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/compile_flags.txt b/neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/model.hlo.pb b/neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6d0aaf2c9f693167ce06311c92a3c0d74d9ecdd6
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cb251577a3fd35f0c3c558668e48ab35170aab01c0fe62e7170bdeb06dc138
+size 301369
diff --git a/neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/model.neff b/neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..50c6dadb92fceec0a986e7a7e0a6f590b62c0757
--- /dev/null
+++ b/neuronxcc-2.12.54.0+f631c2365/MODULE_f810d86474a28a97f337+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f749f0af5fa1b3a14239b03b449cb60724685e8037be337e3d7980afb64af1e1
+size 2325504
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a5bf2974e7f127100271e3dad1cfb771580e2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json
new file mode 100644
index 0000000000000000000000000000000000000000..9978950f5f7fbc13e66fc00151a1922b7d3a9ee5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json
new file mode 100644
index 0000000000000000000000000000000000000000..a1b2a5856136915cfac289c0ddd286f3c978bc2f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json
new file mode 100644
index 0000000000000000000000000000000000000000..31788f92977763fc71c413e9247a4b687613c3db
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json
new file mode 100644
index 0000000000000000000000000000000000000000..62187936b1f2f849bfa55720161fc24957b85118
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json
new file mode 100644
index 0000000000000000000000000000000000000000..bb65a5e908cdb484f4d543e6a5806ef00d39c028
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 16, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.54.0+f631c2365", "num_cores": 2, "sequence_length": 512, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json
new file mode 100644
index 0000000000000000000000000000000000000000..028ce71436780d3047f11f7a2a293857e8fc2a6e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 24, "auto_cast_type": "fp32", "sequence_length": 512, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json
new file mode 100644
index 0000000000000000000000000000000000000000..f997e00121f68ec7eeec05e36163a9a3374d4898
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json
new file mode 100644
index 0000000000000000000000000000000000000000..11f279c346e07ed199dcf2f0a3ca39d3f955d8e8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json
new file mode 100644
index 0000000000000000000000000000000000000000..bd353ffe6fd2ef447eee9000e69ba3209f77d351
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json
new file mode 100644
index 0000000000000000000000000000000000000000..eba75306edc147520adfbf94daa5b03c2daa3af7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f126edb9ffe3976ed2cb9e27624532df8cffaf0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json
new file mode 100644
index 0000000000000000000000000000000000000000..432bdd4e4c2836919b53512acdc4145e10d60bcf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json
new file mode 100644
index 0000000000000000000000000000000000000000..07231a05f6a36bf23e4a46b3fbcf53e23c0b5d20
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-13b-chat-hf/35e204ec2c1ceb94bc9f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-13b-chat-hf/35e204ec2c1ceb94bc9f.json
new file mode 100644
index 0000000000000000000000000000000000000000..24f9d2fce434f2b49abd8a75dd3f18861c1f4d1d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-13b-chat-hf/35e204ec2c1ceb94bc9f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 5120, "intermediate_size": 13824, "num_hidden_layers": 40, "num_attention_heads": 40, "num_key_value_heads": 40, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 24, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-13b-chat-hf", "checkpoint_revision": "c2f3ec81aac798ae26dcc57799a994dfbf521496"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-13b-chat-hf/407e53aa03015f20f315.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-13b-chat-hf/407e53aa03015f20f315.json
new file mode 100644
index 0000000000000000000000000000000000000000..392d783ad61fc58a68a5baac8c0ffbc9d972c52d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-13b-chat-hf/407e53aa03015f20f315.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 5120, "intermediate_size": 13824, "num_hidden_layers": 40, "num_attention_heads": 40, "num_key_value_heads": 40, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 24, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-13b-chat-hf", "checkpoint_revision": "c2f3ec81aac798ae26dcc57799a994dfbf521496"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-13b-chat-hf/ccdce1a61c9ada824b10.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-13b-chat-hf/ccdce1a61c9ada824b10.json
new file mode 100644
index 0000000000000000000000000000000000000000..8360943ed44ae3434f991b535c408a89637d6059
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-13b-chat-hf/ccdce1a61c9ada824b10.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 5120, "intermediate_size": 13824, "num_hidden_layers": 40, "num_attention_heads": 40, "num_key_value_heads": 40, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 8, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-13b-chat-hf", "checkpoint_revision": "c2f3ec81aac798ae26dcc57799a994dfbf521496"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-70b-hf/137153849e81a4e70bcc.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-70b-hf/137153849e81a4e70bcc.json
new file mode 100644
index 0000000000000000000000000000000000000000..e37fcdb2f4bfc75a595e8f479f7bc718d5b39f84
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-70b-hf/137153849e81a4e70bcc.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 8192, "intermediate_size": 28672, "num_hidden_layers": 80, "num_attention_heads": 64, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-70b-hf", "checkpoint_revision": "90052941a64de02075ca800b09fcea1bdaacb939", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 24, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-70b-hf/57dc4df464b0f3e2cc38.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-70b-hf/57dc4df464b0f3e2cc38.json
new file mode 100644
index 0000000000000000000000000000000000000000..cf9e6e4a63f1ba58be29a3c02ecceddfa4905ec5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-70b-hf/57dc4df464b0f3e2cc38.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 8192, "intermediate_size": 28672, "num_hidden_layers": 80, "num_attention_heads": 64, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 24, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-70b-hf", "checkpoint_revision": "90052941a64de02075ca800b09fcea1bdaacb939"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ef7c0aa199d42cb4f0bbd601dd358fae3b20732
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 8, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/29fa14d6dca5ddb7b6cc.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/29fa14d6dca5ddb7b6cc.json
new file mode 100644
index 0000000000000000000000000000000000000000..3da99a53caf0c9bb3c568bb058c8ba46a7edaf10
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/29fa14d6dca5ddb7b6cc.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 2, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta", "checkpoint_revision": "dc24cabd13eacd3ae3a5fe574bd645483a335a4a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/2d648875fb6505476df2.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/2d648875fb6505476df2.json
new file mode 100644
index 0000000000000000000000000000000000000000..2ba6f76ae99ddc9b9e95c31fbb69ddf6f4b42412
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/2d648875fb6505476df2.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 2, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 8, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta", "checkpoint_revision": "dc24cabd13eacd3ae3a5fe574bd645483a335a4a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/9d0f7edcd3fa4ddb10ad.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/9d0f7edcd3fa4ddb10ad.json
new file mode 100644
index 0000000000000000000000000000000000000000..bf4d9cb66a562b1783030114575a11b355d3fbbd
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/9d0f7edcd3fa4ddb10ad.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 2, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 8, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta", "checkpoint_revision": "dc24cabd13eacd3ae3a5fe574bd645483a335a4a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/f9c9bba59ee26411cf80.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/f9c9bba59ee26411cf80.json
new file mode 100644
index 0000000000000000000000000000000000000000..600141b91df421ffe0ac3b033ca9dce2f5767464
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/HuggingFaceH4/zephyr-7b-beta/f9c9bba59ee26411cf80.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 2, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 2, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta", "checkpoint_revision": "dc24cabd13eacd3ae3a5fe574bd645483a335a4a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json
new file mode 100644
index 0000000000000000000000000000000000000000..042720ace801546c610a0395b695421f7a8f140f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json
new file mode 100644
index 0000000000000000000000000000000000000000..225000468b40a772bb90fb6b94ebe05fcbb8464c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b884a7e358b17d46701734645d41d43de27e9c8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json
new file mode 100644
index 0000000000000000000000000000000000000000..595f2993901df49bc236bd3d90507ff53382c122
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/3aead8155eb174dbe347.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/3aead8155eb174dbe347.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ad7ac16c3ecd24e4dc6074bd094741e5911285a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/3aead8155eb174dbe347.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 8, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.1", "checkpoint_revision": "9ab9e76e2b09f9f29ea2d56aa5bd139e4445c59e"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/5db6675ddfc8e4d5d6c3.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/5db6675ddfc8e4d5d6c3.json
new file mode 100644
index 0000000000000000000000000000000000000000..36f66b611a78522a01350642536ab518ec964db3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/5db6675ddfc8e4d5d6c3.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 8, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.1", "checkpoint_revision": "9ab9e76e2b09f9f29ea2d56aa5bd139e4445c59e"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/b00a671aa7624d706817.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/b00a671aa7624d706817.json
new file mode 100644
index 0000000000000000000000000000000000000000..9892d58a31100bc9bb92112def737fedeaf28cd8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/b00a671aa7624d706817.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 2, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.1", "checkpoint_revision": "9ab9e76e2b09f9f29ea2d56aa5bd139e4445c59e"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/efae9c5d84d090ec8a1d.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/efae9c5d84d090ec8a1d.json
new file mode 100644
index 0000000000000000000000000000000000000000..0897e709846f015b48e39b0a04816ac471962134
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/mistral/mistralai/Mistral-7B-Instruct-v0.1/efae9c5d84d090ec8a1d.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "bf16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.1", "checkpoint_revision": "9ab9e76e2b09f9f29ea2d56aa5bd139e4445c59e"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b581ab9be5cfcb1d1098690c8f0b4b2f76e55a7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json
new file mode 100644
index 0000000000000000000000000000000000000000..9df95442aaa260ced3b151d33a2b00ea26c8bff0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json
new file mode 100644
index 0000000000000000000000000000000000000000..8b9d5b036fd05f946a14803b3cdcd9abd35406ee
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json
new file mode 100644
index 0000000000000000000000000000000000000000..fd358fd7b469b322bffdf37b1fee749812d20eaa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.18/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a5bf2974e7f127100271e3dad1cfb771580e2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json
new file mode 100644
index 0000000000000000000000000000000000000000..9978950f5f7fbc13e66fc00151a1922b7d3a9ee5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4d8722cb197e46e38b27.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4d8722cb197e46e38b27.json
new file mode 100644
index 0000000000000000000000000000000000000000..f7f9c890114f1e6ca92d39647db68b6042f53a4b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4d8722cb197e46e38b27.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 256, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json
new file mode 100644
index 0000000000000000000000000000000000000000..9e37a955ed6e3a8d72d8d2b3969c51c1dda07050
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json
new file mode 100644
index 0000000000000000000000000000000000000000..a1b2a5856136915cfac289c0ddd286f3c978bc2f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json
new file mode 100644
index 0000000000000000000000000000000000000000..31788f92977763fc71c413e9247a4b687613c3db
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json
new file mode 100644
index 0000000000000000000000000000000000000000..8fdfd772d547ca5c15ada98d46ea1725ade7a4b0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ff669ec4237cf4cf05af.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ff669ec4237cf4cf05af.json
new file mode 100644
index 0000000000000000000000000000000000000000..a4abede9e01b8fc00ce6a3e93dfb70d846c2c5f2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ff669ec4237cf4cf05af.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 256, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/6c685e79c2c5aee24a81.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/6c685e79c2c5aee24a81.json
new file mode 100644
index 0000000000000000000000000000000000000000..bb0cf6b0d7bb1473c6608c447c34a74947404d5d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/6c685e79c2c5aee24a81.json
@@ -0,0 +1 @@
+{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"auto_cast_type": "fp32", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/7a4675651f9157c38b47.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/7a4675651f9157c38b47.json
new file mode 100644
index 0000000000000000000000000000000000000000..5f194b194bf764fa260e302e8a948c48e01517ba
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/7a4675651f9157c38b47.json
@@ -0,0 +1 @@
+{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 1024, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/d6cb50dc1614372aa146.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/d6cb50dc1614372aa146.json
new file mode 100644
index 0000000000000000000000000000000000000000..629837e3fca4540b1bc4e63d3450c226c88493cc
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/d6cb50dc1614372aa146.json
@@ -0,0 +1 @@
+{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 24, "auto_cast_type": "fp32", "sequence_length": 1024, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json
new file mode 100644
index 0000000000000000000000000000000000000000..62187936b1f2f849bfa55720161fc24957b85118
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json
new file mode 100644
index 0000000000000000000000000000000000000000..34cec19ca6684bc18773000ababe2285064acaa3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json
new file mode 100644
index 0000000000000000000000000000000000000000..bb65a5e908cdb484f4d543e6a5806ef00d39c028
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 16, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.54.0+f631c2365", "num_cores": 2, "sequence_length": 512, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json
new file mode 100644
index 0000000000000000000000000000000000000000..028ce71436780d3047f11f7a2a293857e8fc2a6e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 24, "auto_cast_type": "fp32", "sequence_length": 512, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/6c1fb523f74e4521f986.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/6c1fb523f74e4521f986.json
new file mode 100644
index 0000000000000000000000000000000000000000..a5d478de1df49c097d35de444e6b396300cd7c3e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/6c1fb523f74e4521f986.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 256, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/80e0b6325bbb2858eb14.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/80e0b6325bbb2858eb14.json
new file mode 100644
index 0000000000000000000000000000000000000000..f6657977378f6239afd61bc12a89d6cf229c3b60
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/80e0b6325bbb2858eb14.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 256, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json
new file mode 100644
index 0000000000000000000000000000000000000000..f997e00121f68ec7eeec05e36163a9a3374d4898
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json
new file mode 100644
index 0000000000000000000000000000000000000000..11f279c346e07ed199dcf2f0a3ca39d3f955d8e8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json
new file mode 100644
index 0000000000000000000000000000000000000000..bd353ffe6fd2ef447eee9000e69ba3209f77d351
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json
new file mode 100644
index 0000000000000000000000000000000000000000..2247e72b04ef39e20221fea061980e9f5c9460a8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/gpt2/7a4675651f9157c38b47.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/gpt2/7a4675651f9157c38b47.json
new file mode 100644
index 0000000000000000000000000000000000000000..5f194b194bf764fa260e302e8a948c48e01517ba
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/gpt2/7a4675651f9157c38b47.json
@@ -0,0 +1 @@
+{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 1024, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json
new file mode 100644
index 0000000000000000000000000000000000000000..3d2135a1f648f26981054a95795167e858ed4990
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "f16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "37892f30c23786c0d5367d80481fa0d9fba93cf8"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json
new file mode 100644
index 0000000000000000000000000000000000000000..eba75306edc147520adfbf94daa5b03c2daa3af7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json
new file mode 100644
index 0000000000000000000000000000000000000000..9f6f81d9d22fb2417498ed6f722c885c0e5a6927
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f126edb9ffe3976ed2cb9e27624532df8cffaf0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json
new file mode 100644
index 0000000000000000000000000000000000000000..432bdd4e4c2836919b53512acdc4145e10d60bcf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json
new file mode 100644
index 0000000000000000000000000000000000000000..bcacbe64cb4e7164a82fcba8c4b00eb23cc29bf1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json
new file mode 100644
index 0000000000000000000000000000000000000000..07231a05f6a36bf23e4a46b3fbcf53e23c0b5d20
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/e74544f6ce86f925e132.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/e74544f6ce86f925e132.json
new file mode 100644
index 0000000000000000000000000000000000000000..4ab35950dca21fa27577b3c2f970196d6574684e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/e74544f6ce86f925e132.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 256, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/f409bda0862113a1e014.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/f409bda0862113a1e014.json
new file mode 100644
index 0000000000000000000000000000000000000000..f4e95805cca2b0c2eebbd86ebbae88c50cfbc5cf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/f409bda0862113a1e014.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 256, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/18f6f0c38b0c07980e4e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/18f6f0c38b0c07980e4e.json
new file mode 100644
index 0000000000000000000000000000000000000000..6e051dd3e257517fe10b78eae898f5ef1c146608
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/18f6f0c38b0c07980e4e.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/58d1e81d4b6ef21222d8.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/58d1e81d4b6ef21222d8.json
new file mode 100644
index 0000000000000000000000000000000000000000..00be900d8f0c0b94a2477e943b7eaa765f5988b2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/58d1e81d4b6ef21222d8.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a23bae888fd7fe3142b6.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a23bae888fd7fe3142b6.json
new file mode 100644
index 0000000000000000000000000000000000000000..73566260014a35e0b7a2a364056deca4234c90df
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a23bae888fd7fe3142b6.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a8458afb96b3a458065e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a8458afb96b3a458065e.json
new file mode 100644
index 0000000000000000000000000000000000000000..c673bf225ade4c93cc7787733674ff7addcbc5ed
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a8458afb96b3a458065e.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ef7c0aa199d42cb4f0bbd601dd358fae3b20732
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 8, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/d1c9d1c755775ce29399.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/d1c9d1c755775ce29399.json
new file mode 100644
index 0000000000000000000000000000000000000000..8550d526f16d16f35a12673819be7c844e07d4a3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/d1c9d1c755775ce29399.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 8, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/princeton-nlp/Sheared-LLaMA-1.3B/8d6bbf381f3c1b57ac17.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/princeton-nlp/Sheared-LLaMA-1.3B/8d6bbf381f3c1b57ac17.json
new file mode 100644
index 0000000000000000000000000000000000000000..e8595758484c0ab4979e21de58ebe9ba98ea42e8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/princeton-nlp/Sheared-LLaMA-1.3B/8d6bbf381f3c1b57ac17.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 2048, "intermediate_size": 5504, "num_hidden_layers": 24, "num_attention_heads": 16, "num_key_value_heads": 16, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "princeton-nlp/Sheared-LLaMA-1.3B", "checkpoint_revision": "a4b76938edbf571ea7d7d9904861cbdca08809b4"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json
new file mode 100644
index 0000000000000000000000000000000000000000..042720ace801546c610a0395b695421f7a8f140f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json
new file mode 100644
index 0000000000000000000000000000000000000000..225000468b40a772bb90fb6b94ebe05fcbb8464c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json
new file mode 100644
index 0000000000000000000000000000000000000000..b283d9241b7636691ae16d91e6ef5620a1d00b03
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b884a7e358b17d46701734645d41d43de27e9c8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json
new file mode 100644
index 0000000000000000000000000000000000000000..595f2993901df49bc236bd3d90507ff53382c122
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json
new file mode 100644
index 0000000000000000000000000000000000000000..272fc83a93536d319cd55e505a44efdecfdd9dd1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b581ab9be5cfcb1d1098690c8f0b4b2f76e55a7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json
new file mode 100644
index 0000000000000000000000000000000000000000..cbf5867942bb7f24e2f0606c9e477f380a1854d2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json
new file mode 100644
index 0000000000000000000000000000000000000000..69a3c57111bd059505c6805cf1df98f42e822121
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json
new file mode 100644
index 0000000000000000000000000000000000000000..9df95442aaa260ced3b151d33a2b00ea26c8bff0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json
new file mode 100644
index 0000000000000000000000000000000000000000..8b9d5b036fd05f946a14803b3cdcd9abd35406ee
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json
new file mode 100644
index 0000000000000000000000000000000000000000..fd358fd7b469b322bffdf37b1fee749812d20eaa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0101e95e9bc9062debe9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0101e95e9bc9062debe9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0101e95e9bc9062debe9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0101e95e9bc9062debe9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0101e95e9bc9062debe9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..75997fe3db2b1b3bb099c43126d46f6f6ff3820d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0101e95e9bc9062debe9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc8e54c4deb1c614553a053253aed8cb3dbe64af8095c070c2e875a1d1ca1f5
+size 131163
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0101e95e9bc9062debe9+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0101e95e9bc9062debe9+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..203e6c3f8f350fabc52d1fb427b527c9a735e104
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_0101e95e9bc9062debe9+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..57b75b15894d616af2d54886d770dd843d03ea3d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8c4dd8bea64f6b511401fa84160b4d72964fb7e9aa34a329fe90930f695ec2
+size 298784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bc49a04dd352fa4186a53d2502d6a7224b1e3d19
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_02b140725c88b5ccd391+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad81b94f0b7440c146ffc96e94517ccf5b9f5dab65606cf1fdacc97de1009a6e
+size 7302144
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..88c04ea14088e1b6a47de69eb4404bfe258f53c1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0540d56467fff1d1e61c12f453b5efcaa6db2be2a60cdd1cc0a4392b2adccc83
+size 446030
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cb04d369014e1f8b31c0b1de92d0d505fdb3b7c0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_031aa5adc82499360f67+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0094b83f2ea9bace6f0afed17fd66e4463c5605063ae96ef031c5a10d54097d
+size 5213184
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa76190a98f083bf7fb8c10041c4724a176dbbf2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc92a5b79a0c35630d72fbce4ee7d97d8f697b26b056dac4d71f08d00f250f3
+size 377729
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7f9097d500eceab07201591a3d4eadfdb7e0e3fe
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_03f901d71e7d6fc084b0+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba59a6303a627839d49c730045d4ecf341bbada6a70398ff22e29a51eeb71326
+size 2028544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_051daf37f1af2e155915+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_051daf37f1af2e155915+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_051daf37f1af2e155915+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_051daf37f1af2e155915+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_051daf37f1af2e155915+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6d757b2147ff245889910238244ee9a526c13107
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_051daf37f1af2e155915+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df0b4f289f40a056e30678ff8894da8b4f011484c65dcdd4b349501489fde16
+size 55020
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_051daf37f1af2e155915+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_051daf37f1af2e155915+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fe4e44dc1d096da611b4ee6418a52280fe0e0a66
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_051daf37f1af2e155915+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8fe056007dee77b040123b46d52518f4041d31e1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd8e2bcc93dcb98decd1a2dc5e614aab49905707753c4805b381bb5b1e7575e
+size 131100
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..dc0ae00ee4a312732ed5a13721a04bee9684814b
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8d7712525098b78016d5a54117fe537173235c4f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9211a90384dc84e569cba89b0bf1f6b61bd07078a6c52216ca0ea7ffd61cffe1
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0bcca6fdbaa0157c107cbcc6d721319101e0af73
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848d62f646f05d39cbee335d739f7dd285447bf041e6618aca86b148b6814120
+size 80405504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8fcb93f45bcc39bd3e6c941946747439b6782a85
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9196d737995d687ba10fa6cf068c96a5a63fb44a5ec84163b1022a22d32c32
+size 341894
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3f1d63c6cf845b72428be8a336f1dc28b8c624d9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6583ade20cff41ea9ddf943fe5506e32a60e072165150bd9b76b1bdfdf9ef136
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..babf02c17bb9b7759a589aa9568eeba325c7ee08
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_07094468d7551fab9fdc+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d18abf2407bf4fa1b5f308511bd7fb3cfc4fce6b338f1b87b9207e18522683
+size 2407424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2842f361fd4d91d5827e8c68b1acfc653038c40d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e903078dc516f8998e75735f067a3d2a0c2f882152ce72744c6fb4a20d18346a
+size 291526
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e2e38aaa63ea9f1d2594a4537a63d361a8dc9e54
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2dfe72bd331cc477b3cc37006e148db968cd8a69d7fc52fdd0c544f107e651
+size 383004
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_080ebc9de93c834b08d4+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_080ebc9de93c834b08d4+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_080ebc9de93c834b08d4+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_080ebc9de93c834b08d4+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_080ebc9de93c834b08d4+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1043a1a9e3237fbf084de5936943606a95b94ac8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_080ebc9de93c834b08d4+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf0582787be7bb5550a53610bd7e09e2042a96f7e1d368bbd383ca0b7c19153
+size 125316
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_080ebc9de93c834b08d4+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_080ebc9de93c834b08d4+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4c8cb3c3fcee10ce01dae2e34070c8466c03032c
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_080ebc9de93c834b08d4+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1e02075c921bbb585062e6bff8a98b559800116e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df92856a1cdd3b37a3bf1056653ef1e481e352541b69f74ef3e53b907f8118f
+size 374288
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d881fbaa159311639d1e2ad9db3609340172dc8f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_083086777782e2776d05+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfac3dd3614dbcb82ebb3ff9f8df94c84c6e4f87f767038c11977db2f6430f25
+size 7670784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..35d683b17a3269770f4b32ed74bddfe780ce37c8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b2e0e024c3498a0eb21517075b84c0c717cfe44bc1ddbc19eed4ef3d7f19dd
+size 349103
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2abbb0a5b293b100a745da2f8ef9ff442fdd18f4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec50fda754445df03dfa4087943da7a6e6eff6ef810f7c345731c7831f0f1fd
+size 13650944
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0c1847ce8365ad1c0b56fb2f3400e835bb1e5744
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c475660dff08b12f7819e4f11bb5d2dc1b96ac7c3db7ac7b2ebf3055c16c71
+size 33879225
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ce4a7877df40f816f1f02bcd9e269ba834dbb1e1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0a0321faba0d885206e8+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15925478ef705634db2f3c35ccaced052ccd7c4d395d0e41daa5a6c1a2ce3d94
+size 6902784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..10fc674abb82809530be65a606cc198cbfdf053e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be37e7b23009287fe46e05aeedcf9c4b4b7c7c74c4280a6852f696c870b099a2
+size 370298
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b138dc4df00b5a60b255c506b3f38f1d8050b3d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0bc8f41af90c30d9007d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f7574a484ec8e54df137cd97a2ab4acc36dae2f9b7b29268d278abd08a0ace
+size 3206144
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1e8807b30764bb718896c310c170c3a9dd4baf00
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae9d8cd40ed9b47f09c5d19b24222527a6a775cd1b5e1b047c0d3c9879c5f57
+size 373514
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8984622e32d6240725e310ca61a90311bdd2da53
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0da3881adb22c468e9dd+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5310514fd070c197bd156ae5d9f7cb06bff12df819ef5c794cc7ced0482edfa9
+size 6360064
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..02141a3d86f0647cff08e17dc631a6a0af63e5e3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6e36d0d5796051065c8af19716182935cef3eab18727932cf7c9a1e614833e
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..11c52469f6771d6306491654b186b5e81e6b2d3e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ffa19c7f61d9edbf602483152c36c51aad7c274e4e2db1a62c86afbe4f083d
+size 8397824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8189a717cdc0426009415949d8b9e08798786c5a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b883e7de3ce738655156b1af1c7cb5def382644d0d45137e9532abd70f59a5
+size 54937
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..499f867ea2870c0b3b92a84b1792595ae43374b0
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+5d92b09a/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+5d92b09a/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..02b638a61c76437ffcfb1a3459f48849e583a790
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+5d92b09a/compile_flags.txt
@@ -0,0 +1 @@
+-O1 --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+5d92b09a/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+5d92b09a/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8189a717cdc0426009415949d8b9e08798786c5a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+5d92b09a/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b883e7de3ce738655156b1af1c7cb5def382644d0d45137e9532abd70f59a5
+size 54937
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+5d92b09a/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+5d92b09a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f593c787e9b9c6fe5ef302b71027bfe970fdcf57
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_0f94ff5123a6dd8df1ac+5d92b09a/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..086d10847b4079b1f9dfc441a5fb22bba10c1682
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6439395d96a39416dd263c63464d2d56672b82d048c3665e586bd15ca196ae
+size 57813
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..578c4aca3c0dd3b4444ad9f39c275201a53e5d70
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b357cd9512496e8280bc1d219240740b080f531c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c97dc22d1b842af2c24930c3e95d0f46438c5e304c22efcc0e7741f1a7561af
+size 2421561
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..67612fa5806fd58066a2bb824b93ae36611ba93f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_119c6c15f128d89a340c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aae97ffa685f7f404c938c5dafdbcd261c72941b125c238b6c2a510b53fdc6c
+size 9319424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..14d27aaa2c7940eaa26f9fa8af479a9f9017fa8c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e6f74c6e94512222c700411b18db168452f3d82b586aa31e951c3382dcbe01
+size 373008
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..36ad9c9a953f6f7fc662fd50e85a68ca9058bdaf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_12397c02fa36960ae877+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6073fbc05525a45ba4f3294de0732b9641e4281dbf008b8b44e64042748fda92
+size 79381504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e477848f6ab941b4bc80b620555010254ca8326f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c932d81d5edaca8753148e2c1f4d3ac08a30621256fa06b7696e007e7fce2fbd
+size 24580
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..26e3bcccff7fda9fa2d1d2c6877be32a92543777
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c843030b2b0185f67a69fbd9e4881ae52b7e9cff
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2a1ebf099550ef352dacbe7e1799cfd5bbc83958017fc7d68bd7cb1944ef9d
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8c0fe7518babfa3b985ab8ae299145cf6c493e76
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285e6d05ef5d51614f05b06c694e786ac7dc491b9c87f7834d0f198e44e639b3
+size 10046464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e7dcc22ac783ca1c525366c8e72196dc31d01941
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9a6f26be6aa83abd2f6ed1dbba904a8e6b269e7ccd1e79e67242d7aefb623f
+size 43624
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a520b3fd9df6cf4e23a916f20a0d580310fce10a
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f9f975cffcc3f03ac032d945d71843945e2bace2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55103a507737c3145a737713e57e9649e4333a5d26bf665c200e161328708ea4
+size 447310
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4ee4ac90786fb7ca90258975aa1d0af865012160
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_15f5fda263a4590dabfe+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a911f93158fb1bdc177f2e55bea88fd63563bf79f5edac52c1327d31957f490
+size 2356224
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e2aeb6172f6afa8f87fd7359cf2eb708ddc75720
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e85fbe5f4c19c5a49b18613ecf6d8ad6436da429e5c153fff1be794089b8ff
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1cbdc4423f554e2d26b9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1cbdc4423f554e2d26b9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1cbdc4423f554e2d26b9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ad2ca90c7b9c15949f623f217fcd4127c1664085
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641e96ca08cdb06b937ab8213725ecb5cbe3cabf9486eb4ce7c0d93d198047f
+size 14058
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b9f38608579eaae95e8c0339ca59db92c392d0e2
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..21fd977ad68b8dec91801bc36cb9df76df9e9daf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef7ffdae7fdaa4857432b9caac4483fa17e5cde290d48c8b00749ecf4da7d31
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b365835358a094ac65c0709e549ba30e84fd1a89
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c93da9cd78a569526d571b8ef8c9c94b912ed73d424ac6403e86c73fdac3e3d
+size 10046464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1e3ca0be1c8b4567292c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1e3ca0be1c8b4567292c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1e3ca0be1c8b4567292c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1e3ca0be1c8b4567292c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1e3ca0be1c8b4567292c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..dca3d22ebd0afd3fa51d0e1351dae4bc555caa76
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1e3ca0be1c8b4567292c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681e0fbd2456f1adbd2e11043f85bd8e90e882b520b3fb258974d3858b1d0a1a
+size 131163
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1e3ca0be1c8b4567292c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1e3ca0be1c8b4567292c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0679a043bb6e0eed3870500d561e1244cd8d3c5c
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_1e3ca0be1c8b4567292c+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4600a3d42fb2f2636795c7e681176abf59aa1f65
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a1d70be4d94217ab6c32894e6761480d879975bd0984279848da5d9dc7c719
+size 369018
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..55211a8a3a884aff5fac656de5e11c0d2a7e7644
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1e514b5a66fb535c36f3+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493813401d989fac2960890a557961867a5fb16d57d684c7d09795c648bf600e
+size 6196224
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f9922e711c12c2b1259d77c5566c30000dddd753
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04de6ddca2b73d89c5e7406fb8d7fd7d7f34009761dc46f1b4df99d9378feac4
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_20ebb867f689374d544b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_20ebb867f689374d544b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_20ebb867f689374d544b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_20ebb867f689374d544b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_20ebb867f689374d544b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3cb2f8ba855edd6a94bfb13a2af930b0df747d59
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_20ebb867f689374d544b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda51568cc893e820a21d37d41df26eca630733270803c117da0f2ca9c2be940
+size 12144
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_20ebb867f689374d544b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_20ebb867f689374d544b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..99d4b921e2b5357d754f9341d73c5c49a9ec0557
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_20ebb867f689374d544b+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ccc0d93dc1dbb20fbb9aa819bb97d2687b7868b0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec3e8a7b36c5107505a36f264265b649120f211c56882aabf46841241e3d13d
+size 295202
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5d12df90098ff4d113a3ae496aa80d057b0769d8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba686e0da81f1d4deac19fa9a420f89913315eea4677c021b31a7e8519c82ff
+size 9319424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7daccbe772ee44553c68dbbaf314801a2819e543
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b0c92857f500141b42476cad698b2dc2564b3fdbcce9d72673ee1a25e77ea9
+size 216465
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a30570fb317c416ce8ed4d7c0edb9b7743f4e6a5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95f58adedab04e811df607c82b87d0790e5d48201572b06a6b6eed055874ab3
+size 3103744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..19331a852d0d3beb0df2fba6465a8f1d842f8960
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8caabc10b30123e00813e1e2320cb6f4d2391798338c69d068e62df97c4be8e
+size 298784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..abc7d18e8787b4dfa5061e48f98330b308d8756e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_247bd534d347db3f7bd7+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cac8663020b874c92414511837a75a896838a8206736e06f673ff86f1616e7
+size 48385024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_25ae5b5e7cec711dafaa+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_25ae5b5e7cec711dafaa+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_25ae5b5e7cec711dafaa+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a9a3e81c5f0aed1b809b1c25699cb4f7f7f700d6
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca43d54bd2c86e0ce24f7b2f5a844fa0d296c82fb85b8aa060221b59b08aaf07
+size 11160
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f8665f03095a42353bcbea72e7fa2ea4b4f14d9c
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f5988292d306ff05f335c96a057b447f0461803c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c13c94c5499e69be96728b507320fdbdf7a91f72a05448623d9b0a61692c89
+size 317943
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..311457a2093686d5cdeab3f863242789b2b9fd30
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_264ba17751fa266b03f7+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16e33e94e41f725344e21bdd8e35b6acc288c554ab014b47f31e4a7c7240f62
+size 7670784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9d1188efc8d33ca1f5913324df97eca5ca58a37a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f960c7ca48a4f00da00f842f83394185be83b076938f4e57a5f4b8a6439fc5
+size 373514
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c0b92df60ba0bcaa5a9ea07804a9990eea8e11a0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_26954be27141c8018981+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa5e1079e2f8262fcebd96829b3e3312eb64725b9df2629377b0e1853142ee0
+size 2345984
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..19892835606539ec8da2becbd4dc8e3bf1665af0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a461d36b2ebec4ce1f0de6e9d8b4f52870a6d33692f9d05455be1cdd8829f7
+size 373008
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d01b6ba7bfdc4649747c5ba96d16ecb8936742a6
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2911b51b5ee170db7f4f+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75752e0de6174f97c5752473bf3be17e23728f1f9d2dc502f6a9395e0dda8626
+size 7496704
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2f81e03089cc17567502ba544abaac14a3fe187b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997cd9aa2e29812818d2ba7a8b168cb811e6fbdfca720aab0292d660be025cda
+size 452704
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8b48f4618a7191b83dc33cd53c8aea78b502b47c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2a43af48d081bbcfb38d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463fd09a2ead0321651c24f182819722d103f7cd2869131d9890896423acc0c0
+size 3492864
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..284d11192c142737fa7f4b673c0c8e36ef395558
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f15ac1fd366e7f8a78bfc72d9596c96dea7ac2b931c1b1cfad063366d1e5c7
+size 756689
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..24d4e7c3e6e4af7c92cbdd19a9f9db7e6b13e3e2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2aafd7f1f539c16f9649+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7389c024a2d0c38743150758afb7c12632ddf561d1008c251d127af9ab13e8
+size 8858624
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3f1a011010a659cf3a10f3a8203cc1d9dff3dfc5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97373c3319b74b392121840d3d1aecf3675dd95ee5f77dd0172d7b101e042df5
+size 218773
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..91a1018c7212fcf793487d6d586f870c134fff11
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126ae32466ca2ee3d3a5f3f0496573b3751c3d13426dc9209a7cd848fd6af770
+size 44801024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9c93bb907c5ac63ffecf90d944713a2ce25831fa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5451b3e09c716168f97a8470dad6eb39e59f98d2f0cd7dcd132dd3bdf00c841c
+size 357206
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ac866fe658408ddf6dc94f1c3252dd02d9a1c016
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2e32e05c8f79fecc8241+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609028e0c5842311b53b3bef74efc9dc0b514b78b3f9c8bd75e9e426037cd189
+size 2468864
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1077f8791573e36c411b49b71eabad94960132e3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf036048d93e779f8ece4affec3e25bca4df1c8e7bed60a492070f5c4ed1350
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ca2787a8e25bb50d5d79b78d343898c03c6e98fd
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4130944c59fd9d00e643653326cc9092dcb9c46594c45a9633ea2c06e7af1c
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8a4b08c983457192b62c9fe79ab5a882ae8609af
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2f4064fb71e6a101298d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bfa8f31c1ded51d5cd32cffd38650bcc6e24e90942dc199ab2e2eb101fd0a2
+size 2386944
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2f87160815f7105d4895+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2f87160815f7105d4895+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2f87160815f7105d4895+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2f87160815f7105d4895+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2f87160815f7105d4895+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2fb878d35fd4119f46d74887ef7af97dd527d4b9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2f87160815f7105d4895+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b501ab4386831d29143c936e584950205fcc9f5a795d232e50614d3596196e57
+size 131163
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2f87160815f7105d4895+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2f87160815f7105d4895+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5ef1467a8ea786b19fe002316b67f9c5833069cd
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_2f87160815f7105d4895+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2cbf15fc6a9c71ceddcf878005afa25d1c28b452
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a991df4393f29c1f7941bbecc1453110bf79da5c780612f9440881180e00ed8
+size 373008
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8859b23e606652c9e545171af8d8c3dbc7b6c8f5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2fcdfd2cd9de564a3548+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dd3093edd69044d07ebf4ef2156ce12f49e07b70e6837a59b1dcb6499e3be7
+size 23215104
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4fc3f26822830ed3b4f1c878a8d17c9770a7ee5f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a700902df7abe922d60d5418e2282c93a9d9e264e11ebaceb81b5004dbd59b
+size 54726
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f657457273e95e329228dfe2453cc5bb9b3ef235
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8cfba341e02d0c339962e058efd0d6be5eb931ff
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98935f1385913248eb5a2cf05734430bea55f47799fc72e5da31a0d25017ea8b
+size 2422719
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4b4de69460f1d04cfa4856904bfe71165aed979a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_33dd61f950035e0f1b1c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa0344422c0c86b149950428c965acf6675e6824198c4f78435a0633ab373da
+size 7384064
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_34d558c33d28a2f62eeb+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_34d558c33d28a2f62eeb+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_34d558c33d28a2f62eeb+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..01a7bab992051309a58a7328162221f5fc42d3f2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfe95bf633997292599522cd22afcacace6638893329d36d3587b2a3c73b7ff
+size 47581
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..32805d1a173c13653c502120229efd73095571a0
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3f3114d75c4dc2191dfbe8940422b9534a395d73
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c5cda11ed48f18796a600a9f960531eb72b055e106f46e20460b2e7de35270
+size 54596
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0d720524bed2be2ba3c543b6fbac38b2c8a3c518
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3b1059bf5e7c5bf07678+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_3b1059bf5e7c5bf07678+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3b1059bf5e7c5bf07678+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3b1059bf5e7c5bf07678+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_3b1059bf5e7c5bf07678+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4ab25d789e28beab9855e7b8264dfd6ccf4c0523
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3b1059bf5e7c5bf07678+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa4f35a7635b5eb2aa2e81a9ca79d1831085b988da95961bf6bd32a3fa20199
+size 131163
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3b1059bf5e7c5bf07678+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_3b1059bf5e7c5bf07678+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b38fbb46491f8e333a0d5c82b171db4b5061dd6b
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_3b1059bf5e7c5bf07678+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3bac17392d2dd67a5106+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_3bac17392d2dd67a5106+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3bac17392d2dd67a5106+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3bac17392d2dd67a5106+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_3bac17392d2dd67a5106+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..80536d97be7cb5505e54f5c2825e25ad18db1893
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3bac17392d2dd67a5106+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d857c0df3b4586bde5998fb5c9ebb8aa49eb91a7ae36a476c2d245f46f3ff12
+size 27235
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3bac17392d2dd67a5106+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_3bac17392d2dd67a5106+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f85a28519d5fcef445a435e79ad023d5ca021293
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_3bac17392d2dd67a5106+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4264e4590784bb93b710b824a2bf2b645b99f2ea
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc39836b0f39c96d265f05dcb9172a620ec11feb6a9b3f57ad097bc2ec265ab1
+size 44194
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c450dd7b503490840b719ce3c13bdc739b20cdb9
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ff276e8e040c8e4ca831608a14a499dd910478b9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a2413a3c5ff33703c6b487813d499dbe676ca1d0aede784b1d58f146cf9c8b
+size 747948
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bb0e30392f515a886b09689cddafbda28ffeebfc
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3f7073201620d46f696e+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3978e2ec4ae87a2a4eeefd0f52a44f9173ed5be5001a4384d2c18ea9bee31588
+size 10691584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bbc0dbe4d70b64f15b973904b14c1d633708c5cd
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2633db3283c50b47ec95f469ffee99637d318c26be8bbb6f4bfb539a37948aa9
+size 57969
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..377ce4f8c9d679331b932efa2543dfc783d371bc
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..61c85a3892d806d1f919214e9d036e1a8e2630c0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b628a8f08fb32c309dad40e30c05619139c3cc04f72b6cbea9a2876d2921658
+size 747948
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6d61769a6ce99be73a8a3680ee93d6b870458c3b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_40a45ec1502326fbb3ca+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de6a95e1b6b4706f1b3090457e403e005317fbfce8b137f8de10102a9d45662
+size 11981824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_41f955cc823d101e1d6b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_41f955cc823d101e1d6b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_41f955cc823d101e1d6b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_41f955cc823d101e1d6b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_41f955cc823d101e1d6b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c02e6984ac22182b81361f3bb86be43f7d0e9f50
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_41f955cc823d101e1d6b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d36dd0e2722e8d207fe48e32516a286a5a5e9c7926230145633a5b1be2151e
+size 125316
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_41f955cc823d101e1d6b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_41f955cc823d101e1d6b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0f8c7d5516536db860f60259313b94a124e068f3
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_41f955cc823d101e1d6b+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..008d5a63e7ab96598cd9c76c9b30a87218cb013f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c0b4fc68fc1ef576068c6f34fda1bf189c4fd91ea80502e7d8aece819a71ba
+size 377729
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..83a2b5039a05ec80301f42173d67d1514e4d14b7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_421f42d52033e8896297+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dea7a48980139ddf7899b49ad78edc14f93e9f7538c2841b952eb03380e003f
+size 1987584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d734f4dec82585c7a3a48b0f3d3e8adbae1a8c86
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e83df7a41df2d721e84244edbdee39e6b46bec582879c04e962dfaf218b548b
+size 54681
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.log b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.log
new file mode 100644
index 0000000000000000000000000000000000000000..7cf3726c9061a894e44b660de31ec77c2da11360
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.log
@@ -0,0 +1 @@
+Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/78ef5e81-5f29-4331-8519-36b93d587bf7/model.MODULE_42846bcf0ed321382303+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/78ef5e81-5f29-4331-8519-36b93d587bf7/model.MODULE_42846bcf0ed321382303+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-02-15T09:57:44Z [TEN404] Internal tensorizer error - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.neff
@@ -0,0 +1 @@
+ERROR
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4507286974d5ae583ada+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_4507286974d5ae583ada+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4507286974d5ae583ada+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4507286974d5ae583ada+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_4507286974d5ae583ada+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1324b11035cdd341188475efe7d69cb614e3330d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4507286974d5ae583ada+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b09f72dcb63011779145dd50c3624096d5f428f744b6bb2707c6899a7b4d0e8
+size 131163
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4507286974d5ae583ada+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_4507286974d5ae583ada+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..92bb5403f07a2ec7f6b6c63e023ab4b6750294cb
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_4507286974d5ae583ada+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_45bb6cf772a2482a1f1a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_45bb6cf772a2482a1f1a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_45bb6cf772a2482a1f1a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_45bb6cf772a2482a1f1a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_45bb6cf772a2482a1f1a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..890a0c5bf506326c52282c9ef0adff8b8fc9fee9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_45bb6cf772a2482a1f1a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1c8fda38ec64fafccb67313d4b7fc6518e204f0f82a2c2e3f8317148e2284c
+size 26481
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_45bb6cf772a2482a1f1a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_45bb6cf772a2482a1f1a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a1d37aaa3cb3bb138e1e314c2b2b6a6a7fda499c
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_45bb6cf772a2482a1f1a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..06de256b0c2566696cab723aeb1bbab7f8f88fe0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf97cd2c2a4b919a3675417709e7301dc2cd1be9012b7a7416390cccb08fb0f
+size 13550
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2c217857601192cbe52189ad170b30bf62134c26
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..113f265d4ea6dbae2ad76a025322f4be23938667
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd15a292fcfa32df7f51053e3d854b6e720258013bc3b97c397153264b6d1bf9
+size 451065
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..30d35b01ff62d5fca9a7672fbea677ff1b62cee9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_46fb50b64488cef81ba9+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c34e99e6a289448d5e99720d5f5385cb5e661361ac263792919a4bfa4fe235
+size 7947264
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ffd0f37b4657f586af16be05e3af1528be092cd7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52d77bf7948b2013d0d9a2bde61122c72a40fa5fa7c6f096922748662c954fe
+size 24646
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b5748ec6c6ad2c27c17ba9bbeebf041f7bdc8633
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bce58e872ed44120fdc4b6b77914f0442e28b826
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0ee992fe84bd95e32ecacd470b05dcce602287a46d65c517ad2d443b414739
+size 317943
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b4ed8da3db9d48adfb268e15e042b31f86a16a3c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a35bbae4b6834a27939+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335c57fe02e742d63e481f0ea5335484cf7bdfcec9435451cd7ad79a13efb00e
+size 7721984
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b45b72902644ff2465e3a90794463810219d1796
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e2b11c10667b4ec60dd35d5dc7541c9c0051122783a2a7b19fd1f02626e70c
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6825d97f774ee6d4a00cc882ab8597f802b268df
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13978a0a6ff3d030946689b9aa9c3287eb0ed93ec49ca63b6f7abfa9a3df8d48
+size 2581504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a52e7f99f66fc427def+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_4a52e7f99f66fc427def+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a52e7f99f66fc427def+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a52e7f99f66fc427def+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_4a52e7f99f66fc427def+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7a5253454bd6a02e0c9aff64b4fe444def80b928
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4a52e7f99f66fc427def+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c5a5bcccfbaf03a790cf0e5b91e6be37af39f2e4e21d1bb17f49de4d5973c
+size 125316
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4a52e7f99f66fc427def+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_4a52e7f99f66fc427def+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..50269674e1f6250fe16e9a263a1f45611f2a7dea
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_4a52e7f99f66fc427def+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..476d7061d70e9162385b10d2d944b48106f429ad
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13456dc75f2f0de04b92a16105d12ff8e76f1a1d19bf9cb1aba76b7642e1ae9c
+size 57813
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fd39b22cb8b074ab9d09f3ea7772d3ef63979bba
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ae8a6f2449c5bbd182dfb0ed21c527538152ccc2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c4f933d69c21a443fe1ea2323fa76a21d879f741c598411cd0e0f14890dacb
+size 8713401
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ec6b45b15d597da5ed0cc0bef8fb7bbb01fdd5ee
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_4efaa4b0896ea2ef35a2+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed5324ccc6ac834af358db39282bca5062085389623e87d73685406e53a2c9b
+size 3738624
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..842a483cc8722869e17d34c4d749d620c3e07a5d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1ca8089c1e13b231bc678bd3282fe49c7c4fb6cb979fb19c88969d9f635fa1
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..08950d74d9052de49c138729cf33e8252bd6d90b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c23cc7cb857c7b662ee21fd7d63573773b392f63cc5c009a52d12e922985524
+size 8500224
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e5c6136a7b13bc2cd3924860c0a95bbada3b66e6
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6771f408f8b040778643b7c9918f824e8da19dbf52160fca21bd5471b0ad7b
+size 291526
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f40e90963db3403841f27a0e68a05b5ea99abea4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29be5c3fbde5e5b895d25c6ac9cf4a9aac77338a58c173862c41876742c9a85
+size 47245
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b856356b8ec9446d580fad07925680160fb9f915
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..584a551bf6ce1619e1dcc35935ddbfe0630f3238
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a92277e447c79a0c1f014b0fa3ce511ef4f69afb48513cdd29810cddb1d5bd
+size 447310
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..700b22e7070b1556ef416eae231fb5608a8e869f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_52995b5084e428ca77d4+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907e4c90a65fa13b0f50cdf1ffad693d8f42543010df33f294d7630665ce8a30
+size 2325504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..01da59dd45182f0e97923ff4fa95191d819abcea
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23f1d13d55a6ac76cc47e9a684a3fe34a5f1ba4f621dd88e17456b637d46660
+size 47495
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..73fec344b2e81803ad47271880d2e2ed2e7c013b
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..70a271d6c2f89bd2eb82e8d1f2ff6eaa1a186694
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176abd5b6005f988458b0c1b28c40192d8d36bca05be267e046ea7fce67bd509
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c7084fb290e69875dcd41f17047dac975417c8a3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7f384ef165001d7901748185729b4c69539fd26e4aeb1da30a720f06378064
+size 14582784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d9052e11dd96cc5cecc02d1232222f1eb9b6cd27
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65303d586d31e3c32dd10cdac0e76c5cc29c162b8ec903ab6c05c5a6b5ee0a67
+size 14230
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..48198dcfb57a8a61922be33ee92081719fd21619
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b21edf72f16a49a0be7e21c0e21f4b8c15af496f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5905033750144decd70632f63e71f140d9b1682938dc4f7e322eb19118b807
+size 11735
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..326c65ac513dbbd4198a766c8cb5d5f690db99a4
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b8ddea334b4bb6cf2c3502d4888c32a137c1c5e1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14ed0061a15670f550e1caee52a27f6e88fc2dfe18c1aa4296685f39b2133ca
+size 446030
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e071d386bdb90ffaae88494d49623792d13d8fe2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_56a95fa79e918447321b+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a4b84a0403a0f134361903ab2d873861c5c7c6a0dde801038a6c9bbf97e18f
+size 4742144
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5cc0eeaf3fe0971d5c4d478a5cee62958d9e192f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f141d30f59b79aec08d87c89517150da2874762b10b67c21ad319ba9753d0a17
+size 57969
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5a7bd03e29fb7a057a0973b66a7ef15aeb57fbf8
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4a7dfa1e074e06b85801a783daff21a3cb6fddcb
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c13a76c38a921a8d5657967f7f008a5876f8752fabc48a836d78c32bc3fae0
+size 374288
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9ee79e3644ca3d8f112ee77a1f40295716fcd22d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5abd30905a235b667a8d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473fc4e62c668e35fbd0d5f9e44529f43dbba9a657389472cfec2994715c8de1
+size 137298944
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5b6baed10c9290668370+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5b6baed10c9290668370+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5b6baed10c9290668370+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5b6baed10c9290668370+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5b6baed10c9290668370+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2407c0a6ea50b49f0c259376dbb6f4937b97688f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5b6baed10c9290668370+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fafa72dcb664c5f545dadc9d0e75b0f068ce3d3e79b582c31bac0f977cefc59
+size 55136
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5b6baed10c9290668370+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5b6baed10c9290668370+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6abb4f38860dc58475ec39d1bf6b2ea802ab225d
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_5b6baed10c9290668370+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3fc7c5e75dbf8354c61bdde9820c845393aea8a7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e013f4b215a67d470b882d386b0f18662b5addd124e14dea5798959ffd1baf9a
+size 373514
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d12160d29362702da3ccf75bdcdfbe636816148d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5ce07ce0fad817994d3c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ce5d5ca2352eef4e74b81ac6397f54d212c57ead5afbec2cf73125471126c3
+size 2857984
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..30e72d83999c2c1953aa63ad548d7aeae63c4f0a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f84619789e5edc154a38343ae144cc6e655792d88d2aec38303faf06f88b086
+size 357206
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7d8e168be28e2b3d4e27494c2005fec3ee79218c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5d60ab3ff71cdf744081+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b974dd6d536ad1fee2cb10e810a437dfb47a7fa8050c7571feebf9e07d6e5f44
+size 2622464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5dcd77435bceec026032+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5dcd77435bceec026032+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5dcd77435bceec026032+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5dcd77435bceec026032+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5dcd77435bceec026032+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a23bcd899915cbd96cd31f3c6e1d71dd9d1241f4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5dcd77435bceec026032+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b545c1cb1564bcb89ac51554f23b693cbbd36d6691019da13a6849645391c6f7
+size 131100
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5dcd77435bceec026032+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5dcd77435bceec026032+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1a18bd6f5ab2a4bc1d8dd82e32c415bf4a31e587
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_5dcd77435bceec026032+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5fca907822b48861323c74e017fb1724c84e9a9b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65337d19b63057c2addd2ef6328995cf630a3b610f693663d41a40f99b511161
+size 291526
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0438be74251475711b2cb6be36d2fd7f358eee94
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2663199a995b51ce68fbf947a9ce1aaf5a2c9fe48a84ac20dd44c2107accfe8b
+size 849854
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..de40ddd19faaeb8879b8770e0b579f53fbae2529
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5ed0384d908384d29047+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c310d942c4dd125f69f93a3edf808e1d891ac95eb5c110443253fe0427a77e7
+size 4240384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1a3bd630cd7afc020ab4b42f59d820883ee76821
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5285f933c99e576783ec2e47114418f3c092a39fbf8a10d8e044cb2f6cd56b
+size 446030
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..79186f070b620bdd8c3a7e9da172682ed03a2c18
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5f702f716bd4a0a9b13c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9591c5ef42155091be3aeb5526baff31ed0489631776412b603c23a6a22b83b5
+size 4639744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ccdb208456c125778329dfcc35422b0e02357795
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec434565d3be1a74c685545a512e76769b474a9f57590840cc415fb681f8dd90
+size 377729
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f3037085e965912d4d7c609b00dfca2a865fba37
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_60618c6fd7ab3a54a2e3+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc310867a5079487fdd4ad92ce35c1ac87ecbf2634e5e1880e6cfe3e7bb3613
+size 2223104
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1c7667443ae1548caa6e4c6f0415a7db9eeafc19
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055af3991f31d28a58e6daa90621f239c2c4866a62c2395c8cec2fb762696e7b
+size 8714175
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c9b5061d933146de00d7d85c09dc8e7a5632c272
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_60b1414fe1af9cc9e7d8+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd57f9313fb4ebf86361c56a532645be66969d9d337d09a151e54c568ccb603
+size 48702464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..508c3bf67a6bca462acb0cb1fda06d34b50c7207
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188bb34b13539c76dd99153da5630ad0290a19c797fd0c89df9d6bf87268bf5d
+size 317943
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ed7445bf0ffec2a54046bb3da70e803c4bde6bd0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64422fef1c5a952b303a+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf43cfb19377db8847541bfef2c766e35297f4418b989e4cfd6d22829a847594
+size 7640064
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..82ce54161b5b2e5d05d6d34fc6d96140b42fa8b5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d6139aaeb9c92503178cda7d7ebc5b421577ce6e4c0f216e34d2622ed84b54
+size 54596
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..013291ab0eae3223b9b263ca60182c5dddb0d331
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..70289fc23b80795b1e16abb12270af8b92088048
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7617dbd25ac372a6f63f602a7fdd621d0d78419cd9a3dc9cf5e9aad0e658ad1a
+size 2421945
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e63f8c29d17599011087dfbf2c924be9fa1e41b6
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64ca75c865e5c43bc927+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ab56ad3d5b880f21fa6589826bc118387ae8e3ab1712c9e8af4bec333fe81e
+size 2991104
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..42d9636a4773652ddfe4fed04b1a99e36a8491ea
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95e428b8f042319cf690b3f0a1d51b5f2a654e24177ce056743abf175b66edb
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3d317a7c08530f61dc33d2660ef94f010e0fe1a4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647c6ecc216375757b700af63909be04882311e15c19910d742bfba4f952b2c7
+size 8500224
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_66169b8c3286d3b43293+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_66169b8c3286d3b43293+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_66169b8c3286d3b43293+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_66169b8c3286d3b43293+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_66169b8c3286d3b43293+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..07bb997980a9385383a372e129dc3d6b27e6daf6
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_66169b8c3286d3b43293+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b76741863db9ed16bf1d5b98a48adbf3f7d8b5892f7f54ef6958bd87d9c1335
+size 47326
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..952944417eecf92ad462597cb32c5c20588c8def
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7882d09c79b08de937d9715ff99ec4334bad4d9e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b81916d395dde4869b305f1ddf7bde5d614866f03eefc098fbdf6bad99147ad
+size 218773
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8729eedd60aad2a6f49db8048a0201e899764e80
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36e863d5dd9965dfc0b780883ea3270ddaac09152726f34d795dedc71ea7562
+size 3728384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_668a5df4473eac64c504+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_668a5df4473eac64c504+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_668a5df4473eac64c504+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_668a5df4473eac64c504+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_668a5df4473eac64c504+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6d87cc834e2f9a05477c3169ad2a1edb95cf3f54
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_668a5df4473eac64c504+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2628e7e8b43ac66b76064a664f5fc5640705dfcbae814c5512937dadb6720f8f
+size 131163
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_668a5df4473eac64c504+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_668a5df4473eac64c504+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4205bec8ed806a028ad38a9efbdab37d6581a488
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_668a5df4473eac64c504+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..402dd5fca41611c29c6199fc90e97bb77c798e0c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d774c1c5d2998dddcd335f95bb9e8b4c63fa114679913256de46765bb465186
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d32416b3e05ddb57ed221066cc3d6a0fa4f07e77
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_67b7ed560a1d0f63b4f2+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a77ceba0127556f25b2bb2cd21adca35aa359308f136ae54b202673e45573f
+size 2745344
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d230438cb12f7cfe97cc3bada8b4c9d6ac0ccf5f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1676266e724460aa97fce19b6b50cb2d9a062f2f4d7a62c8bcc31c977ee5ff63
+size 218773
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c99d9681612ce23d6ea61f15515dc57340c061ff
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd39c076c4300d72af927c7f9089ac1c680825055d6d754cfe4811b2da8db67
+size 17296384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e8c2e78b1b8d58208bb8a654c30c6f4db3eb6667
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4cc87996d0e60b0e5ee6c61f039855303a35661e2379d9f9af85f0c6544dd4
+size 54937
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..04658ef394f84cb4ab2312cba4fe86c534ed2d7d
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+5d92b09a/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+5d92b09a/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..02b638a61c76437ffcfb1a3459f48849e583a790
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+5d92b09a/compile_flags.txt
@@ -0,0 +1 @@
+-O1 --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+5d92b09a/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+5d92b09a/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e8c2e78b1b8d58208bb8a654c30c6f4db3eb6667
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+5d92b09a/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4cc87996d0e60b0e5ee6c61f039855303a35661e2379d9f9af85f0c6544dd4
+size 54937
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+5d92b09a/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+5d92b09a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5b734a0dc580440170de1cc4f898fa6e855b1335
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_6888ea5af67299e52f8e+5d92b09a/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..133b99bd22b5a9c9aad3c7b5b3f1198d781a834a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c29c44e853206a16620ae05d6326822a66599609edf5d33c1ba9dc461dba9f
+size 357206
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..26755e1a92ee3a8b4da7a6a5ed4c0a6a26164ae3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_698723879315b2843cd6+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd9c25747bcc398f5fadbbe30267fda95b171ddb08ecb8898cb69efcdea8488
+size 3277824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7803f4dad76cc12d440788c97d8d00ea50d4b129
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c554210b0b9cee9403b4d4dda686ab51486ccd2508fbfcfeebd909a1922efa3a
+size 393562
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f0a759f84ea75788a0eb81ed59d2f2f57a62ff01
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3be70374f5f8230c8ff1211485d39e3c47ac07c2c89f07a38a336d4516b182f
+size 12360704
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6d0bacb99d31e57a1a59+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6d0bacb99d31e57a1a59+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6d0bacb99d31e57a1a59+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6d0bacb99d31e57a1a59+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6d0bacb99d31e57a1a59+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6fc1d24c567a42bc3db9d6d6170adb930366d1e8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6d0bacb99d31e57a1a59+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b363f4859bd1af694a0ef5f287292f4a1110f90de800b9d78ad129acf77c062
+size 131163
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6d0bacb99d31e57a1a59+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6d0bacb99d31e57a1a59+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5380e02c901b989e944e4a1b51b48402b5d8faa1
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_6d0bacb99d31e57a1a59+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7e838196f56f51453c9830b69c852482c1d0199e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6a33e7cce0b5e53e808352e5cf5e8c463843c1eebdce3c943e2038f391fe42
+size 12170
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8b78fd306311558a3271c7b941a375b94314f29c
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6ed8a791b24721478abeda43ba95fd055f795ec9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cd99084a7c9ced74ed41d48c5cdbd92b27e49a3cc7e830b3074f06ecaaed26
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5579cbc9e617979cb7e6fabf3ec82490a9f4b4bd
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6edaddcd0885a827d30c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21332ed73d039cfef8a90a73c463e8c34d8902faa8d43c42c1712fe803eee126
+size 2980864
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_70adaa97f584f246261e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_70adaa97f584f246261e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_70adaa97f584f246261e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_70adaa97f584f246261e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_70adaa97f584f246261e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bfc6698ad96b0550d0e667239ec4e288a00dc652
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_70adaa97f584f246261e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2866b0b01e03f8d2260ea6c8f400c45bb98cd82675106104fd8c2aa1ffcbcb
+size 25441
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_70adaa97f584f246261e+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_70adaa97f584f246261e+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cc03bd65287d6168c3db9ffaab4aa784d0ffed3c
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_70adaa97f584f246261e+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6ea5d66ddddd087434cb9c3f9423dc5521537dfd
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54fd4d8a1cb0de5ed1657a87a641890726186381a24920f52800f7f07029c6f
+size 447310
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8021b7775c86bc4626c692094294eacf529ac39c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7392954b9366aaef58ea+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3145d2ffa8026575eaffe5c7a3947b64074b50a97b045daf35af31e7418478
+size 2407424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..07d4edd730423764816f34697f6e95e345fbf4a4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f20c1db8400046d711cf6be33250609a2e7580eeaf285330df9fc462291873
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..28659372d0b706ba93cf158a3b02bbb4d46a4134
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_758b3b03306ee0d772aa+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f1528f1907b928fd2cf6159ea9e5cbbd78dc17465a1eab0539cdb6b3a912ea
+size 2601984
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7cb0f74f928b36bda9e466fc035dc1e99c6bac70
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fe0f56afb0b9c4a4bd4988e92980bde47b890225f0c03f7b85af748912c57a
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e3db44da10647d1be7910ee36d63792ee1e90992
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df6cf68ec5798e16d19155437c8373715b1330bc60588832e26245dae0ee83
+size 2991104
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..68be2491c5a519f68a097f04a81c4b58105d352a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b3b27d8e0346dbdbf04c20fb65738b36f1b318e07725ac6bea9122ec089617
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8725e1a3f9e9210eba30df6c54e4f3a4249c1407
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5d5c9b9bd85dc85af7ef86a2596569fe6ba88d42b6fb7a489dc00558c6bf5a
+size 8397824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..87576bb43b295f01c4bc12202db284fcc70e3126
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e0f9c385b8b8de6047f7b51d130308f6ae4294c2001d2a1630e131a28bff0c
+size 393946
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..47d52df91ccf1c272775b17fd93f46c16b11fc22
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97a45a51912b50993a3654c9ffc67282b5427d9fcde7bb81c4275285aa99f5b
+size 3554304
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a7ee9e423a744e3f1c40c3d38213fcd59166be1a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35920f91a0dc395a7f8b397daef313f7f8a5d885453ae278e0a2dc1064bbdd00
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..20821712a66278773c98ce4cdd5437316f7e8f7f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa7bc8b7751ad719434967056311f6eb3db860adc874062dae1f5ffca6dadbf
+size 3359744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7dd036b53c3737f19b01+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7dd036b53c3737f19b01+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7dd036b53c3737f19b01+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7dd036b53c3737f19b01+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7dd036b53c3737f19b01+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..85b69737bf040f2ba23a8202d9fef815b314246e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7dd036b53c3737f19b01+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193e01a2f32a02c9304642a3c045387bffb6087c9869baa195892bb94757f9c6
+size 11533
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fbc3b925594193df63b1296b86532e4a67ad6ce2
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a3adfba021cc33b0df31f73329b22a7720527814
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0555508fd22f2f7d681141ccc24dbe2994531eb57e77f75cc08f8a14937c3be9
+size 11720
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..54837e8d56f43510481ae5864ee1cceaa4d4c6e3
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_80266cdb87ec8d5bfdb0+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_80266cdb87ec8d5bfdb0+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_80266cdb87ec8d5bfdb0+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_80266cdb87ec8d5bfdb0+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_80266cdb87ec8d5bfdb0+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2224a48c5d5de5992319b54b19fb4c1b23302b81
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_80266cdb87ec8d5bfdb0+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e542fdee2ef74c9932b5fd840890df1a1d0b72aa234643645abdde9765cc0fe7
+size 20671
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_80266cdb87ec8d5bfdb0+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_80266cdb87ec8d5bfdb0+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..57d76ca54e753a0dfbd4c48859cc7f8cb3d87dcc
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_80266cdb87ec8d5bfdb0+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7c7fe21ae6444af45df7c6505930e9728f58b8b4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be096b01fe4b6180a37c6d2b35c1a1ff51146bce7f9b4e224a82aeda6477e04e
+size 26435
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..00093f5f1fde5e88fbad11a3db4c02f15e1e3820
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..59a70f8c9ada50bb0c843a765eef49a7e75f9740
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c4755f636a937d9548bfe60315b81754653527b3e37c264731c955401e9885
+size 218773
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e64c38b4772b0a03f4f651300b92576f90ab4192
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3848f753f4974900c92f8333b23ce49641a5ca2d8a631c4125f342513eacfa
+size 48866304
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..44e9b4f9ebeaa4d2c4d798d9fabed305e8890352
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bbda5c648b891dc4b53cd6d090b6841069cc45e9b798fa66de578f64da8629
+size 291526
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8314850fb4eda1381873+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8314850fb4eda1381873+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8314850fb4eda1381873+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8314850fb4eda1381873+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8314850fb4eda1381873+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0c327355869500e039186687d356550c9585a401
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8314850fb4eda1381873+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5035a6f79cca7fa112c9723d77d5b2bc5aad07f5523c318b63a606351dfbab41
+size 131100
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8314850fb4eda1381873+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8314850fb4eda1381873+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..56da7b6fc048ae089de7556dab401b3cce342961
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_8314850fb4eda1381873+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8319c2aec2a3b0446fe1+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8319c2aec2a3b0446fe1+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8319c2aec2a3b0446fe1+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ffbbc40d75887f782689a5bdc5cd86b95ec3d891
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65f3a14130def4907f59238972d0224ccbd01995bd4b980ba94b72be8f2955d
+size 11016
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c2c7d1fddbfcf1d827f532bb623bfb00a1384f08
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fe83371349495732c08f04d759787d5b6d4f80de
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84271332d576c61d6163988137f3f212c738c3fa08690463e1710e677de285f
+size 295202
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5ff8d7770beaeb3324aed0e436030855743f649f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabee53376324689bdd51748fa216481d84b29d488fc3880d7af043571b48e9f
+size 9319424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..768317c6ca3ab0264627660f4eebaf80d333acb4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e5420638ab6568a300a5a27f66d15c47663a46200a0663842398d0dca16566
+size 27299
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4956cd7dcc16d9149323dbdc39e40bef47879cb0
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..182b3323ab97fbe443f1db5e57299df9d7d2061b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785a217b75736b502f05ea41796873c91cf4333246fa6e45bc12a6bc01e350e2
+size 33879999
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..96dd700a23204a120d870500cae56b1ba394a064
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8a6fc4b5d99312fa8518+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e9920174f2ad39db8f14636f41ace382ff32431feb9cacb9a4201a35b1bae3
+size 101673984
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9701220e8f0e5e187c8ea5bf910d7f475d7255b1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b50497c532dacc0ad485a02d0f4f9a6be07b049a0e490c0043b819fb7502386
+size 747948
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8b26b6a2cac89b3655089f98b0c2696d24fdce85
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8c84d43bf8c883b7cd69+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387b7fdf55ab1c88cb352dcef7be4d0cb0e6adc967a492f463473b63e4c21d09
+size 27986944
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7d8d34402baa70ea9f30166b3667f6aa5a07a3d1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcf2d86d70c607795c2ab9926200182efec3112a698f8a7fb1a6b47117fb999
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..94e96326f46ece5c2606273a14123cd3acc8dd48
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8caed03e5e05f3184c0c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3da895a6db4cfea115f8f55cdc738a8de88d769373a4e02093aebfa9b8efc9
+size 2642944
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7bca333bfd10c25d62f3cb677c3ccfb60b33e3d8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcd75f201baa64529ab0e8e82504a1dd6210075a1764c42d7d1bacce995f46b
+size 12545
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5a8533c9c4c8f237b96d4764cde8a2099614d093
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_90f7f98400913692072f+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_90f7f98400913692072f+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_90f7f98400913692072f+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_90f7f98400913692072f+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_90f7f98400913692072f+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..af542d49ab234853a47e3e722e77fc1616531e58
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_90f7f98400913692072f+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96bdbcbf7147fef97573c1579cf709d1ee017589857d566b80bf7502221eca3
+size 131100
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_90f7f98400913692072f+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_90f7f98400913692072f+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b93a6b44134c906e8e491bd61d122a978340efa5
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_90f7f98400913692072f+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..208cd810c705c5ca252cc47b2eaaee9f4d7e7b04
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed9f1a0b5f5f502397d12eed6fa0c02a9c389199f63a280cc2d7cd7c85dce1c
+size 131100
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b6bb9207cc42262bebb08b561fad6d39622037e4
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a327646d559dc80e96be74d51b21f6e5d6b04c28
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00400d9ceb66f7d3da01d3b5f71d0682ddcbf8657ad4b1252821bf5a4cc1a49
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..374cdd9d10634666e8c9f781414c78543fdab470
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e97cca77b69365e351cdbb4555db9bb8926181aa31140e389fa96217097375
+size 9217024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a21e94f0d0ada4a13aee340062061730336902d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35588032f1d8fe5d71242ea311028a0bb2cd068b354d58a07ac132c8eaaa268
+size 29841
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5046f46ef399b61d82c7fd8b1dd8795fd36263c7
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5c4eff9fceee9479b1d71736c6db05fc11c3565a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2979d8604562cf17c7539cb2eb3ea991dfee3709ff74d62d3e0204494d4a4b
+size 24646
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..64b9961639ed6e0775f51fbacab14e84a946de6d
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b5656d2f4fb70921e8c22a1761776b453b252c66
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cfc2d8d6c59d12a28f5b365307c989a40dd50ca1271b963986e90b2b3f55a5
+size 317943
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..72a9300feb5d394d996f81fde4cc13e19ace64a9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a3af0aea614065415324+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0515a62203883a3a7800a1d036c29adc780ddb0c125f8c024865a9f0cdab3e
+size 7568384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a3e2249d29a748569a1e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a3e2249d29a748569a1e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a3e2249d29a748569a1e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a3e2249d29a748569a1e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a3e2249d29a748569a1e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0761147781838e502f15a74f879649776d10a7f4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a3e2249d29a748569a1e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dc565eb65a057389174dc4d706cdebb800ae631c0f4c098fbaffe3c219f649
+size 58943
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8818426c8c368eb2ca77a2f938d35b2d13131978
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..58169fc194472e6968beb456c148d4705e680985
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fff61fa79130148e9b4a0543e7e1da07104d45097d0fded81cfc7b93db3687
+size 58943
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3e38754d82c5e57dbc01f9e8c3de6e9283f11c34
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a6d54741b58885ff359f+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a6d54741b58885ff359f+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a6d54741b58885ff359f+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a6d54741b58885ff359f+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a6d54741b58885ff359f+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5495d3eab948158ef6d84f09a627034e46a56a78
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a6d54741b58885ff359f+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c70aa6bc2eea1117ab83ee6699b2e5e8774ad2f6ee5ff180bd38f9ff54ad2ba
+size 125316
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a6d54741b58885ff359f+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a6d54741b58885ff359f+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8261860c5fd8455ec19734d6dbebbfb1d524bb55
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_a6d54741b58885ff359f+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a6f35d4a96351e66c2b8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a6f35d4a96351e66c2b8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a6f35d4a96351e66c2b8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a6f35d4a96351e66c2b8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a6f35d4a96351e66c2b8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c655cf2e45e8567f1a4e9291dfee8d2a5009d9b0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a6f35d4a96351e66c2b8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d202ecf1d3dcc4b9c2a53c3d9ee348a9c827c020b5a0cd43ea3d55c99e70ad7
+size 21262
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a6f35d4a96351e66c2b8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a6f35d4a96351e66c2b8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3e99c21a87e21e00e1b8e1d931b5e518a15432d4
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_a6f35d4a96351e66c2b8+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9f8b585434b0b47d9e194b9e45fe9f9b92b6865f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8e9662c0428ca96be98e1e88bd4e980bcc18b6ae189c528158a60bbf213aeb
+size 348719
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..16e6375072fa5b7b61930830d58a02b27af553fa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e062fc44f39a529ec5790d3e7180fe9ab99ff419097ebe3ba956ee3851ad87
+size 46449664
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f9723f27e43d87260fc6aaf60f0478c524408e6b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d086a50ba36c08fe9d2ee25ab47cb44a6a602f0973a75927915dcbafcd4361d
+size 368923
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6ce157b7af1343397ef77bab7e24d791245a0529
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a95b37443958136b9cbf+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc159508e45ee2f2a3d87b0a52d7ee29febcf198cb197c8e068884a66400d2c
+size 2294784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4fd93c32fe9b968e1757d04d45ee765452a1de27
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fef615ce00e37031fc773c146c10952e554bf2cdf1834b51375449c944791a
+size 374164
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5aac6102c1439171555f7f252cfab0d267827d69
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aa2f8b8561a249feb932+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e4d1fe2844a67d15df8b9c6483c017b67dbda56bf8885717c80bc0697ac67b
+size 2694144
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7647bb6d6aaecdfbc6e90a7d2aaea5949216fda9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cd68d4fb33eb832b657d9bc73b2b99a5ee2e8309814d9981bdb580cf78c837
+size 357206
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e33aca3333f0e7f72c93e30f276a78c0d4b51f50
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_adce8c191178c964fbe9+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7be4a0e81c1cd6741bb7b5b7873a733ecacd3bbc5ef4b22cd09bd9f3d4ba246
+size 2817024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..81ad67de4dbda5143a9103e8d69cc0bc5f163978
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0025a67dea8c35742b707af377126aa4df718e99408830a298f6941fb960dd
+size 756689
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0410c3747db73c42ef19fec04df74560a6a1789f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aebb4609c4668acf5e26+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd9deb9767a21d3f2201036d70b696fa27d563ca3f9615eaed8bfc562354afe
+size 9165824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bca33304c80b8553bf8a667fd574d1f8d647fb5d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423e43440cb64eb415316c17396a2ad33ace178d6d38afd9e7ecd076dcf8080d
+size 47808
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..696a840ec6a46fae93350b65e7373e49ee0feff2
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c66058af1b6f13bd30f79b3e148d6b68d4665107
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f325012b4dd85028937d0da238774ec951a158ad747949d2265e140857b86823
+size 288458
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6bca141bfcfc3894ce8b19417009d485e2b96b87
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fd9e2cfa266b3d265f4ee7838f7aa7687384c94d97e3de49091ff90083d938
+size 295586
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ba851201238adaf9941507a06f8aff6d42b80341
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b135f12bed698159448c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b3594d6cc0829aa4a3bee0e549f3ac1157cb75a7c65af1c87d469201e9a450
+size 3441664
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..deee76f3e28ed02402f5a0ae917be31c8f841dd8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047086cbe909a4eeff7dfa034d99622c41da8824269c1c7acf692999fdb2377e
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..36e84ecc868db3a5120062e09ec567b073cfbe29
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682512dd64d040bb7f21f2628673499308b8bfdf846a2bd3cbbb370dde9fa07d
+size 29195264
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6ce14c8bdb787119e2357c454095d96dd8fada3f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc8b43eba98c1327d689a1ff1b0f483ed7d0e8015a16a02cf250e9b3cf00c0f
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9166661b91386981944ad0319bd7e63d5d3e3ab2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d045346cfb901de7a78b243c96f35adac9734516aa64065c27f123ffd057ef
+size 2683904
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0cdb5241de91e11f74e20405e35049a4a8856b52
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e6557f531526dbc45bee607d692281ad7826287dc75253acc3c895dbd930f0
+size 756689
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..de66357bcb0234437f9a94d0934b9758c94632b9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b4f3f758f1a1d3abacbf+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcb7c1e466b8568eb974696d74f0b2ec209dced46e7f57fb482539a003073e5
+size 9032704
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f1510464d150e2580c36b3f8df7e6aed9c3c2351
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c268572c4a402a85d7e92a02723d0b73549b187734f10b52f076c848a0c7ac3
+size 298784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..183ed397928ab9f65e40d0ec3f79813e0758db4f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b702d7ddf38e1da4abf8+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3921b4cce3da0d6fdea37ad05e6406848eedca6a35f50115bb59a34ace5cd74
+size 4148224
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b7c30479d185199a4d70+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b7c30479d185199a4d70+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b7c30479d185199a4d70+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b7c30479d185199a4d70+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b7c30479d185199a4d70+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..eeaa10dc35ae1042ab87c5dff9f1b4b1e254ff66
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b7c30479d185199a4d70+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb4fb14f9cd6c30d4d508009311c6bff4db85d312a3e584422ad847d47a3147
+size 131163
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b7c30479d185199a4d70+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b7c30479d185199a4d70+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f17e544cdea9f8c73e30d860e4ae2e52669e9418
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_b7c30479d185199a4d70+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..627e52a60b5e4cdcc16f1762517a5cb6701160c5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c573a040cca38e9835d63fb29029a3bf92220ac6e894977cb576d66838686640
+size 374288
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e13118c8bcbb1cda43e157ff29744f3bd5a98678
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b881ba94814b49b0911c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afcbe3ac58dc1a4dd39ae1bb13a3c9a049ed44e9bf92bb139773e9f2f700cbf
+size 3677184
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0cd91a3e415ab521e3d01fdff0c0d4fad4076c8a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f7e79b19828bc3fbeaeac8fea48dfb89a45f649b7f472deeb8660e0262d631
+size 374288
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..241319f2562c423bb9c96fa2a456b4bbd552813f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ba949dc1ee1071fb4243+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2689980a28f414533f7fb97950ab3a4d52bb7cb86a40cc83407a10a8f5b6c46b
+size 69039104
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_baa89621c6a8f5dd13a5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_baa89621c6a8f5dd13a5+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_baa89621c6a8f5dd13a5+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_baa89621c6a8f5dd13a5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_baa89621c6a8f5dd13a5+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a6ed0e3bf4c5c3dc7f5b5324c33e840a4f348d5d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_baa89621c6a8f5dd13a5+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38843af95703f150f1e17def301da0aab28ca8d477dc84a4f62ecbf6fddc833
+size 25919
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_baa89621c6a8f5dd13a5+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_baa89621c6a8f5dd13a5+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b441db45d6a202dcdc841e96faa8527fd6ebc9ab
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_baa89621c6a8f5dd13a5+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2448ecbe558469dd83f1fe8d4d1f5598f4183f7e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76fea07b360e7352995334cb34c2c5306b64d1492a356b58338f9c50f9b1ac3
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..409de1844943a6d05d0578199b856a80b956c041
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524e48800958d5af2176b5bae8ee0b58133361f1481599275341bd32a3d38380
+size 14572544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..64342c625d6ba8d943a398aec92748c0116e873e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e06379253c4d9999eb96a4f59a7fbac87e939555f651875632101adc08fcef8
+size 756689
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8570e9c6e27739eebd53545b9647d443a4083f73
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bcd5e1c88c6f267899f2+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625440a719bc8943245bb65ef6e990bb183abe0596132608d529a68701623dfe
+size 8930304
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bcdc114663caa637f97b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_bcdc114663caa637f97b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bcdc114663caa637f97b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bcdc114663caa637f97b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_bcdc114663caa637f97b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a0f5ab336cd440dff5618700acf0174fe9ef5dc2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bcdc114663caa637f97b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a771451488ee9a2e135b46853f220218cb6be45f93750f648b041f050f545232
+size 55136
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4dcff40a8bae1e7b5d938f78b0479400acfff3f6
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bd4e3797960f329f5d1a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_bd4e3797960f329f5d1a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bd4e3797960f329f5d1a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1e9bc5c12f795418e5ee21a0c49032c880ca2765
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3876c6bf7c4f4a418389e051386a25af2b4dc17726ada6c1ec328b18321f135
+size 55550
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6ad1701a915e5f17fc49878f344e693816a591af
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..da9f4d74102de0709e4b094639e7d79e011c5038
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6324371075073ff6a8579e4bf658f055def71d7e1290f8106c63b419c95ee570
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cced7fdf3f440d2b52409a327ad7801401893fc2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ea27a780a87e13b47244ed6c6d52e0757781c72dd10cb2fdc329096c88cbc0
+size 29123584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..86de1bb1be7c17f7edde7390de3b424ac9d8cfde
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95802e7eaf1eacb9ace356280b54d2e8dab073fbc260364960b5c18db49b8329
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0bbc6153d0d8c0f58dc0057b088f989134b11820
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c231b1612b7e21a13adc+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df687398bbb103432950d3ffadeaf0bd52d48a43d28878c32b00410f863ab34
+size 2458624
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e97975e7c1fb32a8205f0023e095518365e731fe
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfaf4087a0ccb0a08b70367336e0c53d611c48dc2c2daed20afdf700beb7a40
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..db954b09cb3d51b855a8c7d2958cf623ce9fcd85
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377f88d192c6b89b91d065f40ba7b0d4357058776ed28423626f40818b7f6fb7
+size 10087424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..cb137e9b5445740c1ca717ffbf3e7f81396892f4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee34ad64f9d35fd7a21f9ba2be53e020b84dc3aa24caa9e0531e49eb302779b6
+size 373514
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b2b9e5b5b7026285f3c5de20c8d52f70012a0325
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c296c018a8c3b2a68745+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102738447eaa3afb7303c78de3b7b99492f8e7eade7c2b769d333277b106b649
+size 2530304
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c7640dd22b60df70432a7b9ce7f8192697b996ed
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759e61b5ad11ff510d5f17370d3bcdb35177cca5b2cb8ce5fefc6df09e6e193f
+size 357206
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4dd1a126be23c1d4f85d9068b91cbf932d1ef77c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c3fc58ca825d5f81894c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9683fd6ab74b2b9191d3d8866c327cf57a85a172ea40d233dda7b7494759ee
+size 2540544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6db7135d9b33a120414bc4a075a97d3ef57d89da
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e72957392b3a5897c2077392e49d7eeca1bfea9c212e0b62a987513b98bc1e6
+size 848696
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8dcf06f80047608581795607d7e27a5eeffc17ea
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c6069e6d2352f17cbe7f+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3083e1fff97798eb66e9608926f8d1cc6a0b9770e95f0f6edab840fe7647fa82
+size 8449024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fb417f930a8277c0eef2ec896df19dbfc994625f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b94e9f1c9df95fdbc674026a6d342c60047743d045d25d85156f204021b2862
+size 446030
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0de884099b015d97eb0011de4cae0a8a04eeed25
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c6ac3c18088588360ece+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3743cb40b707eb6df093ea5db0471784b7fdbd6c1283da129bfa7e7644ac905
+size 4865024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..dce6460a3a0ed61346257b7918f1353428afca29
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121269d497c80cf23315fd838a4646887c4152cf31e7c6cb09aa91e266ce21ef
+size 756689
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..303360e3de366183ea74c69cc8dc1e8c4a4e12b3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cc88fcd266266515d56a+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6813a6250bd11ceebfc607d8cf185ea5a37c8f7b25895226f4e0d4b5f668b585
+size 9534464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b7059bab059e73cabc1154d0e774099080293be5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef9d8c20806bef06b4d12c41c02f40676eb34672f2fecd0254fb1997c311bcb
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..26d1253f81dbaa1f69758f59e5203a00ae8221c5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297cb31b79240846968fca5b5e8644861751237894a246024c4ec16be04d97ab
+size 8705024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6760abfb387ddf3cee3ecbb456133850312dfa19
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c15ebf0edcd6102e7b422d493c5c8c3f9ff16c9f2d8926facb25d0d74fc2f8
+size 131100
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..934c19437aed92655ed4564c348a09ba9072c1d7
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..192900c23ccb5d264bf26b6ad92f31d23bbd4b43
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88561a2ffbe500398b6ebacad1be2dcbc847078a2e308f977dcfcab54e09914d
+size 447310
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9969a441a0792f022344ed09e99af0e3f3c6c8eb
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd2222901bec476ee5b5+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251a453d9638ad6165a1685165e5406d200cc44175487c6b9c0dba1b908f6137
+size 2878464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..817b83744bf3a6470fc229342f47c06b09cae044
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb9358defc2dbb55ba8196b822e731b22c40cdbc61e511ab2125dadcb6ec118
+size 373008
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..717f6145be9fdf3aeac8c356aea37fa62495dd87
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd768f2265f94bbe2754+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463369f370c2da6c80c3cbf5e2648cdf1b4a3113f3681047f1634a8980efc454
+size 158475264
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b9be605df7b99658c29e374b53b450b422afa1f9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87786b25453ac19d3f5f0fd4e0835921895b04ab60e20e580652e55a33d8a18f
+size 26619
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b7d76ac24feaa285a3b743e43224d22824dbbd50
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0b8e12378b636aaab174efe55a1966167337e2f4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12df8e791846fd44ac0d69375d1787a7dc15891f01a37ca4806adb724a395a32
+size 131100
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6cadff8bc2a413f45846474e871e7cde76887a6a
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..224ed6313ce1cdc5ccadbb35a38c08217c364811
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ff0c1e42c07bc1e85d024dbdfb1da205a50d57d06f71a392a54d2c683c704f
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ab61ef6ac27926f5ca5be2c0b9180edd89eb05dc
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7567b0ea875bed46c685616a3663cf179eeb36f9e2599ab8de89230b0cc80dbd
+size 2755584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_da3eccfb2180e1a4f08a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_da3eccfb2180e1a4f08a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_da3eccfb2180e1a4f08a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a0aafbe14d54c49639dc314b0898b71cb2b26c89
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3655d28851fc1ba791cd2f066da702966c558ad2e7414742ecb8f74cd5c1b0c2
+size 55550
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..20a8b0daa6a6d0322710b52dcc8ddeb9766692fb
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..77698dd405f212597a0591deefeae14e082054d4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d3580d0ccb1ae329f7f1eba2cd70589980c3aade3913a700867495e7c463c7
+size 54937
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c0e58497b04ea40ef4e0027bb7f2e45b303db05b
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+5d92b09a/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+5d92b09a/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..02b638a61c76437ffcfb1a3459f48849e583a790
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+5d92b09a/compile_flags.txt
@@ -0,0 +1 @@
+-O1 --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+5d92b09a/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+5d92b09a/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..77698dd405f212597a0591deefeae14e082054d4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+5d92b09a/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d3580d0ccb1ae329f7f1eba2cd70589980c3aade3913a700867495e7c463c7
+size 54937
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+5d92b09a/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+5d92b09a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1c6f972641b33723aa5e74ca20ab6944a897e4bd
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_da838600de3281ed94a5+5d92b09a/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8cbec63af73b6a506136e586ecb108da707760e5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85355fedc60f7e73c881ae6f88207a94f93258e8efb02a3102742b6aeb77a57
+size 451449
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f931ab87b0ffa46b0d27fd13743f4b549eed52f3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_dadc9971df476427236f+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1c28ca9b46854ff8de889683fb02f1b041ff4404c7c8f1ee4479e2d9c3bd17
+size 2653184
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c355c07f8761eabcffddaf77381022c71726523c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a620efde6485ec114ee012bb2683854f907de8d1bcb65523c5f6f6a704d6013f
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..dababdb9f69f812855296e1c3031104d5106afd2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c478c2b5399148318cd1e1c4d672a2efe341c8aa7478ccab6e0d99b3ceaa8
+size 849080
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..50b211ce775f2c1ca341c0e502254d6bc65623f0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df408958b3edd2f5007d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b84ce3dd3cc13b536b35e9219c3463d3e75e9e16d775223eb8754c97043e40
+size 2724864
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8602b6274c24f6012820321e39e4cfff514e4911
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f844b682d62c5efa1c1799a6559a9fd3b7fd168c33a19c4edb51048268a2ea80
+size 298784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a235f6fa2fa420efe02201e55eb3b8538a13356f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e03032da720652dd2492+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de40c081e5686a73f82dba9ab9fb6c664e5065b381c5bd8e1d583ed4da20063
+size 96523264
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b71b669fbb702111ba4169e25eacf8bad336cf6e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cda4f8fef9ea6c508321141d5c622ea17f52f0163ca2af455a3a75cfedfcab
+size 446030
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..99168cb30989ae2a314f362b808b066e21f3bdca
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e3856731dd2d8a4e2312+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa064de23b3e6843b07afdddc03a3b85a001a4767d3d4f80b0d2338fb0fa085
+size 5950464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1d7cbc8345380752db95bd48e9e6f8b4d74a2bbf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cde2cc9bb59064c248d91f37eef22f9ed9a72f6ea0660dfcdc13291e3fd48e
+size 11858
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..eab469a607fb2ad5e9dfe6fca2225365ada02235
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5addd336ab034ac932236046a9afb3f23229e314
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a0468fa86b6432bdbafadcd24edcf3e72fe678d67dde6259f51865c7be4171
+size 738797
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5d7aec881fa4d9985ded9d6d3c4c2f3d606fab4b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e5ea2e91b07024a4c5a6+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801b5f85ba3d44560c9506889b3a9ff3562baba0c3217df1180342e9ef4c356b
+size 10118144
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e6f8e0a1fa3fc4e4d726+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e6f8e0a1fa3fc4e4d726+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e6f8e0a1fa3fc4e4d726+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e6f8e0a1fa3fc4e4d726+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e6f8e0a1fa3fc4e4d726+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..428501e4c5f51999a46e7d9b229d46b4aae82916
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e6f8e0a1fa3fc4e4d726+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65afd769ec7f5a49d6a87a8d275a9ffe3a298cdaf5998ce1bc49030e2c9af7b6
+size 131100
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e6f8e0a1fa3fc4e4d726+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e6f8e0a1fa3fc4e4d726+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..357e2eb1085ae13018acb8ad98be7a6d0a012377
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_e6f8e0a1fa3fc4e4d726+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..41dd012be7bc6945b0967819989dda661e2e74ee
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd44c622a0fcf3c054b5ae55f262d6928cad1f6513782e1bbd9d8a47874656b7
+size 13516
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..28f0b076f07abd6dedd2183234b0c43f2a1ccd89
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2a1d5beb515c93c19f793b3bbcd43803e7fe4af3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01bbf21417bebe5cd92749b7601889f69eb1c293e3e8be89bc4397d27cda226
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e8bb9d03ad00e3af7e13847d2383ad797ae3a285
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9d63f42e0ac7a4fe7c0d6a29a8a3f94b8eea0ff1a23873fbb502b4bfc00a25
+size 9217024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f051850016861b50844e7e8fc9b3ade3b119951b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be418fdcd1d238e8a120c3300d96442bd26562dfa9bb1ff5bcd8ec6846518c4
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..73474c4a9f55f3ae606d2fd2b5fc28759841789c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b2fcf40a58a86f8b70f5941e66de4d445f741c60541193c6b2a6ac2a74d9f3
+size 4209664
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e9cd6fe8779989fc400f+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e9cd6fe8779989fc400f+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e9cd6fe8779989fc400f+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ccff9ef1e353db3d5a31f1443f11620f42e38c40
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0af0766d3fb3d983aa642c55a7f9a6e96d87c3306b2accce09839c556926f98
+size 47500
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7e66d2b39d0bff8f299bbef9d3ea5da82b6f2d06
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5e46d78bc995edb6ef459988dbcaa9e488233d87
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77bee7b9e6f9358d858e0ef8c93c398219c2d25a359ae22a7a2df37f6ca5f15
+size 377729
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..12272883af35650c01fbb4696e7afb7d21a6a9a3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ebcf4fb0eff00774dce5+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab22c9d673ffda540f8bcf7ce0ba38186ce92c5968f045a2a8fd62e60878f01c
+size 2110464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ef7031db9e7e4aaf495fdb9cc6993e26d2e421ab
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc89e03deadc2b67dfd19001725917bced11c7b03609190de4fa749df7f1ea2a
+size 33878841
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a061188bb6c148ec7b2c3a7a9f6190d12e0ef7e3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_edb0ebf0990e46149e11+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1076cdf61d9ad039326701685c69d21bad5fe5b474642ed27b2f2f30d31c8cc2
+size 26829824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6485782ca0d36ebf9d61f65913f2e5f9b4f34815
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739e190ee5d087b371d687d048e5e8c351c9b13e1c3ce51b6bf53ad3ee05477d
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8ec06fd6bc7950d39f41fb22353064a65657b9ec
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285d60bc20a873bc759f534c0686a44aa16ae7fc1f5460a5917bc14931f473c
+size 8705024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..555925831f18ab257cbb4d467f1b5c8196c67858
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b4ee3f7f941d7f4cfdfcea4e6f1cccc588772684fdd5bf96fe4aff50826447
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..92cf07720a0266b1a8caf7cd70d2308aa1dacea5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45403662de15a9066e51dc4282e6a517badf1a64da30a0fab962a65c66f39de1
+size 14776
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8f60a4986a8112b9d4066529f423789210e8330f
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fe17313df9d7e560235b580782a9cce4cf7d01d7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/compile_flags.txt
@@ -0,0 +1 @@
+--enable-mixed-precision-accumulation --model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d015e3e1f970298409adc8067d227ab48788f8ad
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b622d4fbba91f3c25a13a10f2c16416737cc427cf7ac7b34e20336fa78ffa2ab
+size 747948
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ef975dcf62e4ec4ff53c6be58cebd27a121de49e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_efd165bd378d3b8e92aa+ce379c2c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8f06aa1612b4cc0e854afb24024831d4662253f878f93ce254be9b78a69f73
+size 18535424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..af69a0b0f7106941364340be20681a3684442e43
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21a0f95a59cbfd8b634e8deb62129fe7f592dec4c64b9fe14e6e09634b88b7d
+size 55020
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a6c2a0c7e79e2b7c31feb729ed5c30450e10946f
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b9ded441147c08c7c6846e2d827e0c5264bbdc15
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f80cb596bec02a274a387d76f7ca3f488a6d45f42786d29c8c5d83ee5b1e707
+size 13550
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..481e9e8844a39691fea34af63ef8b68fa447d939
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9c01e66217b8cfce0ed2e52fa4eacabdac50e0b2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444cc791ad57e4ce33a88797c59dd10e05b0cf01833ffac1ad48f8d1f1ed355c
+size 54726
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0df48f8323c1050ab910135b98ac2c7436bdf1a6
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..69e34846a398b06d39815ceef10d67e8950f6fca
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cdfbccf8b7833faa74665bff7bc274a32fe7c64f67845f288107e6b7796d3f
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..31b132c685bb90ee9965164564ff62c728b04910
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e7689f609a3f433efaca831cc8e18ef88a099be40d201dbfd8ac88969207af
+size 10087424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fa1974d8d211b3ce98a3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_fa1974d8d211b3ce98a3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fa1974d8d211b3ce98a3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7f8e2751a3c4b40964b81b6f4c7c62cf4cfe7f5c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdf98c20c814852b5d52f1683ccb5cecb3ae0e79234ac2d284f40df423157c1
+size 11385
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..40f73e7e088f110d1f6489ee834186d41e2edaa9
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..edf9705fc334a5bffdc0d6c9b1700d1f9b0e7d5d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5809ab91c68c88c48fe79f675cda0c23817b69df34a212de4680573581e494ae
+size 318327
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..99fd0f3f4fd1ab98d114d4337bcc01fd4b9c4d61
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fb6a058e29b833424101+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192bfb6e9c9aa98dff96842f177d8097da70e40b49c36f5022d3da3b55c262ec
+size 2366464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e6390cf98bc41dfe78a0adf92edf76283a41537e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03ee299524032fad3acbe8a68625094748af5634cbf21cda675bc618d64fce6
+size 317943
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fbd65b2c12b065855050390445c02d619e69513b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6332da1db5b36f833fd0d4a2e0e18fe9fe8efda98a743c7bb6c61cb6419a7f
+size 7947264
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..66741a27cf4d5e9183438b376f3668f173029b85
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec75870ea0ba633a41127228ec9782cfde465e7b5cf8ff69a16e9e28bc46aa0
+size 8713017
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1689680dff612a2a0c33c0337772b04244f8af8e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fe2df69e856683d2f4f3+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22270f6ce1e373ae3128d4b42c3adacc0f95277deca4b028b7f86716373c5e9a
+size 11387904
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a9a4797630c422880ea9e3a6867df83340c30055
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ac58a5875f83ca2ba8619081f3676a40093255931a42e3e1eb2d3aa6c10e7f
+size 377729
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8fc8b34846ad0d46c80c473879595064f40ca949
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fe6b7a34619145e26852+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5768de92e348121510aac1cbb511d0df018bc3041a1a6a3e93e5048f10ca96f
+size 2028544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c12e9bb33f12f64f4667484dc5d1c6983ca9a660
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2d9756fa6cb98a9910881e5d0b4b192456df7902a166cc4b862d55e3ae05b4
+size 447310
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5726411c21970300e47e043852e1e07aa6c0ce76
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ff15a116fb592ccf7a7a+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ad3c6562aae2c53bc97e49a8b05ca19764f7ab28930b0e6fc0e891bda5316f
+size 2550784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c27d31b4fc2afc0cc29c499f2dd9e300d7def5d3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686accfcb3d592a113b562c4c76551637601c9f8df4fda0a48573a46053deed6
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..05cc03569f70d98febe02d69e520999c2fcfa039
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6ef9b38a39693b806d0d5bb864712c5c17e87de9dd4ae414e00d577a9caa6b
+size 80559104