{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "657f531df8644e42bc239babc3585643": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "VBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "VBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "VBoxView",
            "box_style": "",
            "children": [],
            "layout": "IPY_MODEL_57fe5509178e4659a2a62fe9ad6f4ce8"
          }
        },
        "d039d532f46e4f76addd8c1f477945b0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_86d98f85accf42f1b579eef91d933134",
            "placeholder": "​",
            "style": "IPY_MODEL_3c7c9ee54c4143899feb58b717824e77",
            "value": "<center> <img\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.svg\nalt='Hugging Face'> <br> Copy a token from <a\nhref=\"https://huggingface.co/settings/tokens\" target=\"_blank\">your Hugging Face\ntokens page</a> and paste it below. <br> Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file. </center>"
          }
        },
        "9e88a1f4b9c549b49781c406a0f67d47": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "PasswordModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "PasswordModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "PasswordView",
            "continuous_update": true,
            "description": "Token:",
            "description_tooltip": null,
            "disabled": false,
            "layout": "IPY_MODEL_4cd2be409f8b4e0582c94504b89ab443",
            "placeholder": "​",
            "style": "IPY_MODEL_b7e5c9a9ac4343ea92461ca6429c541a",
            "value": ""
          }
        },
        "ca244e54ce4f4848acfbb2c595e78982": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "CheckboxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "CheckboxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "CheckboxView",
            "description": "Add token as git credential?",
            "description_tooltip": null,
            "disabled": false,
            "indent": true,
            "layout": "IPY_MODEL_bcc60e17b06e4c9192982881cf84653c",
            "style": "IPY_MODEL_e6d20c110eee4a6f8811df4eece8ee9a",
            "value": true
          }
        },
        "176fd3b64a59444bae540a67f568fcb0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ButtonView",
            "button_style": "",
            "description": "Login",
            "disabled": false,
            "icon": "",
            "layout": "IPY_MODEL_c5a4d6704a194a22a2f147e9573a3843",
            "style": "IPY_MODEL_e0c8bc7243fd413ea58c683e05e40075",
            "tooltip": ""
          }
        },
        "b7c6689aada446a088954eb89d051918": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c6bb82062fbc4dea90e4d532e92eeb23",
            "placeholder": "​",
            "style": "IPY_MODEL_b44230e168064796bb9bd28b0ac92be6",
            "value": "\n<b>Pro Tip:</b> If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks. </center>"
          }
        },
        "57fe5509178e4659a2a62fe9ad6f4ce8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": "center",
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": "flex",
            "flex": null,
            "flex_flow": "column",
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": "50%"
          }
        },
        "86d98f85accf42f1b579eef91d933134": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3c7c9ee54c4143899feb58b717824e77": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4cd2be409f8b4e0582c94504b89ab443": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b7e5c9a9ac4343ea92461ca6429c541a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bcc60e17b06e4c9192982881cf84653c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e6d20c110eee4a6f8811df4eece8ee9a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c5a4d6704a194a22a2f147e9573a3843": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e0c8bc7243fd413ea58c683e05e40075": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "button_color": null,
            "font_weight": ""
          }
        },
        "c6bb82062fbc4dea90e4d532e92eeb23": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b44230e168064796bb9bd28b0ac92be6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "675e215a14f94baea56c552e14425f26": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "LabelModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "LabelModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "LabelView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a211b717031d4a88a31a1fc20f2a484e",
            "placeholder": "​",
            "style": "IPY_MODEL_0efbb27c57f646bcad6f2d75fe478ce9",
            "value": "Connecting..."
          }
        },
        "a211b717031d4a88a31a1fc20f2a484e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0efbb27c57f646bcad6f2d75fe478ce9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "**Step 1: Setting Up ExecuTorch**"
      ],
      "metadata": {
        "id": "ZOq6nHdVElC6"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "collapsed": true,
        "id": "EWz6sJfRDQKT",
        "outputId": "0a91e8cc-5e82-4fae-a706-3544b2d9a275"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: executorch in /usr/local/lib/python3.11/dist-packages (0.6.0+cpu)\n",
            "Requirement already satisfied: expecttest in /usr/local/lib/python3.11/dist-packages (from executorch) (0.3.0)\n",
            "Requirement already satisfied: flatbuffers in /usr/local/lib/python3.11/dist-packages (from executorch) (25.2.10)\n",
            "Requirement already satisfied: hypothesis in /usr/local/lib/python3.11/dist-packages (from executorch) (6.131.0)\n",
            "Requirement already satisfied: mpmath==1.3.0 in /usr/local/lib/python3.11/dist-packages (from executorch) (1.3.0)\n",
            "Requirement already satisfied: numpy>=2.0.0 in /usr/local/lib/python3.11/dist-packages (from executorch) (2.0.2)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from executorch) (24.2)\n",
            "Requirement already satisfied: pandas>=2.2.2 in /usr/local/lib/python3.11/dist-packages (from executorch) (2.2.2)\n",
            "Requirement already satisfied: parameterized in /usr/local/lib/python3.11/dist-packages (from executorch) (0.9.0)\n",
            "Requirement already satisfied: pytest in /usr/local/lib/python3.11/dist-packages (from executorch) (8.3.5)\n",
            "Requirement already satisfied: pytest-xdist in /usr/local/lib/python3.11/dist-packages (from executorch) (3.6.1)\n",
            "Requirement already satisfied: pytest-rerunfailures in /usr/local/lib/python3.11/dist-packages (from executorch) (15.0)\n",
            "Requirement already satisfied: pyyaml in /usr/local/lib/python3.11/dist-packages (from executorch) (6.0.2)\n",
            "Requirement already satisfied: ruamel.yaml in /usr/local/lib/python3.11/dist-packages (from executorch) (0.18.10)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.11/dist-packages (from executorch) (1.13.3)\n",
            "Requirement already satisfied: tabulate in /usr/local/lib/python3.11/dist-packages (from executorch) (0.9.0)\n",
            "Requirement already satisfied: torchao==0.10.0 in /usr/local/lib/python3.11/dist-packages (from executorch) (0.10.0+cpu)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.11/dist-packages (from executorch) (4.13.1)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas>=2.2.2->executorch) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas>=2.2.2->executorch) (2025.2)\n",
            "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas>=2.2.2->executorch) (2025.2)\n",
            "Requirement already satisfied: attrs>=22.2.0 in /usr/local/lib/python3.11/dist-packages (from hypothesis->executorch) (25.3.0)\n",
            "Requirement already satisfied: sortedcontainers<3.0.0,>=2.1.0 in /usr/local/lib/python3.11/dist-packages (from hypothesis->executorch) (2.4.0)\n",
            "Requirement already satisfied: iniconfig in /usr/local/lib/python3.11/dist-packages (from pytest->executorch) (2.1.0)\n",
            "Requirement already satisfied: pluggy<2,>=1.5 in /usr/local/lib/python3.11/dist-packages (from pytest->executorch) (1.5.0)\n",
            "Requirement already satisfied: execnet>=2.1 in /usr/local/lib/python3.11/dist-packages (from pytest-xdist->executorch) (2.1.1)\n",
            "Requirement already satisfied: ruamel.yaml.clib>=0.2.7 in /usr/local/lib/python3.11/dist-packages (from ruamel.yaml->executorch) (0.2.12)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.11/dist-packages (from python-dateutil>=2.8.2->pandas>=2.2.2->executorch) (1.17.0)\n"
          ]
        }
      ],
      "source": [
        "!pip install executorch\n",
        "# Testing release candidate\n",
        "# !pip install --extra-index-url https://download.pytorch.org/whl/test/cpu executorch==0.6.0 torch==2.7.0 torchaudio==2.7.0 torchvision==0.22.0"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [],
      "metadata": {
        "id": "0DwPYBnLEChh"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Installing dependencies for Llama\n",
        "!pip install transformers accelerate sentencepiece huggingface_hub tiktoken torchtune tokenizers snakeviz lm_eval==0.4.5 blobfile"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "collapsed": true,
        "id": "vhSLDN0sDp9-",
        "outputId": "002a1ee5-8dc9-4f92-bb50-091a16132d06"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: transformers in /usr/local/lib/python3.11/dist-packages (4.50.3)\n",
            "Requirement already satisfied: accelerate in /usr/local/lib/python3.11/dist-packages (1.5.2)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.11/dist-packages (0.2.0)\n",
            "Requirement already satisfied: huggingface_hub in /usr/local/lib/python3.11/dist-packages (0.30.1)\n",
            "Requirement already satisfied: tiktoken in /usr/local/lib/python3.11/dist-packages (0.9.0)\n",
            "Requirement already satisfied: torchtune in /usr/local/lib/python3.11/dist-packages (0.6.1)\n",
            "Requirement already satisfied: tokenizers in /usr/local/lib/python3.11/dist-packages (0.21.1)\n",
            "Requirement already satisfied: snakeviz in /usr/local/lib/python3.11/dist-packages (2.2.2)\n",
            "Requirement already satisfied: lm_eval==0.4.5 in /usr/local/lib/python3.11/dist-packages (0.4.5)\n",
            "Requirement already satisfied: blobfile in /usr/local/lib/python3.11/dist-packages (3.0.0)\n",
            "Requirement already satisfied: evaluate in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (0.4.3)\n",
            "Requirement already satisfied: datasets>=2.16.0 in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (3.5.0)\n",
            "Requirement already satisfied: jsonlines in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (4.0.0)\n",
            "Requirement already satisfied: numexpr in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (2.10.2)\n",
            "Requirement already satisfied: peft>=0.2.0 in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (0.14.0)\n",
            "Requirement already satisfied: pybind11>=2.6.2 in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (2.13.6)\n",
            "Requirement already satisfied: pytablewriter in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (1.2.1)\n",
            "Requirement already satisfied: rouge-score>=0.0.4 in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (0.1.2)\n",
            "Requirement already satisfied: sacrebleu>=1.5.0 in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (2.5.1)\n",
            "Requirement already satisfied: scikit-learn>=0.24.1 in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (1.6.1)\n",
            "Requirement already satisfied: sqlitedict in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (2.1.0)\n",
            "Requirement already satisfied: torch>=1.8 in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (2.7.0+cpu)\n",
            "Requirement already satisfied: tqdm-multiprocess in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (0.0.11)\n",
            "Requirement already satisfied: zstandard in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (0.23.0)\n",
            "Requirement already satisfied: dill in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (0.3.8)\n",
            "Requirement already satisfied: word2number in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (1.1)\n",
            "Requirement already satisfied: more-itertools in /usr/local/lib/python3.11/dist-packages (from lm_eval==0.4.5) (10.6.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from transformers) (3.18.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.11/dist-packages (from transformers) (2.0.2)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.11/dist-packages (from transformers) (24.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from transformers) (6.0.2)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.11/dist-packages (from transformers) (2024.11.6)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.11/dist-packages (from transformers) (2.32.3)\n",
            "Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.11/dist-packages (from transformers) (0.5.3)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.11/dist-packages (from transformers) (4.67.1)\n",
            "Requirement already satisfied: psutil in /usr/local/lib/python3.11/dist-packages (from accelerate) (5.9.5)\n",
            "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.11/dist-packages (from huggingface_hub) (2024.12.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.11/dist-packages (from huggingface_hub) (4.13.1)\n",
            "Requirement already satisfied: torchdata==0.11.0 in /usr/local/lib/python3.11/dist-packages (from torchtune) (0.11.0)\n",
            "Requirement already satisfied: kagglehub in /usr/local/lib/python3.11/dist-packages (from torchtune) (0.3.11)\n",
            "Requirement already satisfied: omegaconf in /usr/local/lib/python3.11/dist-packages (from torchtune) (2.3.0)\n",
            "Requirement already satisfied: Pillow>=9.4.0 in /usr/local/lib/python3.11/dist-packages (from torchtune) (11.1.0)\n",
            "Requirement already satisfied: urllib3>=1.25 in /usr/local/lib/python3.11/dist-packages (from torchdata==0.11.0->torchtune) (2.3.0)\n",
            "Requirement already satisfied: tornado>=2.0 in /usr/local/lib/python3.11/dist-packages (from snakeviz) (6.4.2)\n",
            "Requirement already satisfied: pycryptodomex>=3.8 in /usr/local/lib/python3.11/dist-packages (from blobfile) (3.22.0)\n",
            "Requirement already satisfied: lxml>=4.9 in /usr/local/lib/python3.11/dist-packages (from blobfile) (5.3.1)\n",
            "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.11/dist-packages (from datasets>=2.16.0->lm_eval==0.4.5) (18.1.0)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.11/dist-packages (from datasets>=2.16.0->lm_eval==0.4.5) (2.2.2)\n",
            "Requirement already satisfied: xxhash in /usr/local/lib/python3.11/dist-packages (from datasets>=2.16.0->lm_eval==0.4.5) (3.5.0)\n",
            "Requirement already satisfied: multiprocess<0.70.17 in /usr/local/lib/python3.11/dist-packages (from datasets>=2.16.0->lm_eval==0.4.5) (0.70.16)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.11/dist-packages (from datasets>=2.16.0->lm_eval==0.4.5) (3.11.15)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (3.4.1)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (3.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (2025.1.31)\n",
            "Requirement already satisfied: absl-py in /usr/local/lib/python3.11/dist-packages (from rouge-score>=0.0.4->lm_eval==0.4.5) (1.4.0)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.11/dist-packages (from rouge-score>=0.0.4->lm_eval==0.4.5) (3.9.1)\n",
            "Requirement already satisfied: six>=1.14.0 in /usr/local/lib/python3.11/dist-packages (from rouge-score>=0.0.4->lm_eval==0.4.5) (1.17.0)\n",
            "Requirement already satisfied: portalocker in /usr/local/lib/python3.11/dist-packages (from sacrebleu>=1.5.0->lm_eval==0.4.5) (3.1.1)\n",
            "Requirement already satisfied: tabulate>=0.8.9 in /usr/local/lib/python3.11/dist-packages (from sacrebleu>=1.5.0->lm_eval==0.4.5) (0.9.0)\n",
            "Requirement already satisfied: colorama in /usr/local/lib/python3.11/dist-packages (from sacrebleu>=1.5.0->lm_eval==0.4.5) (0.4.6)\n",
            "Requirement already satisfied: scipy>=1.6.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn>=0.24.1->lm_eval==0.4.5) (1.14.1)\n",
            "Requirement already satisfied: joblib>=1.2.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn>=0.24.1->lm_eval==0.4.5) (1.4.2)\n",
            "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn>=0.24.1->lm_eval==0.4.5) (3.6.0)\n",
            "Requirement already satisfied: sympy>=1.13.3 in /usr/local/lib/python3.11/dist-packages (from torch>=1.8->lm_eval==0.4.5) (1.13.3)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.11/dist-packages (from torch>=1.8->lm_eval==0.4.5) (3.4.2)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.11/dist-packages (from torch>=1.8->lm_eval==0.4.5) (3.1.6)\n",
            "Requirement already satisfied: hf-transfer>=0.1.4 in /usr/local/lib/python3.11/dist-packages (from huggingface_hub[hf_transfer]->torchtune) (0.1.9)\n",
            "Requirement already satisfied: attrs>=19.2.0 in /usr/local/lib/python3.11/dist-packages (from jsonlines->lm_eval==0.4.5) (25.3.0)\n",
            "Requirement already satisfied: antlr4-python3-runtime==4.9.* in /usr/local/lib/python3.11/dist-packages (from omegaconf->torchtune) (4.9.3)\n",
            "Requirement already satisfied: setuptools>=38.3.0 in /usr/local/lib/python3.11/dist-packages (from pytablewriter->lm_eval==0.4.5) (75.2.0)\n",
            "Requirement already satisfied: DataProperty<2,>=1.1.0 in /usr/local/lib/python3.11/dist-packages (from pytablewriter->lm_eval==0.4.5) (1.1.0)\n",
            "Requirement already satisfied: mbstrdecoder<2,>=1.0.0 in /usr/local/lib/python3.11/dist-packages (from pytablewriter->lm_eval==0.4.5) (1.1.4)\n",
            "Requirement already satisfied: pathvalidate<4,>=2.3.0 in /usr/local/lib/python3.11/dist-packages (from pytablewriter->lm_eval==0.4.5) (3.2.3)\n",
            "Requirement already satisfied: tabledata<2,>=1.3.1 in /usr/local/lib/python3.11/dist-packages (from pytablewriter->lm_eval==0.4.5) (1.3.4)\n",
            "Requirement already satisfied: tcolorpy<1,>=0.0.5 in /usr/local/lib/python3.11/dist-packages (from pytablewriter->lm_eval==0.4.5) (0.1.7)\n",
            "Requirement already satisfied: typepy<2,>=1.3.2 in /usr/local/lib/python3.11/dist-packages (from typepy[datetime]<2,>=1.3.2->pytablewriter->lm_eval==0.4.5) (1.3.4)\n",
            "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets>=2.16.0->lm_eval==0.4.5) (2.6.1)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets>=2.16.0->lm_eval==0.4.5) (1.3.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets>=2.16.0->lm_eval==0.4.5) (1.5.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets>=2.16.0->lm_eval==0.4.5) (6.2.0)\n",
            "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets>=2.16.0->lm_eval==0.4.5) (0.3.1)\n",
            "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets>=2.16.0->lm_eval==0.4.5) (1.18.3)\n",
            "Requirement already satisfied: chardet<6,>=3.0.4 in /usr/local/lib/python3.11/dist-packages (from mbstrdecoder<2,>=1.0.0->pytablewriter->lm_eval==0.4.5) (5.2.0)\n",
            "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.11/dist-packages (from sympy>=1.13.3->torch>=1.8->lm_eval==0.4.5) (1.3.0)\n",
            "Requirement already satisfied: python-dateutil<3.0.0,>=2.8.0 in /usr/local/lib/python3.11/dist-packages (from typepy[datetime]<2,>=1.3.2->pytablewriter->lm_eval==0.4.5) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2018.9 in /usr/local/lib/python3.11/dist-packages (from typepy[datetime]<2,>=1.3.2->pytablewriter->lm_eval==0.4.5) (2025.2)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.11/dist-packages (from jinja2->torch>=1.8->lm_eval==0.4.5) (3.0.2)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.11/dist-packages (from nltk->rouge-score>=0.0.4->lm_eval==0.4.5) (8.1.8)\n",
            "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets>=2.16.0->lm_eval==0.4.5) (2025.2)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Step 2. Download Llama 3.2 1B/3B models**"
      ],
      "metadata": {
        "id": "px0lGiHFErF_"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from huggingface_hub import login\n",
        "login()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 17,
          "referenced_widgets": [
            "657f531df8644e42bc239babc3585643",
            "d039d532f46e4f76addd8c1f477945b0",
            "9e88a1f4b9c549b49781c406a0f67d47",
            "ca244e54ce4f4848acfbb2c595e78982",
            "176fd3b64a59444bae540a67f568fcb0",
            "b7c6689aada446a088954eb89d051918",
            "57fe5509178e4659a2a62fe9ad6f4ce8",
            "86d98f85accf42f1b579eef91d933134",
            "3c7c9ee54c4143899feb58b717824e77",
            "4cd2be409f8b4e0582c94504b89ab443",
            "b7e5c9a9ac4343ea92461ca6429c541a",
            "bcc60e17b06e4c9192982881cf84653c",
            "e6d20c110eee4a6f8811df4eece8ee9a",
            "c5a4d6704a194a22a2f147e9573a3843",
            "e0c8bc7243fd413ea58c683e05e40075",
            "c6bb82062fbc4dea90e4d532e92eeb23",
            "b44230e168064796bb9bd28b0ac92be6",
            "675e215a14f94baea56c552e14425f26",
            "a211b717031d4a88a31a1fc20f2a484e",
            "0efbb27c57f646bcad6f2d75fe478ce9"
          ]
        },
        "id": "fKKfjA_KEDnU",
        "outputId": "449ffcb4-2032-4aab-e691-d48034346a21"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "VBox(children=(HTML(value='<center> <img\\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.sv…"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "657f531df8644e42bc239babc3585643"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!huggingface-cli download meta-llama/Llama-3.2-1B --local-dir /content/models/Llama-3.2-1B --local-dir-use-symlinks False"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "collapsed": true,
        "id": "JJdsEZaSEEFR",
        "outputId": "c43e7769-279d-46c8-b71c-14de5cde8a3f"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/usr/local/lib/python3.11/dist-packages/huggingface_hub/commands/download.py:139: FutureWarning: Ignoring --local-dir-use-symlinks. Downloading to a local directory does not use symlinks anymore.\n",
            "  warnings.warn(\n",
            "Fetching 13 files:   0% 0/13 [00:00<?, ?it/s]Downloading 'generation_config.json' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/3EVKVggOldJcKSsGjSdoUCN1AyQ=.2d73a6863086ff9d491c28e49df9fb697cd92c2b.incomplete'\n",
            "Downloading 'config.json' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/8_PA_wEVGiVa2goH2H4KQOQpvVY=.83b8b2aebb1a987b3802dae75fb9470234a3aaaf.incomplete'\n",
            "Downloading 'original/consolidated.00.pth' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/original/_dLw4ih-O1I9AkO57vYC89Z48Os=.cfa47fb7185ebd1c3712fff5fa04fdbb0675c1e345fc72e12f6c7b65b8da6f05.incomplete'\n",
            "Downloading 'README.md' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/Xn7B-BWUGOee2Y6hCZtEhtFu4BE=.68e2028211dcbb680a836ffbab628a9628ca045e.incomplete'\n",
            "Downloading 'model.safetensors' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/xGOKKLRSlIhH692hSVvI1-gpoa8=.68a2e4be76fa709455a60272fba8e512c02d81c46e6c671cc9449e374fd6809a.incomplete'\n",
            "Downloading 'LICENSE.txt' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/cyBuwAu93UXke23CJCWORBYR70A=.085b47c1575cb889b7024030e60b78f54f0b8c9e.incomplete'\n",
            "\n",
            "consolidated.00.pth:   0% 0.00/2.47G [00:00<?, ?B/s]\u001b[ADownloading '.gitattributes' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/wPaCkH-WbT7GsmxMKKrNZTV4nSM=.a6344aac8c09253b3b630fb776ae94478aa0275b.incomplete'\n",
            "\n",
            "\n",
            "model.safetensors:   0% 0.00/2.47G [00:00<?, ?B/s]\u001b[A\u001b[A\n",
            "\n",
            "\n",
            "config.json: 100% 843/843 [00:00<00:00, 3.77MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/config.json\n",
            "Downloading 'USE_POLICY.md' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/UcPfAI5B08awK9_TiALuc0iOThI=.ac3c5f21b9779e3da0677d6d3c587778fe3a331e.incomplete'\n",
            "\n",
            "\n",
            "\n",
            "README.md: 100% 41.2k/41.2k [00:00<00:00, 24.5MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/README.md\n",
            "\n",
            "\n",
            "\n",
            "generation_config.json: 100% 185/185 [00:00<00:00, 1.52MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/generation_config.json\n",
            "\n",
            "\n",
            "\n",
            "LICENSE.txt: 100% 7.71k/7.71k [00:00<00:00, 32.7MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/LICENSE.txt\n",
            "\n",
            "\n",
            "\n",
            ".gitattributes: 100% 1.52k/1.52k [00:00<00:00, 14.1MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/.gitattributes\n",
            "Fetching 13 files:   8% 1/13 [00:00<00:03,  3.44it/s]\n",
            "\n",
            "model.safetensors:   0% 10.5M/2.47G [00:00<00:27, 88.6MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:   1% 21.0M/2.47G [00:00<00:17, 138MB/s]\u001b[ADownloading 'original/params.json' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/original/jqHB00sRqBVJXCrFOHz5gDS2Bg8=.e1ea21c4ff6e1905e1f42ecf8ebe0ee10a063b98.incomplete'\n",
            "Downloading 'special_tokens_map.json' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/ahkChHUJFxEmOdq5GDFEmerRzCY=.cfabacc2620186cd3dd4b1dde9a37e057208636e.incomplete'\n",
            "Downloading 'original/tokenizer.model' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/original/7iVfz3cUOMr-hyjiqqRDHEwVBAM=.82e9d31979e92ab929cd544440f129d9ecd797b69e327f80f17e1c50d5551b55.incomplete'\n",
            "Downloading 'tokenizer.json' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/HgM_lKo9sdSCfRtVg7MMFS7EKqo=.5cc5f00a5b203e90a27a3bd60d1ec393b07971e8.incomplete'\n",
            "Downloading 'tokenizer_config.json' to '/content/models/Llama-3.2-1B/.cache/huggingface/download/vzaExXFZNBay89bvlQv-ZcI6BTg=.cb9ec25536e44d86778b10509d3e5bdca459a5cf.incomplete'\n",
            "\n",
            "\n",
            "model.safetensors:   1% 31.5M/2.47G [00:00<00:16, 151MB/s] \u001b[A\u001b[A\n",
            "\n",
            "\n",
            "tokenizer.model:   0% 0.00/2.18M [00:00<?, ?B/s]\u001b[A\u001b[A\u001b[A\n",
            "\n",
            "\n",
            "\n",
            "params.json: 100% 220/220 [00:00<00:00, 1.72MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/original/params.json\n",
            "\n",
            "consolidated.00.pth:   2% 52.4M/2.47G [00:00<00:12, 193MB/s]\u001b[A\n",
            "\n",
            "\n",
            "\n",
            "special_tokens_map.json: 100% 301/301 [00:00<00:00, 1.77MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/special_tokens_map.json\n",
            "tokenizer.model: 100% 2.18M/2.18M [00:00<00:00, 32.7MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/original/tokenizer.model\n",
            "\n",
            "\n",
            "\n",
            "USE_POLICY.md: 100% 6.02k/6.02k [00:00<00:00, 24.0MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/USE_POLICY.md\n",
            "Fetching 13 files:  31% 4/13 [00:00<00:00,  9.43it/s]\n",
            "\n",
            "\n",
            "tokenizer.json:   0% 0.00/9.09M [00:00<?, ?B/s]\u001b[A\u001b[A\u001b[A\n",
            "\n",
            "\n",
            "\n",
            "tokenizer_config.json: 100% 50.5k/50.5k [00:00<00:00, 8.61MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/tokenizer_config.json\n",
            "\n",
            "\n",
            "model.safetensors:   3% 62.9M/2.47G [00:00<00:13, 184MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:   3% 83.9M/2.47G [00:00<00:11, 213MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:   3% 83.9M/2.47G [00:00<00:12, 192MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:   4% 105M/2.47G [00:00<00:12, 195MB/s] \u001b[A\u001b[A\n",
            "consolidated.00.pth:   5% 115M/2.47G [00:00<00:11, 199MB/s] \u001b[A\n",
            "consolidated.00.pth:   6% 136M/2.47G [00:00<00:11, 202MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:   5% 126M/2.47G [00:00<00:11, 197MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:   6% 157M/2.47G [00:00<00:11, 199MB/s]\u001b[A\n",
            "\n",
            "\n",
            "tokenizer.json: 100% 9.09M/9.09M [00:00<00:00, 17.7MB/s]\u001b[A\u001b[A\u001b[A\n",
            "\n",
            "tokenizer.json: 100% 9.09M/9.09M [00:00<00:00, 17.3MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/tokenizer.json\n",
            "\n",
            "consolidated.00.pth:   8% 189M/2.47G [00:00<00:10, 212MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:   7% 178M/2.47G [00:00<00:11, 202MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:   8% 199M/2.47G [00:01<00:18, 124MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:   9% 220M/2.47G [00:01<00:16, 139MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:   9% 220M/2.47G [00:01<00:18, 122MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  10% 241M/2.47G [00:01<00:17, 130MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  10% 241M/2.47G [00:01<00:20, 110MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  11% 262M/2.47G [00:01<00:19, 112MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  11% 262M/2.47G [00:01<00:20, 106MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  11% 283M/2.47G [00:01<00:19, 115MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  11% 283M/2.47G [00:01<00:17, 123MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  13% 315M/2.47G [00:05<01:37, 22.1MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  12% 304M/2.47G [00:05<01:54, 18.9MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  14% 346M/2.47G [00:05<01:05, 32.3MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  14% 336M/2.47G [00:05<01:11, 29.7MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  15% 367M/2.47G [00:05<00:51, 40.8MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  14% 357M/2.47G [00:05<00:54, 38.6MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  16% 388M/2.47G [00:05<00:41, 50.5MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  15% 377M/2.47G [00:05<00:43, 48.6MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:  16% 398M/2.47G [00:05<00:33, 61.9MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  17% 409M/2.47G [00:05<00:33, 61.9MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  17% 419M/2.47G [00:05<00:26, 77.6MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  18% 440M/2.47G [00:05<00:25, 80.5MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  18% 440M/2.47G [00:06<00:23, 87.0MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  19% 472M/2.47G [00:06<00:19, 101MB/s] \u001b[A\n",
            "\n",
            "model.safetensors:  19% 461M/2.47G [00:06<00:19, 105MB/s] \u001b[A\u001b[A\n",
            "consolidated.00.pth:  20% 493M/2.47G [00:06<00:17, 114MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  20% 482M/2.47G [00:06<00:16, 119MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  21% 514M/2.47G [00:06<00:15, 129MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  20% 503M/2.47G [00:06<00:14, 137MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  22% 535M/2.47G [00:06<00:13, 143MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  21% 524M/2.47G [00:06<00:12, 150MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:  22% 545M/2.47G [00:06<00:12, 152MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  22% 556M/2.47G [00:06<00:14, 136MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  23% 566M/2.47G [00:06<00:13, 138MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  23% 577M/2.47G [00:06<00:14, 128MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  24% 587M/2.47G [00:06<00:13, 144MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  24% 598M/2.47G [00:06<00:14, 129MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  25% 608M/2.47G [00:07<00:14, 129MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  25% 619M/2.47G [00:07<00:14, 125MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  25% 629M/2.47G [00:07<00:13, 133MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  26% 640M/2.47G [00:07<00:15, 122MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  26% 650M/2.47G [00:07<00:15, 121MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  27% 661M/2.47G [00:07<00:15, 120MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  27% 671M/2.47G [00:07<00:14, 124MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  28% 682M/2.47G [00:07<00:14, 127MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  28% 692M/2.47G [00:07<00:13, 130MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  28% 703M/2.47G [00:07<00:13, 132MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  29% 713M/2.47G [00:07<00:13, 133MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  29% 724M/2.47G [00:07<00:13, 130MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  30% 734M/2.47G [00:08<00:13, 128MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  30% 744M/2.47G [00:08<00:13, 129MB/s]\u001b[A\n",
            "consolidated.00.pth:  31% 765M/2.47G [00:08<00:12, 138MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  31% 755M/2.47G [00:08<00:14, 120MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  32% 786M/2.47G [00:08<00:15, 112MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  31% 776M/2.47G [00:08<00:15, 108MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  33% 807M/2.47G [00:08<00:15, 107MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  32% 797M/2.47G [00:08<00:16, 104MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:  33% 818M/2.47G [00:08<00:13, 119MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  34% 839M/2.47G [00:08<00:12, 127MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  34% 839M/2.47G [00:09<00:13, 121MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  35% 860M/2.47G [00:09<00:11, 135MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  35% 860M/2.47G [00:09<00:11, 136MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  36% 881M/2.47G [00:09<00:10, 145MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  36% 881M/2.47G [00:09<00:11, 134MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  36% 902M/2.47G [00:09<00:11, 133MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  36% 902M/2.47G [00:09<00:11, 134MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  37% 923M/2.47G [00:09<00:11, 136MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  37% 923M/2.47G [00:09<00:13, 117MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  38% 944M/2.47G [00:09<00:12, 118MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  38% 944M/2.47G [00:09<00:12, 118MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  39% 965M/2.47G [00:09<00:12, 120MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  39% 965M/2.47G [00:10<00:11, 134MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  40% 986M/2.47G [00:10<00:11, 125MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  40% 986M/2.47G [00:10<00:11, 133MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  41% 1.01G/2.47G [00:10<00:10, 139MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  41% 1.01G/2.47G [00:10<00:11, 122MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  42% 1.03G/2.47G [00:10<00:11, 121MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  42% 1.03G/2.47G [00:10<00:11, 131MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  42% 1.05G/2.47G [00:10<00:10, 132MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  42% 1.05G/2.47G [00:10<00:11, 129MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  43% 1.07G/2.47G [00:10<00:11, 121MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  43% 1.07G/2.47G [00:10<00:10, 136MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  44% 1.09G/2.47G [00:10<00:10, 133MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  44% 1.09G/2.47G [00:11<00:11, 120MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  45% 1.11G/2.47G [00:11<00:10, 128MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  45% 1.11G/2.47G [00:11<00:11, 123MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  46% 1.13G/2.47G [00:11<00:11, 115MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  46% 1.13G/2.47G [00:11<00:11, 119MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  47% 1.15G/2.47G [00:11<00:10, 121MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  47% 1.15G/2.47G [00:11<00:10, 132MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  48% 1.17G/2.47G [00:11<00:09, 131MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  48% 1.17G/2.47G [00:11<00:09, 131MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  48% 1.20G/2.47G [00:11<00:11, 113MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  48% 1.20G/2.47G [00:11<00:10, 119MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  49% 1.22G/2.47G [00:11<00:10, 125MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  49% 1.22G/2.47G [00:12<00:10, 122MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  50% 1.24G/2.47G [00:12<00:10, 121MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  50% 1.24G/2.47G [00:12<00:09, 125MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  51% 1.26G/2.47G [00:12<00:09, 134MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  51% 1.26G/2.47G [00:12<00:09, 133MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  52% 1.28G/2.47G [00:12<00:09, 122MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  52% 1.28G/2.47G [00:12<00:09, 122MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  53% 1.30G/2.47G [00:12<00:09, 126MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  53% 1.30G/2.47G [00:12<00:09, 129MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  53% 1.32G/2.47G [00:12<00:08, 130MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  53% 1.32G/2.47G [00:12<00:09, 126MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  54% 1.34G/2.47G [00:12<00:08, 127MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  54% 1.34G/2.47G [00:13<00:09, 118MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  55% 1.36G/2.47G [00:13<00:08, 125MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  55% 1.36G/2.47G [00:13<00:08, 126MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  56% 1.38G/2.47G [00:13<00:08, 127MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  56% 1.38G/2.47G [00:13<00:09, 120MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  57% 1.41G/2.47G [00:13<00:08, 126MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  57% 1.41G/2.47G [00:15<00:39, 27.3MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  58% 1.43G/2.47G [00:15<00:37, 27.6MB/s]\u001b[A\n",
            "consolidated.00.pth:  59% 1.46G/2.47G [00:15<00:23, 42.7MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  58% 1.44G/2.47G [00:15<00:24, 41.8MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  60% 1.49G/2.47G [00:15<00:16, 59.9MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  59% 1.47G/2.47G [00:15<00:17, 58.0MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  61% 1.51G/2.47G [00:15<00:13, 71.8MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  60% 1.49G/2.47G [00:15<00:14, 69.7MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:  61% 1.51G/2.47G [00:16<00:11, 84.3MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  62% 1.54G/2.47G [00:16<00:10, 92.9MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  62% 1.53G/2.47G [00:16<00:09, 100MB/s] \u001b[A\u001b[A\n",
            "consolidated.00.pth:  63% 1.56G/2.47G [00:16<00:08, 108MB/s] \u001b[A\n",
            "\n",
            "model.safetensors:  63% 1.55G/2.47G [00:16<00:07, 117MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  64% 1.59G/2.47G [00:16<00:06, 135MB/s]\u001b[A\n",
            "consolidated.00.pth:  65% 1.61G/2.47G [00:16<00:06, 127MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  64% 1.58G/2.47G [00:16<00:07, 118MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:  65% 1.60G/2.47G [00:16<00:06, 132MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  67% 1.65G/2.47G [00:16<00:05, 146MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  66% 1.63G/2.47G [00:16<00:06, 128MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  67% 1.67G/2.47G [00:16<00:05, 141MB/s]\u001b[A\n",
            "consolidated.00.pth:  68% 1.69G/2.47G [00:16<00:05, 150MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  67% 1.65G/2.47G [00:16<00:06, 130MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  69% 1.71G/2.47G [00:17<00:05, 135MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  67% 1.67G/2.47G [00:17<00:06, 122MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  70% 1.73G/2.47G [00:17<00:05, 132MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  68% 1.69G/2.47G [00:17<00:06, 122MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  71% 1.75G/2.47G [00:17<00:05, 135MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  69% 1.71G/2.47G [00:17<00:06, 125MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  72% 1.77G/2.47G [00:17<00:05, 125MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  70% 1.73G/2.47G [00:17<00:05, 127MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  73% 1.79G/2.47G [00:17<00:05, 119MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  71% 1.75G/2.47G [00:17<00:05, 122MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:  72% 1.77G/2.47G [00:17<00:05, 133MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  74% 1.82G/2.47G [00:18<00:04, 136MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  73% 1.79G/2.47G [00:18<00:05, 118MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  75% 1.85G/2.47G [00:18<00:05, 117MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  73% 1.81G/2.47G [00:18<00:05, 126MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  76% 1.87G/2.47G [00:18<00:05, 120MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  74% 1.84G/2.47G [00:18<00:04, 133MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  76% 1.89G/2.47G [00:18<00:04, 136MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  75% 1.86G/2.47G [00:18<00:05, 114MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  77% 1.91G/2.47G [00:18<00:04, 127MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  76% 1.88G/2.47G [00:18<00:04, 123MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  78% 1.93G/2.47G [00:18<00:04, 131MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  77% 1.90G/2.47G [00:18<00:04, 132MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  79% 1.95G/2.47G [00:19<00:04, 123MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  78% 1.92G/2.47G [00:19<00:04, 119MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  80% 1.97G/2.47G [00:19<00:04, 120MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  78% 1.94G/2.47G [00:19<00:04, 128MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  81% 1.99G/2.47G [00:19<00:03, 133MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  79% 1.96G/2.47G [00:19<00:04, 125MB/s]\u001b[A\u001b[A\n",
            "Fetching 13 files:  31% 4/13 [00:20<00:00,  9.43it/s]\n",
            "\n",
            "model.safetensors:  80% 1.98G/2.47G [00:21<00:17, 27.4MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  82% 2.03G/2.47G [00:21<00:15, 27.8MB/s]\u001b[A\n",
            "consolidated.00.pth:  84% 2.07G/2.47G [00:21<00:09, 43.0MB/s]\u001b[A\n",
            "consolidated.00.pth:  85% 2.11G/2.47G [00:21<00:05, 68.6MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  81% 2.01G/2.47G [00:22<00:12, 37.6MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  87% 2.14G/2.47G [00:22<00:03, 86.5MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  82% 2.03G/2.47G [00:22<00:09, 47.7MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  87% 2.16G/2.47G [00:22<00:03, 98.3MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  83% 2.06G/2.47G [00:22<00:06, 59.9MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  89% 2.19G/2.47G [00:22<00:02, 121MB/s] \u001b[A\n",
            "\n",
            "model.safetensors:  84% 2.08G/2.47G [00:22<00:05, 74.1MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  90% 2.21G/2.47G [00:22<00:01, 133MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  85% 2.10G/2.47G [00:22<00:04, 88.8MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  90% 2.23G/2.47G [00:22<00:01, 146MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  86% 2.12G/2.47G [00:22<00:03, 106MB/s] \u001b[A\u001b[A\n",
            "consolidated.00.pth:  92% 2.26G/2.47G [00:22<00:01, 162MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  87% 2.14G/2.47G [00:22<00:02, 120MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  92% 2.29G/2.47G [00:22<00:01, 155MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  87% 2.16G/2.47G [00:22<00:02, 118MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  93% 2.31G/2.47G [00:23<00:01, 142MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  88% 2.18G/2.47G [00:23<00:02, 107MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  94% 2.33G/2.47G [00:23<00:01, 139MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  89% 2.20G/2.47G [00:23<00:02, 120MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  95% 2.35G/2.47G [00:23<00:00, 150MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  90% 2.22G/2.47G [00:23<00:02, 120MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  96% 2.37G/2.47G [00:23<00:00, 140MB/s]\u001b[A\n",
            "consolidated.00.pth:  97% 2.39G/2.47G [00:23<00:00, 143MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  91% 2.24G/2.47G [00:23<00:01, 115MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  98% 2.41G/2.47G [00:25<00:02, 28.4MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  92% 2.26G/2.47G [00:25<00:07, 27.3MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth:  99% 2.44G/2.47G [00:25<00:00, 43.4MB/s]\u001b[A\n",
            "\n",
            "model.safetensors:  93% 2.30G/2.47G [00:25<00:04, 41.8MB/s]\u001b[A\u001b[A\n",
            "consolidated.00.pth: 100% 2.47G/2.47G [00:26<00:00, 94.8MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/original/consolidated.00.pth\n",
            "\n",
            "\n",
            "model.safetensors:  94% 2.33G/2.47G [00:26<00:02, 58.6MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:  95% 2.36G/2.47G [00:26<00:01, 79.5MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:  97% 2.39G/2.47G [00:26<00:00, 103MB/s] \u001b[A\u001b[A\n",
            "\n",
            "model.safetensors:  98% 2.42G/2.47G [00:26<00:00, 130MB/s]\u001b[A\u001b[A\n",
            "\n",
            "model.safetensors: 100% 2.47G/2.47G [00:26<00:00, 92.8MB/s]\n",
            "Download complete. Moving file to /content/models/Llama-3.2-1B/model.safetensors\n",
            "Fetching 13 files: 100% 13/13 [00:26<00:00,  2.06s/it]\n",
            "/content/models/Llama-3.2-1B\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Step 3: Export to ExecuTorch**"
      ],
      "metadata": {
        "id": "XLsl5STwEyEh"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!cd /content/; python -m executorch.examples.models.llama.export_llama \\\n",
        "  --model \"llama3_2\" \\\n",
        "  --checkpoint /content/models/Llama-3.2-1B/original/consolidated.00.pth \\\n",
        "  --params /content/models/Llama-3.2-1B/original/params.json \\\n",
        "  -kv \\\n",
        "  --use_sdpa_with_kv_cache \\\n",
        "  -X \\\n",
        "  -d bf16 \\\n",
        "  --metadata '{\"get_bos_id\":128000, \"get_eos_ids\":[128009, 128001]}' \\\n",
        "  --output_name=\"llama3_2-1B.pte\""
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gXLuFtVVEZov",
        "outputId": "d5d7fb9a-2d9b-4c8b-8fd1-e7ce9c96fb7d"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[INFO 2025-04-10 15:16:03,144 utils.py:162] NumExpr defaulting to 2 threads.\n",
            "[INFO 2025-04-10 15:16:04,547 export_llama_lib.py:684] Applying quantizers: []\n",
            "[INFO 2025-04-10 15:16:04,930 export_llama_lib.py:649] Checkpoint dtype: torch.bfloat16\n",
            "[INFO 2025-04-10 15:16:04,931 quantized_kv_cache.py:277] Replacing KVCache with CustomKVCache. This modifies the model in place.\n",
            "[INFO 2025-04-10 15:16:04,964 custom_ops.py:34] Looking for libcustom_ops_aot_lib.so in /usr/local/lib/python3.11/dist-packages/executorch/extension/llm/custom_ops\n",
            "[INFO 2025-04-10 15:16:04,966 custom_ops.py:39] Loading custom ops library: /usr/local/lib/python3.11/dist-packages/executorch/extension/llm/custom_ops/libcustom_ops_aot_lib.so\n",
            "[INFO 2025-04-10 15:16:04,980 builder.py:173] Model after source transforms: Transformer(\n",
            "  (tok_embeddings): Embedding(128256, 2048)\n",
            "  (rope): Rope(\n",
            "    (apply_rotary_emb): RotaryEmbedding()\n",
            "  )\n",
            "  (layers): ModuleList(\n",
            "    (0-15): 16 x TransformerBlock(\n",
            "      (attention): AttentionMHA(\n",
            "        (wq): Linear(in_features=2048, out_features=2048, bias=False)\n",
            "        (wk): Linear(in_features=2048, out_features=512, bias=False)\n",
            "        (wv): Linear(in_features=2048, out_features=512, bias=False)\n",
            "        (wo): Linear(in_features=2048, out_features=2048, bias=False)\n",
            "        (rope): Rope(\n",
            "          (apply_rotary_emb): RotaryEmbedding()\n",
            "        )\n",
            "        (kv_cache): CustomKVCache()\n",
            "        (SDPA): SDPACustom()\n",
            "      )\n",
            "      (feed_forward): FeedForward(\n",
            "        (w1): Linear(in_features=2048, out_features=8192, bias=False)\n",
            "        (w2): Linear(in_features=8192, out_features=2048, bias=False)\n",
            "        (w3): Linear(in_features=2048, out_features=8192, bias=False)\n",
            "      )\n",
            "      (attention_norm): RMSNorm()\n",
            "      (ffn_norm): RMSNorm()\n",
            "    )\n",
            "  )\n",
            "  (norm): RMSNorm()\n",
            "  (output): Linear(in_features=2048, out_features=128256, bias=False)\n",
            ")\n",
            "[INFO 2025-04-10 15:16:05,030 builder.py:228] Exporting with:\n",
            "[INFO 2025-04-10 15:16:05,032 builder.py:229] inputs: (tensor([[2, 3, 4]]), {'input_pos': tensor([0])})\n",
            "[INFO 2025-04-10 15:16:05,032 builder.py:230] kwargs: None\n",
            "[INFO 2025-04-10 15:16:05,032 builder.py:231] dynamic shapes: ({1: <class 'executorch.extension.llm.export.builder.token_dim'>}, {'input_pos': {0: 1}})\n",
            "[INFO 2025-04-10 15:16:21,657 builder.py:262] Running canonical pass: RemoveRedundantTransposes\n",
            "[INFO 2025-04-10 15:16:21,854 export_llama_lib.py:755] Lowering model using following partitioner(s): \n",
            "[INFO 2025-04-10 15:16:21,855 export_llama_lib.py:757] --> XnnpackDynamicallyQuantizedPartitioner\n",
            "[INFO 2025-04-10 15:16:21,855 builder.py:348] Using pt2e [] to quantizing the model...\n",
            "[INFO 2025-04-10 15:16:21,855 builder.py:399] No quantizer provided, passing...\n",
            "[INFO 2025-04-10 15:16:21,855 builder.py:226] Re-exporting with:\n",
            "[INFO 2025-04-10 15:16:21,856 builder.py:229] inputs: (tensor([[2, 3, 4]]), {'input_pos': tensor([0])})\n",
            "[INFO 2025-04-10 15:16:21,856 builder.py:230] kwargs: None\n",
            "[INFO 2025-04-10 15:16:21,856 builder.py:231] dynamic shapes: ({1: <class 'executorch.extension.llm.export.builder.token_dim'>}, {'input_pos': {0: 1}})\n",
            "/usr/local/lib/python3.11/dist-packages/executorch/exir/emit/_emitter.py:1592: UserWarning: Mutation on a buffer in the model is detected. ExecuTorch assumes buffers that are mutated in the graph have a meaningless initial state, only the shape and dtype will be serialized, unless a pass which sets meta[\"et_init_buffer\"] to True such as InitializedMutableBufferPass is run.\n",
            "  warnings.warn(\n",
            "[INFO 2025-04-10 15:18:00,857 builder.py:518] Required memory for activation in bytes: [0, 17735552]\n",
            "modelname: llama3_2-1B\n",
            "output_file: llama3_2-1B.pte\n",
            "[INFO 2025-04-10 15:18:31,773 utils.py:141] Saved exported program to llama3_2-1B.pte\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [],
      "metadata": {
        "id": "d_urCPkvEi98"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!mv ./llama3_2-1B.pte /content/models/Llama-3.2-1B/original/"
      ],
      "metadata": {
        "id": "XOAVJceLE68b"
      },
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Step 4: Upload to HF**"
      ],
      "metadata": {
        "id": "-urRwR_iF0QX"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!huggingface-cli upload executorch-community/Llama-3.2-1B-ET /content/models/Llama-3.2-1B/original/ --exclude=\"*.pth\""
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9YvGfvgxF8sn",
        "outputId": "de784e38-a789-464d-d8f5-1a7349ec6dbe"
      },
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Consider using `hf_transfer` for faster uploads. This solution comes with some limitations. See https://huggingface.co/docs/huggingface_hub/hf_transfer for more details.\n",
            "Start hashing 3 files.\n",
            "Finished hashing 3 files.\n",
            "llama3_2-1B.pte: 100% 2.47G/2.47G [01:02<00:00, 39.3MB/s]\n",
            "Removing 2 file(s) from commit that have not changed.\n",
            "https://huggingface.co/executorch-community/Llama-3.2-1B-ET/tree/main/.\n"
          ]
        }
      ]
    }
  ]
}