{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "id": "0c24ca36-1782-4ce8-8094-6f6528dada19",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 331,
          "referenced_widgets": [
            "0a48122008d84d62bd2e5a43926a5ab2",
            "2c6609a2607c46b8be6012e2a1dcc27f",
            "cc7beaa36a9c43a792a9c6530dde41a4",
            "dd3681e217a543a987613b016e26eb39",
            "b484be7c91354e95a9937c4b1ade8db5",
            "c2e21f1edde44a27852162a0df604401",
            "776cb32cbaa04ab9b3d5e63090fe8431",
            "ddfdbb946ab14a198a7ebe99301f53d3",
            "10543eb2a55e476b9f69b6c14c9ce77e",
            "fb6269b0d3f7456aa0aa36c58983ae02",
            "62516e917fc1487da8b06df599845325",
            "cf4e30fd8b7d4188b67180ded754e05d",
            "295444cdcabd48bca4ad065c9b549636",
            "d2694b0b2fc44e168002364c52e81095",
            "4f3c59a5e2914943bfdd11c875536e86",
            "fbd48486805b4a09baa04f327e96fe1f",
            "140dc74378a24f58a7d4887b56a43b75"
          ]
        },
        "id": "0c24ca36-1782-4ce8-8094-6f6528dada19",
        "outputId": "e9d8c820-f9f9-43b3-be00-6bc5dd51dba6"
      },
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "VBox(children=(HTML(value='<center> <img\\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.sv…"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "0a48122008d84d62bd2e5a43926a5ab2"
            }
          },
          "metadata": {}
        }
      ],
      "source": [
        "from huggingface_hub import notebook_login\n",
        "notebook_login()"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install unsloth\n",
        "!pip install --force-reinstall --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git"
      ],
      "metadata": {
        "id": "REqA0fPKcTST",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "856b7b40-c87f-46d3-fa7c-bea07a5b63fb"
      },
      "id": "REqA0fPKcTST",
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: unsloth in /usr/local/lib/python3.11/dist-packages (2025.1.7)\n",
            "Collecting git+https://github.com/unslothai/unsloth.git\n",
            "  Cloning https://github.com/unslothai/unsloth.git to /tmp/pip-req-build-shed4vvf\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/unslothai/unsloth.git /tmp/pip-req-build-shed4vvf\n",
            "  Resolved https://github.com/unslothai/unsloth.git to commit bdf0cd6033595be4e7ed23d0d002bb176d343152\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Building wheels for collected packages: unsloth\n",
            "  Building wheel for unsloth (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for unsloth: filename=unsloth-2025.1.7-py3-none-any.whl size=174896 sha256=4a8b11a2f1b2248b7bdd45bc2d5dcf47ab9eed7d5fdbce2ef5a528717c5394a0\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-wfmbl48g/wheels/d1/17/05/850ab10c33284a4763b0595cd8ea9d01fce6e221cac24b3c01\n",
            "Successfully built unsloth\n",
            "Installing collected packages: unsloth\n",
            "  Attempting uninstall: unsloth\n",
            "    Found existing installation: unsloth 2025.1.7\n",
            "    Uninstalling unsloth-2025.1.7:\n",
            "      Successfully uninstalled unsloth-2025.1.7\n",
            "Successfully installed unsloth-2025.1.7\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "id": "50190966-b741-47c4-915e-43c81fd1413a",
      "metadata": {
        "id": "50190966-b741-47c4-915e-43c81fd1413a",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "dc7280e2-5138-42e5-abfa-9d82270cdeb8"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: datasets in /usr/local/lib/python3.11/dist-packages (3.2.0)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.11/dist-packages (4.67.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from datasets) (3.17.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.11/dist-packages (from datasets) (1.26.4)\n",
            "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.11/dist-packages (from datasets) (17.0.0)\n",
            "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.11/dist-packages (from datasets) (0.3.8)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.11/dist-packages (from datasets) (2.2.2)\n",
            "Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.11/dist-packages (from datasets) (2.32.3)\n",
            "Requirement already satisfied: xxhash in /usr/local/lib/python3.11/dist-packages (from datasets) (3.5.0)\n",
            "Requirement already satisfied: multiprocess<0.70.17 in /usr/local/lib/python3.11/dist-packages (from datasets) (0.70.16)\n",
            "Requirement already satisfied: fsspec<=2024.9.0,>=2023.1.0 in /usr/local/lib/python3.11/dist-packages (from fsspec[http]<=2024.9.0,>=2023.1.0->datasets) (2024.9.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.11/dist-packages (from datasets) (3.11.11)\n",
            "Requirement already satisfied: huggingface-hub>=0.23.0 in /usr/local/lib/python3.11/dist-packages (from datasets) (0.27.1)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from datasets) (24.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from datasets) (6.0.2)\n",
            "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (2.4.4)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (1.3.2)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (25.1.0)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (1.5.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (6.1.0)\n",
            "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (0.2.1)\n",
            "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (1.18.3)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.23.0->datasets) (4.12.2)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (3.4.1)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (3.10)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (2.3.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (2024.12.14)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets) (2024.2)\n",
            "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets) (2025.1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.11/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.17.0)\n",
            "Requirement already satisfied: unsloth in /usr/local/lib/python3.11/dist-packages (2025.1.7)\n",
            "Collecting git+https://github.com/unslothai/unsloth.git\n",
            "  Cloning https://github.com/unslothai/unsloth.git to /tmp/pip-req-build-nb7njmzo\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/unslothai/unsloth.git /tmp/pip-req-build-nb7njmzo\n",
            "  Resolved https://github.com/unslothai/unsloth.git to commit bdf0cd6033595be4e7ed23d0d002bb176d343152\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Building wheels for collected packages: unsloth\n",
            "  Building wheel for unsloth (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for unsloth: filename=unsloth-2025.1.7-py3-none-any.whl size=174896 sha256=d1fbbd2d814ca034a9932cbd8c2e32cd0cb3195060285f1b4253374d45a87c48\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-e3_bw86n/wheels/d1/17/05/850ab10c33284a4763b0595cd8ea9d01fce6e221cac24b3c01\n",
            "Successfully built unsloth\n",
            "Installing collected packages: unsloth\n",
            "  Attempting uninstall: unsloth\n",
            "    Found existing installation: unsloth 2025.1.7\n",
            "    Uninstalling unsloth-2025.1.7:\n",
            "      Successfully uninstalled unsloth-2025.1.7\n",
            "Successfully installed unsloth-2025.1.7\n"
          ]
        }
      ],
      "source": [
        "!pip install datasets tqdm\n",
        "!pip install unsloth\n",
        "!pip install --force-reinstall --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "id": "fbc9900d-28d2-4bda-9848-b572fbe778d2",
      "metadata": {
        "id": "fbc9900d-28d2-4bda-9848-b572fbe778d2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000,
          "referenced_widgets": [
            "93e1349d6a1344269553b7727ac317d5",
            "00fd90c781f74c09ba1a7c6f2dab3be5",
            "8d3365dbefba4cea8e9fc5c2d819a116",
            "238ac35f930049dea66f2083005ff8e3",
            "b6aed2be74e14dc8a18b110bea7f7132",
            "5023c0eb2c6249eb903cbd4b833bd42a",
            "dd34e9fd1c4b41499ab3b5475f0dcb6a",
            "763d7037bdfd414eb4558f2c32449cc5",
            "afed6b3917654b3cb1c0f4a0fef674df",
            "5db20a609a2d499fb58d098ffbba1add",
            "4e9c5fc075bf4a8897c21ebb8ef34c8c",
            "854a13113f2845babf0bf176f47f99fc",
            "394070b0f3de4ac5b2933bd4a1a220cc",
            "9ae8f278308a4221ae7101f8542ce9d2",
            "e36ed69056964a0b9e9b38ec24f434c3",
            "c64e3fbadebd4fe28c6ad28dffd9c59e",
            "af5e9e2967284b16b2c58a0a86e798fe",
            "53f41f7077824ef9aed58483f57ee658",
            "97e1463592f54582a8987841ce1ae79a",
            "9001fc6593e84e21bdf141a7c2aecb4b",
            "4b490d8128cc4cca97e4391eba55ace5",
            "ff0335c4066a427ba8e83e78f8bbf3f2",
            "cd6e4d2270ea4ee2bd943e7164aa84f4",
            "f8c5bece4d364afa8a3521e46b739a71",
            "7d5ac9cbe443457ca5b4b6d65c31391e",
            "1173e3a4cd674322ac0a471d18bcf612",
            "8d2c29d25144414da26fd3645d7adde4",
            "67dfc697628d4d339c47d3748b39bc8f",
            "19ac432523724700ae63c5554561d859",
            "86ac1b1ea12d471b94d26cd7b0833e60",
            "85ab56d5638b48afa154c14696c26dfc",
            "b1ecafcf6148442aab261d0568abd485",
            "9d9c71d79a5e49d29aabdb7f8e31bc68",
            "e3aafdd18a4c48178088d1370e4a8d3a",
            "2b1264ade55f45819da8b7588c3df419",
            "8098201b8c9e4e3a849dbb7aa03652a0",
            "50518c14aa3a482e9990207d78577c69",
            "3c8651934a184eb9afa6f9ae5864929b",
            "93094573f4844944bbe678db7eee0c8c",
            "ab76a88a8c754ff99c94e5bf64ba67ed",
            "ba36444f7214492685c86dcd71427e90",
            "8602a1d07d21417d8bacf0d450b3f43f",
            "12cc62a7489b4da289bf124ffd3370ea",
            "a6c686c9dcd144ed89ea5f4b5654d489",
            "24e56ae34a8e41319d8fb9f6569d35c6",
            "4e72e5cf3c274e9980d3fbd8f63d1948",
            "9a4217c183af4a9b903127be916e79a5",
            "a567d8a731bc43f4a5ac5caecf0be35b",
            "4974af645454449ebfb32c38eb821ed6",
            "d961c36238c24734b9546de91aba135c",
            "cbc672a35488420297e546e5f52d583c",
            "27a0ae52dd75486db75775975c3fa749",
            "ceb25b81cae847609ddaf65b0ffc3225",
            "d7b539ea385d4dc496cebcbd46b76dc6",
            "c72318f1f35e47a8a8d838de51c25ccf",
            "8dd6c933d3394da198e559ccc86a9c08",
            "42f6c6566dc94cc7a7436c82b5991a68",
            "c9adbc34924e4b4fb06d0e3e0af0a144",
            "12ee17f58fff41c683273ff5ad5c282e",
            "bb68e8835b6c4577b168e5bb926d0489",
            "015e0e19bd264fa28b62f5813122c9f0",
            "506546d587af4a7d97d59246bc42c7e0",
            "a2e1d735a5ea45c0bdb6573b15d5db8c",
            "618ccd53fad94f08a74a35cbc7c266ba",
            "80de1740da674e39bc5eb875c7a34d87",
            "25557975f2ab4683a710384a22d1e53b",
            "0e4c2596a89241c08447eda9db4e1f9c",
            "9ca09eef5efb4527b1f5c183a9d24eb9",
            "d9bd9bba58b44c55affe65359d003f31",
            "ab6f8b9fde1a4c00a335590940b5e927",
            "6dc5ef771392428e83e9dcaf18f87448",
            "5cd259a298ae4b44a86cdc392add90ac",
            "3f68477501c948339fae6909c00060cf",
            "723a3306652a4595a83468e884d1bd2e",
            "d1a90309097b47d6bc92692ebdddb039",
            "79c5dd55f6804d3f99a4f2fff398c7b7",
            "64c255502aab49348666a225fc4db952",
            "8830675a7bd24e21be4682bcedb0bdbf",
            "62011400d7e8419599db95781b03535e",
            "d7f6f4bd259b4430b0a1814f992efeec",
            "7d2676d24a084ea39b205a9e7df85c34",
            "701b45d6ff384d03bdedb22c5258f424",
            "58210028534c4e819c8b26b8c75ffe37",
            "0b2ac6e5d3214a9688b2417a2603a4a3",
            "f812cbcd03c040108cca17ab24f0cfe6",
            "9ef86ec05dbb4008a4556144591225b6",
            "552ffed0f4034192844178f80f56edf0",
            "96a3fa2978854063bdf03946d9f35399",
            "c9beff5d0ad04f3db8b7ce6fc5bbab60",
            "d329744379ea404bbfa09c76d2eef359",
            "7e623cbdde3d42e28bc40fdf75d339b5",
            "982291ad47a9465cb50a2185eeaa0c77",
            "5fb9672f35004221b6e5bfa804099eac",
            "6c36b79fbac6475cb0688a098209d090",
            "02170c7c43ed4f1cae02e84b970dabd2",
            "83aa30340e35485d9db88eff336b2e28",
            "10294ab72b65436ea5d2290b1db1b210",
            "003d832267bd4eb2bef80f0eead1b482",
            "aff2e5c10ddd477d9446bf14b2774060",
            "061357deee3b496397578997ffea146d",
            "844ef6a2493b4ed9832e91b02d775fc8",
            "2fdb833eca9f4c519cdf515487e12fdf",
            "e28cc043bf3a46288d0f4f4c02395d29",
            "423897d4a2554ae789d86498f6a6f62c",
            "f27bb5de281643099e346e24a4008410",
            "f50c80638cea428784e3c025c825ebac",
            "7ff0e89d2c2e4b70b3c10abc3a11f832",
            "5892b1b6041943238d6636ccf022ada7",
            "825b5605ec264341a760b854460b811f",
            "17e899bcb3514a4ea58aad5656348e28",
            "83fc62e057224db4aa5dc207b251daff",
            "57daa85f771643a68d2af577a6f83466",
            "f1173fd06f914878b1c34a715e60c0ee",
            "53d24c6583164a319f201fa288f4a47c",
            "5a6c357293404539a3f1c2ac77faf917",
            "9ecc0704f5b54b1e923089516e53b6c0",
            "0eac99d708364a5fb2c61393f2d7cb40",
            "b3292021c51d49eb81bcfa6d6d9ceb0c",
            "9cf2ab80b3524841befba007a455b348",
            "367efff10f6b4e71834f769a81da2408",
            "ed5fcd18d2224a91bdd2bc5648ada1fb",
            "22ae2c758b084051aeb9989a2fb752a0",
            "4b9844af6e9c4b36a35d47b31dacf802",
            "08f15a8ae45e4ce29916db4b885251fc",
            "49b9c3a02ff1404d84727bcfd9202ab6",
            "f2e5644735ad4adabc7f77cff373584e",
            "af1efb1660f942829ae9461c325d41df",
            "aeac77046c0d4842b25b4dbff536c45e",
            "d21f5ebab4f9405d91ca5f20d63c9fbe",
            "01f1bebc73dd40209ac40a84e134d699",
            "3c905bfd2ca441e5b437a8bfaca1c635",
            "ee46484fd1154ceda8b3df573f83886d"
          ]
        },
        "outputId": "2b7edbaf-219a-41db-d72f-887b74f7bddd"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.\n",
            "🦥 Unsloth Zoo will now patch everything to make training faster!\n",
            "Unsloth: If you want to finetune Gemma 2, install flash-attn to make it faster!\n",
            "To install flash-attn, do the below:\n",
            "\n",
            "pip install --no-deps --upgrade \"flash-attn>=2.6.3\"\n",
            "==((====))==  Unsloth 2025.1.7: Fast Gemma2 patching. Transformers: 4.47.1.\n",
            "   \\\\   /|    GPU: NVIDIA A100-SXM4-40GB. Max memory: 39.557 GB. Platform: Linux.\n",
            "O^O/ \\_/ \\    Torch: 2.5.1+cu124. CUDA: 8.0. CUDA Toolkit: 12.4. Triton: 3.1.0\n",
            "\\        /    Bfloat16 = TRUE. FA [Xformers = 0.0.29.post1. FA2 = False]\n",
            " \"-____-\"     Free Apache license: http://github.com/unslothai/unsloth\n",
            "Unsloth: Fast downloading is enabled - ignore downloading bars which are red colored!\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model.safetensors.index.json:   0%|          | 0.00/39.1k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "93e1349d6a1344269553b7727ac317d5"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading shards:   0%|          | 0/4 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "854a13113f2845babf0bf176f47f99fc"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00001-of-00004.safetensors:   0%|          | 0.00/4.90G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "cd6e4d2270ea4ee2bd943e7164aa84f4"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00002-of-00004.safetensors:   0%|          | 0.00/4.95G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "e3aafdd18a4c48178088d1370e4a8d3a"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00003-of-00004.safetensors:   0%|          | 0.00/4.96G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "24e56ae34a8e41319d8fb9f6569d35c6"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00004-of-00004.safetensors:   0%|          | 0.00/3.67G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "8dd6c933d3394da198e559ccc86a9c08"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Loading checkpoint shards:   0%|          | 0/4 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "0e4c2596a89241c08447eda9db4e1f9c"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "generation_config.json:   0%|          | 0.00/190 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "8830675a7bd24e21be4682bcedb0bdbf"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/47.0k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "c9beff5d0ad04f3db8b7ce6fc5bbab60"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.model:   0%|          | 0.00/4.24M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "061357deee3b496397578997ffea146d"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "special_tokens_map.json:   0%|          | 0.00/636 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "83fc62e057224db4aa5dc207b251daff"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/34.4M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "22ae2c758b084051aeb9989a2fb752a0"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Unsloth 2025.1.7 patched 42 layers with 42 QKV layers, 42 O layers and 42 MLP layers.\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "PeftModelForCausalLM(\n",
              "  (base_model): LoraModel(\n",
              "    (model): Gemma2ForCausalLM(\n",
              "      (model): Gemma2Model(\n",
              "        (embed_tokens): Embedding(256000, 3584, padding_idx=0)\n",
              "        (layers): ModuleList(\n",
              "          (0-41): 42 x Gemma2DecoderLayer(\n",
              "            (self_attn): Gemma2Attention(\n",
              "              (q_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=4096, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=4096, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (k_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=2048, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=2048, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (v_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=2048, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=2048, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (o_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=4096, out_features=3584, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=4096, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=3584, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (rotary_emb): GemmaFixedRotaryEmbedding()\n",
              "            )\n",
              "            (mlp): Gemma2MLP(\n",
              "              (gate_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=14336, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=14336, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (up_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=14336, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=14336, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (down_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=14336, out_features=3584, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=14336, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=3584, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (act_fn): PytorchGELUTanh()\n",
              "            )\n",
              "            (input_layernorm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "            (post_attention_layernorm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "            (pre_feedforward_layernorm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "            (post_feedforward_layernorm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "          )\n",
              "        )\n",
              "        (norm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "      )\n",
              "      (lm_head): Linear(in_features=3584, out_features=256000, bias=False)\n",
              "    )\n",
              "  )\n",
              ")"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ],
      "source": [
        "from unsloth import FastLanguageModel\n",
        "import pandas as pd\n",
        "from datasets import load_dataset\n",
        "import os\n",
        "import torch\n",
        "import torch.nn.functional as F\n",
        "from transformers import AutoTokenizer, AutoModelForCausalLM\n",
        "from tqdm import tqdm\n",
        "tqdm.pandas()\n",
        "max_seq_length = 2048\n",
        "load_in_4bit = False\n",
        "name = \"DrishtiSharma/GEMMA-9B-B90\"\n",
        "model, tokenizer = FastLanguageModel.from_pretrained(model_name = name, max_seq_length = max_seq_length, load_in_4bit = load_in_4bit,)\n",
        "model = FastLanguageModel.get_peft_model( model, r = 16, target_modules = [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"gate_proj\", \"up_proj\", \"down_proj\",], lora_alpha = 16, lora_dropout = 0, bias = \"none\", use_gradient_checkpointing = \"unsloth\", random_state = 3407, use_rslora = False, loftq_config = None,)\n",
        "FastLanguageModel.for_inference(model)"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##**SINGLE TEST CASE**"
      ],
      "metadata": {
        "id": "FICHwqm5aLUV"
      },
      "id": "FICHwqm5aLUV"
    },
    {
      "cell_type": "code",
      "source": [
        "input_text = \"जोड़ें 46,911 + 653,092 ### A) 699,903 B) 700,003 C) 913,203 D) 1,122,202 ### MCQ ###\"\n",
        "prompt = f\"### INPUT : {input_text} RESPONSE : \"\n",
        "message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "outputs = model.generate(input_ids=inputs, max_new_tokens=200, use_cache=True, temperature=0.1, min_p=0.1, pad_token_id=tokenizer.eos_token_id)\n",
        "response = tokenizer.decode(outputs[0], skip_special_tokens=True)\n",
        "processed_response = response.split(\"### RESPONSE :\\nmodel\")[-1].strip()\n",
        "print(f\"Generated Response (20 tokens):\\n{processed_response}\\n\")\n",
        "with torch.no_grad():\n",
        "    outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "    scores = outputs.scores\n",
        "token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "for i, score in enumerate(scores, 1):\n",
        "    probs = F.softmax(score, dim=-1)\n",
        "    prob_a = probs[0, token_ids_a].item()\n",
        "    prob_b = probs[0, token_ids_b].item()\n",
        "    prob_c = probs[0, token_ids_c].item()\n",
        "    prob_d = probs[0, token_ids_d].item()\n",
        "    print(f\"Probability of 'A' at token {i}: {prob_a:.4f}\")\n",
        "    print(f\"Probability of 'B' at token {i}: {prob_b:.4f}\")\n",
        "    print(f\"Probability of 'C' at token {i}: {prob_c:.4f}\")\n",
        "    print(f\"Probability of 'D' at token {i}: {prob_d:.4f}\")"
      ],
      "metadata": {
        "id": "r1dozae-gO5B",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "79ba42c3-a2eb-4e71-e878-eb19ca43b289"
      },
      "id": "r1dozae-gO5B",
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "The attention mask is not set and cannot be inferred from input because pad token is same as eos token. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Generated Response (20 tokens):\n",
            "The correct answer is B) 700,003\n",
            "\n",
            "Probability of 'A' at token 1: 0.0133\n",
            "Probability of 'B' at token 1: 0.0011\n",
            "Probability of 'C' at token 1: 0.0005\n",
            "Probability of 'D' at token 1: 0.0006\n",
            "Probability of 'A' at token 2: 0.0000\n",
            "Probability of 'B' at token 2: 0.0000\n",
            "Probability of 'C' at token 2: 0.0000\n",
            "Probability of 'D' at token 2: 0.0000\n",
            "Probability of 'A' at token 3: 0.0000\n",
            "Probability of 'B' at token 3: 0.0000\n",
            "Probability of 'C' at token 3: 0.0000\n",
            "Probability of 'D' at token 3: 0.0000\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**ARC CHALLENGE ENGLISH**"
      ],
      "metadata": {
        "id": "7Al9PZfU2bhu"
      },
      "id": "7Al9PZfU2bhu"
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "id": "1749c745-d1fb-430b-9469-4913bb2a6cb5",
      "metadata": {
        "id": "1749c745-d1fb-430b-9469-4913bb2a6cb5",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "4909e09d-4620-42e1-dece-b898d63e4523"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1172\n",
            "Average 'tok' value: 70.26706484641639\n",
            "Max 'tok' value: 197\n",
            "Output\n",
            "B    311\n",
            "C    310\n",
            "D    285\n",
            "A    266\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 1172/1172 [04:40<00:00,  4.18it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "C    314\n",
            "B    305\n",
            "A    279\n",
            "D    274\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.8823\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ],
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ARC_Challenge_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "df['Output'] = df['Output'].replace({'1': 'A', '2': 'B', '3': 'C', '4': 'D'})\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_arc_c_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_arc_c_eng:.4f}\")"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**ARC CHALLENGE HINDI**"
      ],
      "metadata": {
        "id": "PubN4p-32_EC"
      },
      "id": "PubN4p-32_EC"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ARC_Challenge_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "df['Output'] = df['Output'].replace({'1': 'A', '2': 'B', '3': 'C', '4': 'D'})\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_arc_c_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_arc_c_hin:.4f}\")"
      ],
      "metadata": {
        "id": "mPFAiosJ3jzD",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "32b551c5-c3d4-4cef-bb00-a06078f10b56"
      },
      "id": "mPFAiosJ3jzD",
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1172\n",
            "Average 'tok' value: 114.31313993174061\n",
            "Max 'tok' value: 389\n",
            "Output\n",
            "B    311\n",
            "C    310\n",
            "D    285\n",
            "A    266\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 1172/1172 [04:42<00:00,  4.15it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "B    303\n",
            "C    303\n",
            "A    302\n",
            "D    264\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.7867\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**ARC EASY ENGLISH**"
      ],
      "metadata": {
        "id": "cT9I3npw43AP"
      },
      "id": "cT9I3npw43AP"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ARC_Easy_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "df['Output'] = df['Output'].replace({'1': 'A', '2': 'B', '3': 'C', '4': 'D'})\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_arc_e_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_arc_e_eng:.4f}\")"
      ],
      "metadata": {
        "id": "6vmG3Z92410E",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "562f6e2c-56e0-4841-ac1b-55aca64c3b0f"
      },
      "id": "6vmG3Z92410E",
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "2376\n",
            "Average 'tok' value: 60.46590909090909\n",
            "Max 'tok' value: 193\n",
            "Output\n",
            "C    633\n",
            "A    596\n",
            "B    585\n",
            "D    561\n",
            "E      1\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 2376/2376 [09:30<00:00,  4.16it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "C    629\n",
            "A    623\n",
            "B    570\n",
            "D    554\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.9537\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**ARC EASY HINDI**"
      ],
      "metadata": {
        "id": "A5dtJYX05T5v"
      },
      "id": "A5dtJYX05T5v"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ARC_Easy_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "df['Output'] = df['Output'].replace({'1': 'A', '2': 'B', '3': 'C', '4': 'D'})\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_arc_e_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_arc_e_hin:.4f}\")"
      ],
      "metadata": {
        "id": "aFPK7wPX5TN7",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "eb21c6fd-9085-4ad8-b063-2c238f12d7a8"
      },
      "id": "aFPK7wPX5TN7",
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "2376\n",
            "Average 'tok' value: 99.67003367003367\n",
            "Max 'tok' value: 650\n",
            "Output\n",
            "C    610\n",
            "A    570\n",
            "B    563\n",
            "D    535\n",
            "4     26\n",
            "1     26\n",
            "3     23\n",
            "2     22\n",
            "E      1\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 2376/2376 [09:32<00:00,  4.15it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "A    650\n",
            "C    618\n",
            "B    569\n",
            "D    539\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.9019\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**MMLU ENGLISH**"
      ],
      "metadata": {
        "id": "pFRbbDbE4Qui"
      },
      "id": "pFRbbDbE4Qui"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"MMMLU_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_mmmlu_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_mmmlu_eng:.4f}\")"
      ],
      "metadata": {
        "id": "FtThThQC8hs2",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "cfa58b30-7903-42be-8451-6be369bdec2d"
      },
      "id": "FtThThQC8hs2",
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "14042\n",
            "Average 'tok' value: 106.63509471585245\n",
            "Max 'tok' value: 1009\n",
            "Output\n",
            "D    3776\n",
            "C    3582\n",
            "B    3462\n",
            "A    3222\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 14042/14042 [57:04<00:00,  4.10it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "A    3645\n",
            "C    3599\n",
            "D    3407\n",
            "B    3391\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.6859\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**MMMLU HINDI**"
      ],
      "metadata": {
        "id": "FeK3WGqS85al"
      },
      "id": "FeK3WGqS85al"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"MMMLU_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_mmmlu_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_mmmlu_hin:.4f}\")"
      ],
      "metadata": {
        "id": "wDxU0TXK85G7",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "56b7c587-278c-408b-b1f3-402bbf1aa53c"
      },
      "id": "wDxU0TXK85G7",
      "execution_count": null,
      "outputs": [
        {
          "metadata": {
            "tags": null
          },
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "14042\n",
            "Average 'tok' value: 180.577624270047\n",
            "Max 'tok' value: 1917\n",
            "Output\n",
            "D    3776\n",
            "C    3582\n",
            "B    3462\n",
            "A    3222\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            " 99%|█████████▊| 13844/14042 [55:45<00:46,  4.21it/s]"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**BOOLQ ENG**"
      ],
      "metadata": {
        "id": "4aC98L-5Gi9D"
      },
      "id": "4aC98L-5Gi9D"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"BoolQ_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one word based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('True', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('False', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "            else:\n",
        "                prob_a, prob_b = 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['ANS'] = df[['A', 'B']].idxmax(axis=1)\n",
        "df['ANS'] = df['ANS'].replace({'A': 'True', 'B': 'False'})\n",
        "df['ANS'] = df['ANS'].astype(str)\n",
        "df['Output'] = df['Output'].astype(str)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_boolq_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_boolq_eng:.4f}\")"
      ],
      "metadata": {
        "id": "m7ayEga9Ghkd",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "95b95237-2b60-40ce-aba8-926783488a88"
      },
      "id": "m7ayEga9Ghkd",
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "3270\n",
            "Average 'tok' value: 138.53669724770643\n",
            "Max 'tok' value: 1248\n",
            "Output\n",
            "True     2033\n",
            "False    1237\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 3270/3270 [13:19<00:00,  4.09it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "True     2117\n",
            "False    1153\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.8685\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**BOOLQ HINDI**"
      ],
      "metadata": {
        "id": "uAhhi93PHZ40"
      },
      "id": "uAhhi93PHZ40"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"BoolQ_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "df = df[1:]\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one word based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('True', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('False', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "            else:\n",
        "                prob_a, prob_b = 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['ANS'] = df[['A', 'B']].idxmax(axis=1)\n",
        "df['ANS'] = df['ANS'].replace({'A': 'True', 'B': 'False'})\n",
        "df['ANS'] = df['ANS'].astype(str)\n",
        "df['Output'] = df['Output'].astype(str)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_boolq_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_boolq_hin:.4f}\")"
      ],
      "metadata": {
        "id": "GOHy6uE285AB",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "0dce5239-011f-49c0-c106-1c5c05b7645c"
      },
      "id": "GOHy6uE285AB",
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "3270\n",
            "Average 'tok' value: 250.7406727828746\n",
            "Max 'tok' value: 22950\n",
            "Output\n",
            "True     2033\n",
            "False    1237\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 3269/3269 [13:11<00:00,  4.13it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "True     2327\n",
            "False     942\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.8431\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**Context MCQ ENGLISH**"
      ],
      "metadata": {
        "id": "1ugA-oyeReI9"
      },
      "id": "1ugA-oyeReI9"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ContextMCQ_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_mcq_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_mcq_eng:.4f}\")"
      ],
      "metadata": {
        "id": "K4gKxj8ZRdYS",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "7790dd0d-5652-431c-afd8-555d1715a9d9"
      },
      "id": "K4gKxj8ZRdYS",
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1000\n",
            "Output\n",
            "C    280\n",
            "B    244\n",
            "D    241\n",
            "A    235\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 1000/1000 [04:04<00:00,  4.09it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "C    272\n",
            "A    265\n",
            "B    237\n",
            "D    226\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.8750\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**Context MCQ HINDI**"
      ],
      "metadata": {
        "id": "JVW_cii1SR3c"
      },
      "id": "JVW_cii1SR3c"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ContextMCQ_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_mcq_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_mcq_hin:.4f}\")"
      ],
      "metadata": {
        "id": "HrB5mDcf842y",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "34a34ff6-2384-42a2-d174-e76447ec480a"
      },
      "id": "HrB5mDcf842y",
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1000\n",
            "Output\n",
            "C    280\n",
            "B    244\n",
            "D    241\n",
            "A    235\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 1000/1000 [04:07<00:00,  4.04it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "C    265\n",
            "A    265\n",
            "D    253\n",
            "B    217\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.7980\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**END**"
      ],
      "metadata": {
        "id": "JqYw49CH3gfX"
      },
      "id": "JqYw49CH3gfX"
    },
    {
      "cell_type": "code",
      "source": [
        "print(\"BOOLQ ENGLISH : \" ,accuracy_boolq_eng)\n",
        "print(\"BOOLQ HINDI   : \" ,accuracy_boolq_hin)\n",
        "print(\"C-MCQ ENGLISH : \" ,accuracy_mcq_eng)\n",
        "print(\"C-MCQ HINDI   : \" ,accuracy_mcq_hin)\n",
        "print(\"MMMLU ENGLISH : \" ,accuracy_mmmlu_eng)\n",
        "print(\"MMMLU HINDI   : \" ,accuracy_mmmlu_hin)\n",
        "print(\"ARC-E ENGLISH : \" ,accuracy_arc_e_eng)\n",
        "print(\"ARC-E HINDI   : \" ,accuracy_arc_e_hin)\n",
        "print(\"ARC-C ENGLISH : \" ,accuracy_arc_c_eng)\n",
        "print(\"ARC-C HINDI   : \" ,accuracy_arc_c_hin)\n",
        "avg_hin_acc = (accuracy_boolq_hin + accuracy_mcq_hin + accuracy_mmmlu_hin + accuracy_arc_e_hin + accuracy_arc_c_hin)/5\n",
        "avg_eng_acc = (accuracy_boolq_eng + accuracy_mcq_eng + accuracy_mmmlu_eng + accuracy_arc_e_eng + accuracy_arc_c_eng)/5\n",
        "print(\"AVG SCORE : HINDI   : \" ,avg_hin_acc)\n",
        "print(\"AVG SCORE : ENGLISH : \" ,avg_eng_acc)\n",
        "avg_tot_acc = (avg_hin_acc + avg_eng_acc)/2\n",
        "print(\"TOT AVG SCORE : \" ,avg_tot_acc)\n",
        "print(\"CLICK CTRl+S and wait for 2 sec\")\n",
        "name = name.split('/')[-1]\n",
        "name = name + \".ipynb\"\n",
        "print(\"1) NOTEBOOK NAME SHOULD BE : \", name)\n",
        "print(\"2) ADD THE CODE TO GITHUB @ https://github.com/1-800-SHARED-TASKS/New-Language-Adaptation/tree/main/Our-Evals/ALL-EVALS/ \")\n",
        "print(\"3) UPDATE THE GOOGLE SHEET WITH THE SCORES \")"
      ],
      "metadata": {
        "id": "YI3SR_t1Vk2s",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "d10a9a9e-491b-44bc-e3f0-ced9ed1bc8d8"
      },
      "id": "YI3SR_t1Vk2s",
      "execution_count": 19,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "BOOLQ ENGLISH :  0.8685015290519877\n",
            "BOOLQ HINDI   :  0.8430712756194555\n",
            "C-MCQ ENGLISH :  0.875\n",
            "C-MCQ HINDI   :  0.798\n",
            "MMMLU ENGLISH :  0.6859421734795613\n",
            "MMMLU HINDI   :  0.5370317618572853\n",
            "ARC-E ENGLISH :  0.9537037037037037\n",
            "ARC-E HINDI   :  0.9019360269360269\n",
            "ARC-C ENGLISH :  0.8822525597269625\n",
            "ARC-C HINDI   :  0.7866894197952219\n",
            "AVG SCORE : HINDI   :  0.7733456968415979\n",
            "AVG SCORE : ENGLISH :  0.8530799931924431\n",
            "TOT AVG SCORE :  0.8132128450170205\n",
            "CLICK CTRl+S and wait for 2 sec\n",
            "1) NOTEBOOK NAME SHOULD BE :  GEMMA-9B-B90.ipynb\n",
            "2) ADD THE CODE TO GITHUB @ https://github.com/1-800-SHARED-TASKS/New-Language-Adaptation/tree/main/Our-Evals/ALL-EVALS/ \n",
            "3) UPDATE THE GOOGLE SHEET WITH THE SCORES \n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "q2U16mgU8dgR"
      },
      "id": "q2U16mgU8dgR",
      "execution_count": null,
      "outputs": []
    }
  ],
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.12"
    },
    "colab": {
      "provenance": [],
      "machine_shape": "hm",
      "gpuType": "A100"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "0a48122008d84d62bd2e5a43926a5ab2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "VBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "VBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "VBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_2c6609a2607c46b8be6012e2a1dcc27f",
              "IPY_MODEL_cc7beaa36a9c43a792a9c6530dde41a4",
              "IPY_MODEL_dd3681e217a543a987613b016e26eb39",
              "IPY_MODEL_b484be7c91354e95a9937c4b1ade8db5",
              "IPY_MODEL_c2e21f1edde44a27852162a0df604401"
            ],
            "layout": "IPY_MODEL_776cb32cbaa04ab9b3d5e63090fe8431"
          }
        },
        "2c6609a2607c46b8be6012e2a1dcc27f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ddfdbb946ab14a198a7ebe99301f53d3",
            "placeholder": "​",
            "style": "IPY_MODEL_10543eb2a55e476b9f69b6c14c9ce77e",
            "value": "<center> <img\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.svg\nalt='Hugging Face'> <br> Copy a token from <a\nhref=\"https://huggingface.co/settings/tokens\" target=\"_blank\">your Hugging Face\ntokens page</a> and paste it below. <br> Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file. </center>"
          }
        },
        "cc7beaa36a9c43a792a9c6530dde41a4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "PasswordModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "PasswordModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "PasswordView",
            "continuous_update": true,
            "description": "Token:",
            "description_tooltip": null,
            "disabled": false,
            "layout": "IPY_MODEL_fb6269b0d3f7456aa0aa36c58983ae02",
            "placeholder": "​",
            "style": "IPY_MODEL_62516e917fc1487da8b06df599845325",
            "value": ""
          }
        },
        "dd3681e217a543a987613b016e26eb39": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "CheckboxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "CheckboxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "CheckboxView",
            "description": "Add token as git credential?",
            "description_tooltip": null,
            "disabled": false,
            "indent": true,
            "layout": "IPY_MODEL_cf4e30fd8b7d4188b67180ded754e05d",
            "style": "IPY_MODEL_295444cdcabd48bca4ad065c9b549636",
            "value": true
          }
        },
        "b484be7c91354e95a9937c4b1ade8db5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ButtonView",
            "button_style": "",
            "description": "Login",
            "disabled": false,
            "icon": "",
            "layout": "IPY_MODEL_d2694b0b2fc44e168002364c52e81095",
            "style": "IPY_MODEL_4f3c59a5e2914943bfdd11c875536e86",
            "tooltip": ""
          }
        },
        "c2e21f1edde44a27852162a0df604401": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_fbd48486805b4a09baa04f327e96fe1f",
            "placeholder": "​",
            "style": "IPY_MODEL_140dc74378a24f58a7d4887b56a43b75",
            "value": "\n<b>Pro Tip:</b> If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks. </center>"
          }
        },
        "776cb32cbaa04ab9b3d5e63090fe8431": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": "center",
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": "flex",
            "flex": null,
            "flex_flow": "column",
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": "50%"
          }
        },
        "ddfdbb946ab14a198a7ebe99301f53d3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "10543eb2a55e476b9f69b6c14c9ce77e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "fb6269b0d3f7456aa0aa36c58983ae02": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "62516e917fc1487da8b06df599845325": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cf4e30fd8b7d4188b67180ded754e05d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "295444cdcabd48bca4ad065c9b549636": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d2694b0b2fc44e168002364c52e81095": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4f3c59a5e2914943bfdd11c875536e86": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "button_color": null,
            "font_weight": ""
          }
        },
        "fbd48486805b4a09baa04f327e96fe1f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "140dc74378a24f58a7d4887b56a43b75": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "93e1349d6a1344269553b7727ac317d5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_00fd90c781f74c09ba1a7c6f2dab3be5",
              "IPY_MODEL_8d3365dbefba4cea8e9fc5c2d819a116",
              "IPY_MODEL_238ac35f930049dea66f2083005ff8e3"
            ],
            "layout": "IPY_MODEL_b6aed2be74e14dc8a18b110bea7f7132"
          }
        },
        "00fd90c781f74c09ba1a7c6f2dab3be5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5023c0eb2c6249eb903cbd4b833bd42a",
            "placeholder": "​",
            "style": "IPY_MODEL_dd34e9fd1c4b41499ab3b5475f0dcb6a",
            "value": "model.safetensors.index.json: 100%"
          }
        },
        "8d3365dbefba4cea8e9fc5c2d819a116": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_763d7037bdfd414eb4558f2c32449cc5",
            "max": 39072,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_afed6b3917654b3cb1c0f4a0fef674df",
            "value": 39072
          }
        },
        "238ac35f930049dea66f2083005ff8e3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5db20a609a2d499fb58d098ffbba1add",
            "placeholder": "​",
            "style": "IPY_MODEL_4e9c5fc075bf4a8897c21ebb8ef34c8c",
            "value": " 39.1k/39.1k [00:00&lt;00:00, 3.09MB/s]"
          }
        },
        "b6aed2be74e14dc8a18b110bea7f7132": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5023c0eb2c6249eb903cbd4b833bd42a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "dd34e9fd1c4b41499ab3b5475f0dcb6a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "763d7037bdfd414eb4558f2c32449cc5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "afed6b3917654b3cb1c0f4a0fef674df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "5db20a609a2d499fb58d098ffbba1add": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4e9c5fc075bf4a8897c21ebb8ef34c8c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "854a13113f2845babf0bf176f47f99fc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_394070b0f3de4ac5b2933bd4a1a220cc",
              "IPY_MODEL_9ae8f278308a4221ae7101f8542ce9d2",
              "IPY_MODEL_e36ed69056964a0b9e9b38ec24f434c3"
            ],
            "layout": "IPY_MODEL_c64e3fbadebd4fe28c6ad28dffd9c59e"
          }
        },
        "394070b0f3de4ac5b2933bd4a1a220cc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_af5e9e2967284b16b2c58a0a86e798fe",
            "placeholder": "​",
            "style": "IPY_MODEL_53f41f7077824ef9aed58483f57ee658",
            "value": "Downloading shards: 100%"
          }
        },
        "9ae8f278308a4221ae7101f8542ce9d2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_97e1463592f54582a8987841ce1ae79a",
            "max": 4,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_9001fc6593e84e21bdf141a7c2aecb4b",
            "value": 4
          }
        },
        "e36ed69056964a0b9e9b38ec24f434c3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4b490d8128cc4cca97e4391eba55ace5",
            "placeholder": "​",
            "style": "IPY_MODEL_ff0335c4066a427ba8e83e78f8bbf3f2",
            "value": " 4/4 [13:42&lt;00:00, 202.08s/it]"
          }
        },
        "c64e3fbadebd4fe28c6ad28dffd9c59e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "af5e9e2967284b16b2c58a0a86e798fe": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "53f41f7077824ef9aed58483f57ee658": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "97e1463592f54582a8987841ce1ae79a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9001fc6593e84e21bdf141a7c2aecb4b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "4b490d8128cc4cca97e4391eba55ace5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ff0335c4066a427ba8e83e78f8bbf3f2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cd6e4d2270ea4ee2bd943e7164aa84f4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f8c5bece4d364afa8a3521e46b739a71",
              "IPY_MODEL_7d5ac9cbe443457ca5b4b6d65c31391e",
              "IPY_MODEL_1173e3a4cd674322ac0a471d18bcf612"
            ],
            "layout": "IPY_MODEL_8d2c29d25144414da26fd3645d7adde4"
          }
        },
        "f8c5bece4d364afa8a3521e46b739a71": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_67dfc697628d4d339c47d3748b39bc8f",
            "placeholder": "​",
            "style": "IPY_MODEL_19ac432523724700ae63c5554561d859",
            "value": "model-00001-of-00004.safetensors: 100%"
          }
        },
        "7d5ac9cbe443457ca5b4b6d65c31391e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_86ac1b1ea12d471b94d26cd7b0833e60",
            "max": 4903351912,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_85ab56d5638b48afa154c14696c26dfc",
            "value": 4903351912
          }
        },
        "1173e3a4cd674322ac0a471d18bcf612": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b1ecafcf6148442aab261d0568abd485",
            "placeholder": "​",
            "style": "IPY_MODEL_9d9c71d79a5e49d29aabdb7f8e31bc68",
            "value": " 4.90G/4.90G [03:19&lt;00:00, 25.3MB/s]"
          }
        },
        "8d2c29d25144414da26fd3645d7adde4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "67dfc697628d4d339c47d3748b39bc8f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "19ac432523724700ae63c5554561d859": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "86ac1b1ea12d471b94d26cd7b0833e60": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "85ab56d5638b48afa154c14696c26dfc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b1ecafcf6148442aab261d0568abd485": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9d9c71d79a5e49d29aabdb7f8e31bc68": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e3aafdd18a4c48178088d1370e4a8d3a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_2b1264ade55f45819da8b7588c3df419",
              "IPY_MODEL_8098201b8c9e4e3a849dbb7aa03652a0",
              "IPY_MODEL_50518c14aa3a482e9990207d78577c69"
            ],
            "layout": "IPY_MODEL_3c8651934a184eb9afa6f9ae5864929b"
          }
        },
        "2b1264ade55f45819da8b7588c3df419": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_93094573f4844944bbe678db7eee0c8c",
            "placeholder": "​",
            "style": "IPY_MODEL_ab76a88a8c754ff99c94e5bf64ba67ed",
            "value": "model-00002-of-00004.safetensors: 100%"
          }
        },
        "8098201b8c9e4e3a849dbb7aa03652a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ba36444f7214492685c86dcd71427e90",
            "max": 4947570872,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8602a1d07d21417d8bacf0d450b3f43f",
            "value": 4947570872
          }
        },
        "50518c14aa3a482e9990207d78577c69": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_12cc62a7489b4da289bf124ffd3370ea",
            "placeholder": "​",
            "style": "IPY_MODEL_a6c686c9dcd144ed89ea5f4b5654d489",
            "value": " 4.95G/4.95G [03:40&lt;00:00, 22.4MB/s]"
          }
        },
        "3c8651934a184eb9afa6f9ae5864929b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "93094573f4844944bbe678db7eee0c8c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ab76a88a8c754ff99c94e5bf64ba67ed": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ba36444f7214492685c86dcd71427e90": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8602a1d07d21417d8bacf0d450b3f43f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "12cc62a7489b4da289bf124ffd3370ea": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a6c686c9dcd144ed89ea5f4b5654d489": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "24e56ae34a8e41319d8fb9f6569d35c6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4e72e5cf3c274e9980d3fbd8f63d1948",
              "IPY_MODEL_9a4217c183af4a9b903127be916e79a5",
              "IPY_MODEL_a567d8a731bc43f4a5ac5caecf0be35b"
            ],
            "layout": "IPY_MODEL_4974af645454449ebfb32c38eb821ed6"
          }
        },
        "4e72e5cf3c274e9980d3fbd8f63d1948": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d961c36238c24734b9546de91aba135c",
            "placeholder": "​",
            "style": "IPY_MODEL_cbc672a35488420297e546e5f52d583c",
            "value": "model-00003-of-00004.safetensors: 100%"
          }
        },
        "9a4217c183af4a9b903127be916e79a5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_27a0ae52dd75486db75775975c3fa749",
            "max": 4962221464,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_ceb25b81cae847609ddaf65b0ffc3225",
            "value": 4962221464
          }
        },
        "a567d8a731bc43f4a5ac5caecf0be35b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d7b539ea385d4dc496cebcbd46b76dc6",
            "placeholder": "​",
            "style": "IPY_MODEL_c72318f1f35e47a8a8d838de51c25ccf",
            "value": " 4.96G/4.96G [03:39&lt;00:00, 22.7MB/s]"
          }
        },
        "4974af645454449ebfb32c38eb821ed6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d961c36238c24734b9546de91aba135c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cbc672a35488420297e546e5f52d583c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "27a0ae52dd75486db75775975c3fa749": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ceb25b81cae847609ddaf65b0ffc3225": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d7b539ea385d4dc496cebcbd46b76dc6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c72318f1f35e47a8a8d838de51c25ccf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8dd6c933d3394da198e559ccc86a9c08": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_42f6c6566dc94cc7a7436c82b5991a68",
              "IPY_MODEL_c9adbc34924e4b4fb06d0e3e0af0a144",
              "IPY_MODEL_12ee17f58fff41c683273ff5ad5c282e"
            ],
            "layout": "IPY_MODEL_bb68e8835b6c4577b168e5bb926d0489"
          }
        },
        "42f6c6566dc94cc7a7436c82b5991a68": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_015e0e19bd264fa28b62f5813122c9f0",
            "placeholder": "​",
            "style": "IPY_MODEL_506546d587af4a7d97d59246bc42c7e0",
            "value": "model-00004-of-00004.safetensors: 100%"
          }
        },
        "c9adbc34924e4b4fb06d0e3e0af0a144": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a2e1d735a5ea45c0bdb6573b15d5db8c",
            "max": 3670322200,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_618ccd53fad94f08a74a35cbc7c266ba",
            "value": 3670322200
          }
        },
        "12ee17f58fff41c683273ff5ad5c282e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_80de1740da674e39bc5eb875c7a34d87",
            "placeholder": "​",
            "style": "IPY_MODEL_25557975f2ab4683a710384a22d1e53b",
            "value": " 3.67G/3.67G [02:59&lt;00:00, 21.1MB/s]"
          }
        },
        "bb68e8835b6c4577b168e5bb926d0489": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "015e0e19bd264fa28b62f5813122c9f0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "506546d587af4a7d97d59246bc42c7e0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a2e1d735a5ea45c0bdb6573b15d5db8c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "618ccd53fad94f08a74a35cbc7c266ba": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "80de1740da674e39bc5eb875c7a34d87": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "25557975f2ab4683a710384a22d1e53b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0e4c2596a89241c08447eda9db4e1f9c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_9ca09eef5efb4527b1f5c183a9d24eb9",
              "IPY_MODEL_d9bd9bba58b44c55affe65359d003f31",
              "IPY_MODEL_ab6f8b9fde1a4c00a335590940b5e927"
            ],
            "layout": "IPY_MODEL_6dc5ef771392428e83e9dcaf18f87448"
          }
        },
        "9ca09eef5efb4527b1f5c183a9d24eb9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5cd259a298ae4b44a86cdc392add90ac",
            "placeholder": "​",
            "style": "IPY_MODEL_3f68477501c948339fae6909c00060cf",
            "value": "Loading checkpoint shards: 100%"
          }
        },
        "d9bd9bba58b44c55affe65359d003f31": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_723a3306652a4595a83468e884d1bd2e",
            "max": 4,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_d1a90309097b47d6bc92692ebdddb039",
            "value": 4
          }
        },
        "ab6f8b9fde1a4c00a335590940b5e927": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_79c5dd55f6804d3f99a4f2fff398c7b7",
            "placeholder": "​",
            "style": "IPY_MODEL_64c255502aab49348666a225fc4db952",
            "value": " 4/4 [00:07&lt;00:00,  1.75s/it]"
          }
        },
        "6dc5ef771392428e83e9dcaf18f87448": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5cd259a298ae4b44a86cdc392add90ac": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3f68477501c948339fae6909c00060cf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "723a3306652a4595a83468e884d1bd2e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d1a90309097b47d6bc92692ebdddb039": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "79c5dd55f6804d3f99a4f2fff398c7b7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "64c255502aab49348666a225fc4db952": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8830675a7bd24e21be4682bcedb0bdbf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_62011400d7e8419599db95781b03535e",
              "IPY_MODEL_d7f6f4bd259b4430b0a1814f992efeec",
              "IPY_MODEL_7d2676d24a084ea39b205a9e7df85c34"
            ],
            "layout": "IPY_MODEL_701b45d6ff384d03bdedb22c5258f424"
          }
        },
        "62011400d7e8419599db95781b03535e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_58210028534c4e819c8b26b8c75ffe37",
            "placeholder": "​",
            "style": "IPY_MODEL_0b2ac6e5d3214a9688b2417a2603a4a3",
            "value": "generation_config.json: 100%"
          }
        },
        "d7f6f4bd259b4430b0a1814f992efeec": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f812cbcd03c040108cca17ab24f0cfe6",
            "max": 190,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_9ef86ec05dbb4008a4556144591225b6",
            "value": 190
          }
        },
        "7d2676d24a084ea39b205a9e7df85c34": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_552ffed0f4034192844178f80f56edf0",
            "placeholder": "​",
            "style": "IPY_MODEL_96a3fa2978854063bdf03946d9f35399",
            "value": " 190/190 [00:00&lt;00:00, 15.2kB/s]"
          }
        },
        "701b45d6ff384d03bdedb22c5258f424": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "58210028534c4e819c8b26b8c75ffe37": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0b2ac6e5d3214a9688b2417a2603a4a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f812cbcd03c040108cca17ab24f0cfe6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9ef86ec05dbb4008a4556144591225b6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "552ffed0f4034192844178f80f56edf0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "96a3fa2978854063bdf03946d9f35399": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c9beff5d0ad04f3db8b7ce6fc5bbab60": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_d329744379ea404bbfa09c76d2eef359",
              "IPY_MODEL_7e623cbdde3d42e28bc40fdf75d339b5",
              "IPY_MODEL_982291ad47a9465cb50a2185eeaa0c77"
            ],
            "layout": "IPY_MODEL_5fb9672f35004221b6e5bfa804099eac"
          }
        },
        "d329744379ea404bbfa09c76d2eef359": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6c36b79fbac6475cb0688a098209d090",
            "placeholder": "​",
            "style": "IPY_MODEL_02170c7c43ed4f1cae02e84b970dabd2",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "7e623cbdde3d42e28bc40fdf75d339b5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_83aa30340e35485d9db88eff336b2e28",
            "max": 47025,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_10294ab72b65436ea5d2290b1db1b210",
            "value": 47025
          }
        },
        "982291ad47a9465cb50a2185eeaa0c77": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_003d832267bd4eb2bef80f0eead1b482",
            "placeholder": "​",
            "style": "IPY_MODEL_aff2e5c10ddd477d9446bf14b2774060",
            "value": " 47.0k/47.0k [00:00&lt;00:00, 3.87MB/s]"
          }
        },
        "5fb9672f35004221b6e5bfa804099eac": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6c36b79fbac6475cb0688a098209d090": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "02170c7c43ed4f1cae02e84b970dabd2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "83aa30340e35485d9db88eff336b2e28": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "10294ab72b65436ea5d2290b1db1b210": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "003d832267bd4eb2bef80f0eead1b482": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "aff2e5c10ddd477d9446bf14b2774060": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "061357deee3b496397578997ffea146d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_844ef6a2493b4ed9832e91b02d775fc8",
              "IPY_MODEL_2fdb833eca9f4c519cdf515487e12fdf",
              "IPY_MODEL_e28cc043bf3a46288d0f4f4c02395d29"
            ],
            "layout": "IPY_MODEL_423897d4a2554ae789d86498f6a6f62c"
          }
        },
        "844ef6a2493b4ed9832e91b02d775fc8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f27bb5de281643099e346e24a4008410",
            "placeholder": "​",
            "style": "IPY_MODEL_f50c80638cea428784e3c025c825ebac",
            "value": "tokenizer.model: 100%"
          }
        },
        "2fdb833eca9f4c519cdf515487e12fdf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7ff0e89d2c2e4b70b3c10abc3a11f832",
            "max": 4241003,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5892b1b6041943238d6636ccf022ada7",
            "value": 4241003
          }
        },
        "e28cc043bf3a46288d0f4f4c02395d29": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_825b5605ec264341a760b854460b811f",
            "placeholder": "​",
            "style": "IPY_MODEL_17e899bcb3514a4ea58aad5656348e28",
            "value": " 4.24M/4.24M [00:00&lt;00:00, 5.06MB/s]"
          }
        },
        "423897d4a2554ae789d86498f6a6f62c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f27bb5de281643099e346e24a4008410": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f50c80638cea428784e3c025c825ebac": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7ff0e89d2c2e4b70b3c10abc3a11f832": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5892b1b6041943238d6636ccf022ada7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "825b5605ec264341a760b854460b811f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "17e899bcb3514a4ea58aad5656348e28": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "83fc62e057224db4aa5dc207b251daff": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_57daa85f771643a68d2af577a6f83466",
              "IPY_MODEL_f1173fd06f914878b1c34a715e60c0ee",
              "IPY_MODEL_53d24c6583164a319f201fa288f4a47c"
            ],
            "layout": "IPY_MODEL_5a6c357293404539a3f1c2ac77faf917"
          }
        },
        "57daa85f771643a68d2af577a6f83466": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9ecc0704f5b54b1e923089516e53b6c0",
            "placeholder": "​",
            "style": "IPY_MODEL_0eac99d708364a5fb2c61393f2d7cb40",
            "value": "special_tokens_map.json: 100%"
          }
        },
        "f1173fd06f914878b1c34a715e60c0ee": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b3292021c51d49eb81bcfa6d6d9ceb0c",
            "max": 636,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_9cf2ab80b3524841befba007a455b348",
            "value": 636
          }
        },
        "53d24c6583164a319f201fa288f4a47c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_367efff10f6b4e71834f769a81da2408",
            "placeholder": "​",
            "style": "IPY_MODEL_ed5fcd18d2224a91bdd2bc5648ada1fb",
            "value": " 636/636 [00:00&lt;00:00, 60.9kB/s]"
          }
        },
        "5a6c357293404539a3f1c2ac77faf917": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9ecc0704f5b54b1e923089516e53b6c0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0eac99d708364a5fb2c61393f2d7cb40": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b3292021c51d49eb81bcfa6d6d9ceb0c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9cf2ab80b3524841befba007a455b348": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "367efff10f6b4e71834f769a81da2408": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ed5fcd18d2224a91bdd2bc5648ada1fb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "22ae2c758b084051aeb9989a2fb752a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4b9844af6e9c4b36a35d47b31dacf802",
              "IPY_MODEL_08f15a8ae45e4ce29916db4b885251fc",
              "IPY_MODEL_49b9c3a02ff1404d84727bcfd9202ab6"
            ],
            "layout": "IPY_MODEL_f2e5644735ad4adabc7f77cff373584e"
          }
        },
        "4b9844af6e9c4b36a35d47b31dacf802": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_af1efb1660f942829ae9461c325d41df",
            "placeholder": "​",
            "style": "IPY_MODEL_aeac77046c0d4842b25b4dbff536c45e",
            "value": "tokenizer.json: 100%"
          }
        },
        "08f15a8ae45e4ce29916db4b885251fc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d21f5ebab4f9405d91ca5f20d63c9fbe",
            "max": 34362873,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_01f1bebc73dd40209ac40a84e134d699",
            "value": 34362873
          }
        },
        "49b9c3a02ff1404d84727bcfd9202ab6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3c905bfd2ca441e5b437a8bfaca1c635",
            "placeholder": "​",
            "style": "IPY_MODEL_ee46484fd1154ceda8b3df573f83886d",
            "value": " 34.4M/34.4M [00:01&lt;00:00, 22.8MB/s]"
          }
        },
        "f2e5644735ad4adabc7f77cff373584e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "af1efb1660f942829ae9461c325d41df": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "aeac77046c0d4842b25b4dbff536c45e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d21f5ebab4f9405d91ca5f20d63c9fbe": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "01f1bebc73dd40209ac40a84e134d699": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3c905bfd2ca441e5b437a8bfaca1c635": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ee46484fd1154ceda8b3df573f83886d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 5
}