{ "cells": [ { "cell_type": "code", "execution_count": 67, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "9nAejmCJF3ZA", "outputId": "821ee628-bab0-47cb-8187-0c39acd62864" }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", "To disable this warning, you can either:\n", "\t- Avoid using `tokenizers` before the fork if possible\n", "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: transformers in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (4.38.2)\n", "Requirement already satisfied: torch in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (2.2.1)\n", "Requirement already satisfied: filelock in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (3.13.1)\n", "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (0.21.3)\n", "Requirement already satisfied: numpy>=1.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (1.26.4)\n", "Requirement already satisfied: packaging>=20.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (23.2)\n", "Requirement already satisfied: pyyaml>=5.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (6.0.1)\n", "Requirement already satisfied: regex!=2019.12.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (2023.12.25)\n", "Requirement already satisfied: requests in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (2.31.0)\n", "Requirement already satisfied: tokenizers<0.19,>=0.14 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (0.15.2)\n", "Requirement already satisfied: safetensors>=0.4.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (0.4.2)\n", "Requirement already satisfied: tqdm>=4.27 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (4.66.2)\n", "Requirement already satisfied: typing-extensions>=4.8.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from torch) (4.10.0)\n", "Requirement already satisfied: sympy in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from torch) (1.12)\n", "Requirement already satisfied: networkx in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from torch) (3.2.1)\n", "Requirement already satisfied: jinja2 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from torch) (3.1.3)\n", "Requirement already satisfied: fsspec in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from torch) (2024.2.0)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from jinja2->torch) (2.1.5)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (3.6)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (2.2.1)\n", "Requirement already satisfied: certifi>=2017.4.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (2024.2.2)\n", "Requirement already satisfied: mpmath>=0.19 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from sympy->torch) (1.3.0)\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "%pip install transformers torch" ] }, { "cell_type": "code", "execution_count": 21, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "Wp22Sw1rGkq2", "outputId": "be8161d5-d9cf-4a6c-ce76-0fa6902bc857" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: emoji in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (2.10.1)\n", "Requirement already satisfied: sentencepiece in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (0.2.0)\n", "Requirement already satisfied: transformers in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (4.38.2)\n", "Requirement already satisfied: filelock in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (3.13.1)\n", "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (0.21.3)\n", "Requirement already satisfied: numpy>=1.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (1.26.4)\n", "Requirement already satisfied: packaging>=20.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (23.2)\n", "Requirement already satisfied: pyyaml>=5.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (6.0.1)\n", "Requirement already satisfied: regex!=2019.12.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (2023.12.25)\n", "Requirement already satisfied: requests in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (2.31.0)\n", "Requirement already satisfied: tokenizers<0.19,>=0.14 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (0.15.2)\n", "Requirement already satisfied: safetensors>=0.4.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (0.4.2)\n", "Requirement already satisfied: tqdm>=4.27 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (4.66.2)\n", "Requirement already satisfied: fsspec>=2023.5.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (2024.2.0)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (4.10.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (3.6)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (2.2.1)\n", "Requirement already satisfied: certifi>=2017.4.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (2024.2.2)\n" ] } ], "source": [ "!pip install emoji\n", "!pip install sentencepiece\n", "!pip install transformers" ] }, { "cell_type": "code", "execution_count": 22, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "7BjMKe9kGokn", "outputId": "d4ebcbb4-a9d5-4433-bb1e-440c27dcd00f" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: emoji in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (2.10.1)\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "pip install emoji --upgrade" ] }, { "cell_type": "code", "execution_count": 23, "metadata": { "id": "YZxxJDpDGyTu" }, "outputs": [], "source": [ "import pickle" ] }, { "cell_type": "code", "execution_count": 24, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "FC0n9UWkG3C1", "outputId": "0ddc4e42-99be-47d0-ae12-096ab0148f99" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Collecting sentencepiece==0.1.94\n", " Using cached sentencepiece-0.1.94.tar.gz (507 kB)\n", " Preparing metadata (setup.py) ... \u001b[?25ldone\n", "\u001b[?25hBuilding wheels for collected packages: sentencepiece\n", " Building wheel for sentencepiece (setup.py) ... \u001b[?25lerror\n", " \u001b[1;31merror\u001b[0m: \u001b[1msubprocess-exited-with-error\u001b[0m\n", " \n", " \u001b[31m×\u001b[0m \u001b[32mpython setup.py bdist_wheel\u001b[0m did not run successfully.\n", " \u001b[31m│\u001b[0m exit code: \u001b[1;36m1\u001b[0m\n", " \u001b[31m╰─>\u001b[0m \u001b[31m[50 lines of output]\u001b[0m\n", " \u001b[31m \u001b[0m /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages/setuptools/dist.py:472: SetuptoolsDeprecationWarning: Invalid dash-separated options\n", " \u001b[31m \u001b[0m !!\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m ********************************************************************************\n", " \u001b[31m \u001b[0m Usage of dash-separated 'description-file' will not be supported in future\n", " \u001b[31m \u001b[0m versions. Please use the underscore name 'description_file' instead.\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m By 2024-Sep-26, you need to update your project and remove deprecated calls\n", " \u001b[31m \u001b[0m or your builds will no longer be supported.\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m See https://setuptools.pypa.io/en/latest/userguide/declarative_config.html for details.\n", " \u001b[31m \u001b[0m ********************************************************************************\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m !!\n", " \u001b[31m \u001b[0m opt = self.warn_dash_deprecation(opt, section)\n", " \u001b[31m \u001b[0m running bdist_wheel\n", " \u001b[31m \u001b[0m running build\n", " \u001b[31m \u001b[0m running build_py\n", " \u001b[31m \u001b[0m creating build\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310/sentencepiece\n", " \u001b[31m \u001b[0m copying src/sentencepiece/__init__.py -> build/lib.macosx-11.1-arm64-cpython-310/sentencepiece\n", " \u001b[31m \u001b[0m copying src/sentencepiece/sentencepiece_model_pb2.py -> build/lib.macosx-11.1-arm64-cpython-310/sentencepiece\n", " \u001b[31m \u001b[0m copying src/sentencepiece/sentencepiece_pb2.py -> build/lib.macosx-11.1-arm64-cpython-310/sentencepiece\n", " \u001b[31m \u001b[0m running build_ext\n", " \u001b[31m \u001b[0m /bin/sh: pkg-config: command not found\n", " \u001b[31m \u001b[0m Cloning into 'sentencepiece'...\n", " \u001b[31m \u001b[0m Note: switching to '8336bbd0c1cfba02a879afe625bf1ddaf7cd93c5'.\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m You are in 'detached HEAD' state. You can look around, make experimental\n", " \u001b[31m \u001b[0m changes and commit them, and you can discard any commits you make in this\n", " \u001b[31m \u001b[0m state without impacting any branches by switching back to a branch.\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m If you want to create a new branch to retain commits you create, you may\n", " \u001b[31m \u001b[0m do so (now or later) by using -c with the switch command. Example:\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m git switch -c \n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m Or undo this operation with:\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m git switch -\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m Turn off this advice by setting config variable advice.detachedHead to false\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m ./build_bundled.sh: line 15: cmake: command not found\n", " \u001b[31m \u001b[0m ./build_bundled.sh: line 16: nproc: command not found\n", " \u001b[31m \u001b[0m make: *** No targets specified and no makefile found. Stop.\n", " \u001b[31m \u001b[0m make: *** No rule to make target `install'. Stop.\n", " \u001b[31m \u001b[0m env: pkg-config: No such file or directory\n", " \u001b[31m \u001b[0m Failed to find sentencepiece pkg-config\n", " \u001b[31m \u001b[0m \u001b[31m[end of output]\u001b[0m\n", " \n", " \u001b[1;35mnote\u001b[0m: This error originates from a subprocess, and is likely not a problem with pip.\n", "\u001b[31m ERROR: Failed building wheel for sentencepiece\u001b[0m\u001b[31m\n", "\u001b[0m\u001b[?25h Running setup.py clean for sentencepiece\n", "Failed to build sentencepiece\n", "\u001b[31mERROR: Could not build wheels for sentencepiece, which is required to install pyproject.toml-based projects\u001b[0m\u001b[31m\n", "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "pip install sentencepiece==0.1.94" ] }, { "cell_type": "code", "execution_count": 25, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "zNEJsBykG8vV", "outputId": "bb31aca8-4f2a-48ed-c1ee-a05ac64a8e99" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Collecting transformers==4.0.1\n", " Using cached transformers-4.0.1-py3-none-any.whl.metadata (33 kB)\n", "Requirement already satisfied: numpy in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers==4.0.1) (1.26.4)\n", "Collecting tokenizers==0.9.4 (from transformers==4.0.1)\n", " Using cached tokenizers-0.9.4.tar.gz (184 kB)\n", " Installing build dependencies ... \u001b[?25ldone\n", "\u001b[?25h Getting requirements to build wheel ... \u001b[?25ldone\n", "\u001b[?25h Preparing metadata (pyproject.toml) ... \u001b[?25ldone\n", "\u001b[?25hRequirement already satisfied: packaging in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers==4.0.1) (23.2)\n", "Requirement already satisfied: filelock in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers==4.0.1) (3.13.1)\n", "Requirement already satisfied: requests in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers==4.0.1) (2.31.0)\n", "Requirement already satisfied: tqdm>=4.27 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers==4.0.1) (4.66.2)\n", "Requirement already satisfied: regex!=2019.12.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers==4.0.1) (2023.12.25)\n", "Collecting sacremoses (from transformers==4.0.1)\n", " Using cached sacremoses-0.1.1-py3-none-any.whl.metadata (8.3 kB)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers==4.0.1) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers==4.0.1) (3.6)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers==4.0.1) (2.2.1)\n", "Requirement already satisfied: certifi>=2017.4.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers==4.0.1) (2024.2.2)\n", "Requirement already satisfied: click in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from sacremoses->transformers==4.0.1) (8.1.7)\n", "Collecting joblib (from sacremoses->transformers==4.0.1)\n", " Using cached joblib-1.3.2-py3-none-any.whl.metadata (5.4 kB)\n", "Using cached transformers-4.0.1-py3-none-any.whl (1.4 MB)\n", "Using cached sacremoses-0.1.1-py3-none-any.whl (897 kB)\n", "Using cached joblib-1.3.2-py3-none-any.whl (302 kB)\n", "Building wheels for collected packages: tokenizers\n", " Building wheel for tokenizers (pyproject.toml) ... \u001b[?25lerror\n", " \u001b[1;31merror\u001b[0m: \u001b[1msubprocess-exited-with-error\u001b[0m\n", " \n", " \u001b[31m×\u001b[0m \u001b[32mBuilding wheel for tokenizers \u001b[0m\u001b[1;32m(\u001b[0m\u001b[32mpyproject.toml\u001b[0m\u001b[1;32m)\u001b[0m did not run successfully.\n", " \u001b[31m│\u001b[0m exit code: \u001b[1;36m1\u001b[0m\n", " \u001b[31m╰─>\u001b[0m \u001b[31m[47 lines of output]\u001b[0m\n", " \u001b[31m \u001b[0m running bdist_wheel\n", " \u001b[31m \u001b[0m running build\n", " \u001b[31m \u001b[0m running build_py\n", " \u001b[31m \u001b[0m creating build\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310/tokenizers\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/__init__.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310/tokenizers/models\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/models/__init__.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/models\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310/tokenizers/decoders\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/decoders/__init__.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/decoders\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310/tokenizers/normalizers\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/normalizers/__init__.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/normalizers\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310/tokenizers/pre_tokenizers\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/pre_tokenizers/__init__.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/pre_tokenizers\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310/tokenizers/processors\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/processors/__init__.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/processors\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310/tokenizers/trainers\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/trainers/__init__.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/trainers\n", " \u001b[31m \u001b[0m creating build/lib.macosx-11.1-arm64-cpython-310/tokenizers/implementations\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/byte_level_bpe.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/implementations\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/sentencepiece_unigram.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/implementations\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/sentencepiece_bpe.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/implementations\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/base_tokenizer.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/implementations\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/__init__.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/implementations\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/char_level_bpe.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/implementations\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/bert_wordpiece.py -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/implementations\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/__init__.pyi -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/models/__init__.pyi -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/models\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/decoders/__init__.pyi -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/decoders\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/normalizers/__init__.pyi -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/normalizers\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/pre_tokenizers/__init__.pyi -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/pre_tokenizers\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/processors/__init__.pyi -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/processors\n", " \u001b[31m \u001b[0m copying py_src/tokenizers/trainers/__init__.pyi -> build/lib.macosx-11.1-arm64-cpython-310/tokenizers/trainers\n", " \u001b[31m \u001b[0m running build_ext\n", " \u001b[31m \u001b[0m running build_rust\n", " \u001b[31m \u001b[0m error: can't find Rust compiler\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m If you are using an outdated pip version, it is possible a prebuilt wheel is available for this package but pip is not able to install from it. Installing from the wheel would avoid the need for a Rust compiler.\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m To update pip, run:\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m pip install --upgrade pip\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m and then retry package installation.\n", " \u001b[31m \u001b[0m \n", " \u001b[31m \u001b[0m If you did intend to build this package from source, try installing a Rust compiler from your system package manager and ensure it is on the PATH during installation. Alternatively, rustup (available at https://rustup.rs) is the recommended way to download and update the Rust compiler toolchain.\n", " \u001b[31m \u001b[0m \u001b[31m[end of output]\u001b[0m\n", " \n", " \u001b[1;35mnote\u001b[0m: This error originates from a subprocess, and is likely not a problem with pip.\n", "\u001b[?25h\u001b[31m ERROR: Failed building wheel for tokenizers\u001b[0m\u001b[31m\n", "\u001b[0mFailed to build tokenizers\n", "\u001b[31mERROR: Could not build wheels for tokenizers, which is required to install pyproject.toml-based projects\u001b[0m\u001b[31m\n", "\u001b[0m" ] } ], "source": [ "!pip install transformers==4.0.1" ] }, { "cell_type": "code", "execution_count": 26, "metadata": { "id": "FWBvjTFWG_-c" }, "outputs": [], "source": [ "param ={\n", " 'maxLen' :256,\n", "}" ] }, { "cell_type": "code", "execution_count": 27, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "zQnng7jQHAm8", "outputId": "745a8744-10d6-4eca-ac76-051b338e77f6" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: xgboost in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (2.0.3)\n", "Requirement already satisfied: numpy in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from xgboost) (1.26.4)\n", "Requirement already satisfied: scipy in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from xgboost) (1.12.0)\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "pip install xgboost" ] }, { "cell_type": "code", "execution_count": 28, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "Cz7b-_msHEnO", "outputId": "be74c5c9-0d2f-4b2d-b6ff-538e484b5178" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: keras in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (3.0.5)\n", "Requirement already satisfied: h5py in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (3.10.0)\n", "Requirement already satisfied: absl-py in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from keras) (2.1.0)\n", "Requirement already satisfied: numpy in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from keras) (1.26.4)\n", "Requirement already satisfied: rich in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from keras) (13.7.1)\n", "Requirement already satisfied: namex in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from keras) (0.0.7)\n", "Requirement already satisfied: dm-tree in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from keras) (0.1.8)\n", "Requirement already satisfied: ml-dtypes in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from keras) (0.3.2)\n", "Requirement already satisfied: markdown-it-py>=2.2.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from rich->keras) (3.0.0)\n", "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from rich->keras) (2.17.2)\n", "Requirement already satisfied: mdurl~=0.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from markdown-it-py>=2.2.0->rich->keras) (0.1.2)\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "pip install --upgrade keras h5py" ] }, { "cell_type": "code", "execution_count": 29, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "AZIjLymXHFPv", "outputId": "09d5f2bd-e619-4c53-99d7-ce00f8b2beda" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: transformers in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (4.38.2)\n", "Requirement already satisfied: filelock in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (3.13.1)\n", "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (0.21.3)\n", "Requirement already satisfied: numpy>=1.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (1.26.4)\n", "Requirement already satisfied: packaging>=20.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (23.2)\n", "Requirement already satisfied: pyyaml>=5.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (6.0.1)\n", "Requirement already satisfied: regex!=2019.12.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (2023.12.25)\n", "Requirement already satisfied: requests in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (2.31.0)\n", "Requirement already satisfied: tokenizers<0.19,>=0.14 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (0.15.2)\n", "Requirement already satisfied: safetensors>=0.4.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (0.4.2)\n", "Requirement already satisfied: tqdm>=4.27 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from transformers) (4.66.2)\n", "Requirement already satisfied: fsspec>=2023.5.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (2024.2.0)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (4.10.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (3.6)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (2.2.1)\n", "Requirement already satisfied: certifi>=2017.4.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests->transformers) (2024.2.2)\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "pip install --upgrade transformers" ] }, { "cell_type": "code", "execution_count": 30, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "X4Ykdfs1HLKE", "outputId": "ebcd3f09-0f38-4960-9d13-5930047ae2b0" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Name: keras\n", "Version: 3.0.5\n", "Summary: Multi-backend Keras.\n", "Home-page: https://github.com/keras-team/keras\n", "Author: Keras team\n", "Author-email: keras-users@googlegroups.com\n", "License: Apache License 2.0\n", "Location: /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages\n", "Requires: absl-py, dm-tree, h5py, ml-dtypes, namex, numpy, rich\n", "Required-by: \n" ] } ], "source": [ "!pip show keras" ] }, { "cell_type": "code", "execution_count": 37, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "m5DsOkSwHPiW", "outputId": "179e1599-3685-499a-e973-37eb6ea5921d" }, "outputs": [ { "ename": "AttributeError", "evalue": "partially initialized module 'keras.src' has no attribute 'utils' (most likely due to a circular import)", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[37], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\n\u001b[1;32m 2\u001b[0m \u001b[38;5;28mprint\u001b[39m(keras\u001b[38;5;241m.\u001b[39m__version__)\n", "File \u001b[0;32m~/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages/keras/__init__.py:3\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;124;03m\"\"\"AUTOGENERATED. DO NOT EDIT.\"\"\"\u001b[39;00m\n\u001b[0;32m----> 3\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m __internal__\n\u001b[1;32m 4\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m activations\n\u001b[1;32m 5\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m applications\n", "File \u001b[0;32m~/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages/keras/__internal__/__init__.py:6\u001b[0m\n\u001b[1;32m 4\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01m__internal__\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m layers\n\u001b[1;32m 5\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01m__internal__\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m losses\n\u001b[0;32m----> 6\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01m__internal__\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m models\n\u001b[1;32m 7\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01m__internal__\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m optimizers\n\u001b[1;32m 8\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01m__internal__\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m utils\n", "File \u001b[0;32m~/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages/keras/__internal__/models/__init__.py:3\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;124;03m\"\"\"AUTOGENERATED. DO NOT EDIT.\"\"\"\u001b[39;00m\n\u001b[0;32m----> 3\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mmodels\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mcloning\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m clone_and_build_model\n\u001b[1;32m 4\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mmodels\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mcloning\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m in_place_subclassed_model_state_restoration\n", "File \u001b[0;32m~/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages/keras/src/__init__.py:21\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;66;03m# Copyright 2015 The TensorFlow Authors. All Rights Reserved.\u001b[39;00m\n\u001b[1;32m 2\u001b[0m \u001b[38;5;66;03m#\u001b[39;00m\n\u001b[1;32m 3\u001b[0m \u001b[38;5;66;03m# Licensed under the Apache License, Version 2.0 (the \"License\");\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 13\u001b[0m \u001b[38;5;66;03m# limitations under the License.\u001b[39;00m\n\u001b[1;32m 14\u001b[0m \u001b[38;5;66;03m# ==============================================================================\u001b[39;00m\n\u001b[1;32m 15\u001b[0m \u001b[38;5;124;03m\"\"\"Implementation of the Keras API, the high-level API of TensorFlow.\u001b[39;00m\n\u001b[1;32m 16\u001b[0m \n\u001b[1;32m 17\u001b[0m \u001b[38;5;124;03mDetailed documentation and user guides are available at\u001b[39;00m\n\u001b[1;32m 18\u001b[0m \u001b[38;5;124;03m[keras.io](https://keras.io).\u001b[39;00m\n\u001b[1;32m 19\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m---> 21\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m applications\n\u001b[1;32m 22\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m distribute\n\u001b[1;32m 23\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m models\n", "File \u001b[0;32m~/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages/keras/src/applications/__init__.py:41\u001b[0m\n\u001b[1;32m 39\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mapplications\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mefficientnet_v2\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m EfficientNetV2M\n\u001b[1;32m 40\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mapplications\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mefficientnet_v2\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m EfficientNetV2S\n\u001b[0;32m---> 41\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mapplications\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01minception_resnet_v2\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m InceptionResNetV2\n\u001b[1;32m 42\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mapplications\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01minception_v3\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m InceptionV3\n\u001b[1;32m 43\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mkeras\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msrc\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mapplications\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mmobilenet\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m MobileNet\n", "File \u001b[0;32m~/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages/keras/src/applications/inception_resnet_v2.py:324\u001b[0m\n\u001b[1;32m 320\u001b[0m x \u001b[38;5;241m=\u001b[39m layers\u001b[38;5;241m.\u001b[39mActivation(activation, name\u001b[38;5;241m=\u001b[39mac_name)(x)\n\u001b[1;32m 321\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m x\n\u001b[0;32m--> 324\u001b[0m \u001b[38;5;129m@keras\u001b[39m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mutils\u001b[49m\u001b[38;5;241m.\u001b[39mregister_keras_serializable()\n\u001b[1;32m 325\u001b[0m \u001b[38;5;28;01mclass\u001b[39;00m \u001b[38;5;21;01mCustomScaleLayer\u001b[39;00m(keras_layers\u001b[38;5;241m.\u001b[39mLayer):\n\u001b[1;32m 326\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m__init__\u001b[39m(\u001b[38;5;28mself\u001b[39m, scale, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m 327\u001b[0m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__init__\u001b[39m(\u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n", "\u001b[0;31mAttributeError\u001b[0m: partially initialized module 'keras.src' has no attribute 'utils' (most likely due to a circular import)" ] } ], "source": [ "# import keras\n", "# print(keras.__version__)" ] }, { "cell_type": "code", "execution_count": 39, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 486 }, "id": "3NTzcB1uHQN6", "outputId": "582873b7-d08a-4fa3-d503-b3422011ba84" }, "outputs": [], "source": [ "import torch\n", "import json\n", "import random\n", "from transformers import BertForSequenceClassification, AdamW, BertConfig\n", "from transformers import get_linear_schedule_with_warmup\n", "import time\n", "import datetime\n", "import random\n", "import re\n", "import numpy as np\n", "# import sklearn\n", "import emoji\n", "from tqdm import tqdm\n", "# from sklearn.model_selection import StratifiedKFold\n", "from transformers import BertTokenizer\n", "from transformers import BertForSequenceClassification, AdamW, BertConfig\n", "# from sklearn.metrics import accuracy_score,f1_score\n", "# from sklearn.utils.class_weight import compute_class_weight\n", "#from transformers import LongformerTokenizer, LongformerForSequenceClassification\n", "from transformers import BertTokenizer\n", "from transformers import BertForSequenceClassification, AdamW, BertConfig\n", "# from keras.preprocessing.sequence import pad_sequences\n", "from torch.utils.data import TensorDataset, RandomSampler, SequentialSampler, DataLoader\n", "# from sklearn.metrics import *\n", "# from sklearn.linear_model import LogisticRegression\n", "from xgboost import XGBClassifier\n", "# from transformers import *" ] }, { "cell_type": "code", "execution_count": 40, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 269, "referenced_widgets": [ "3f842a7974794b30887523e6ecded647", "da0df0dc0a274b4c8256a992294b3713", "52cba9e167a54980bbaad67dcf46ddcd", "2537374792604ec78bc4a180a29488cf", "5adcafcd48c147b5a883d4c212f90e0d", "a9cd5feb652046f4942daf3b1283def7", "241b3aa3a9184a6f84d1ea8f7b6113b0", "993cb4b783914ee7bb9b4e95f664b905", "788ab7f2afe147aeaec7af79c9b364bf", "6c71433b82804c8f88684a6c3e0d6b17", "320802b6a425495db9574532e42bd758", "cef749b59da947f4b0c68096cc1fd07c", "f53d5b8d332a45f69fcbf16cb025ba1f", "ff8c0765950f4b3784227ef5559e6f50", "bf3c2bf91c9f44938062fb73c5512b8e", "d745b39a3ecc4cc3b27a64e8330f96d6", "05aa2f18f0b04367bb1b870768ef832f", "ee5908de12df4613af19ea8981240ceb", "8029cfe45d104063a556ecef37998924", "9f42c7ab71334f5a93f31f6627582930", "b585f61f121b49db8551cc50f63454a5", "603409c98f804f8cb07d44d9008e0091", "a1088a01333344b29385b52e946577a6", "b400459998884eb78732508b2cab5dfc", "9480d4efc8e944968a8be4b172dee136", "f00de8f9e1c446cdabebf144181cbc73", "3b2b3fe28d7343f9bf8d67a38fb902ce", "e423a5e7b1234d79b36d536cf40d9fd8", "a9e6d3daf7d64be2b4bddf9c2b0f13a8", "014f9a0ccd59425ab109020924f63033", "b91ee78b89fb4d09b44135e98344daa6", "8a0a2ac54f8b483eb810242be933b840", "c48005573ad34e47a2a5e44c894e0c98" ] }, "id": "ctHjgKFQHUtA", "outputId": "dad73b9f-0219-468c-bacc-7efa17edd220" }, "outputs": [], "source": [ "# Load model directly\n", "from transformers import AutoModel,AutoTokenizer\n", "model = AutoModel.from_pretrained(\"ai4bharat/indic-bert\")\n", "tokenizer = AutoTokenizer.from_pretrained(\"ai4bharat/indic-bert\")" ] }, { "cell_type": "code", "execution_count": 41, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: tensorflow in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (2.15.0)\n", "Requirement already satisfied: tensorflow-macos==2.15.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow) (2.15.0)\n", "Requirement already satisfied: absl-py>=1.0.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (2.1.0)\n", "Requirement already satisfied: astunparse>=1.6.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (1.6.3)\n", "Requirement already satisfied: flatbuffers>=23.5.26 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (23.5.26)\n", "Requirement already satisfied: gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (0.5.4)\n", "Requirement already satisfied: google-pasta>=0.1.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (0.2.0)\n", "Requirement already satisfied: h5py>=2.9.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (3.10.0)\n", "Requirement already satisfied: libclang>=13.0.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (16.0.6)\n", "Requirement already satisfied: ml-dtypes~=0.2.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (0.2.0)\n", "Requirement already satisfied: numpy<2.0.0,>=1.23.5 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (1.26.4)\n", "Requirement already satisfied: opt-einsum>=2.3.2 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (3.3.0)\n", "Requirement already satisfied: packaging in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (23.2)\n", "Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (4.25.3)\n", "Requirement already satisfied: setuptools in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (69.1.0)\n", "Requirement already satisfied: six>=1.12.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (1.16.0)\n", "Requirement already satisfied: termcolor>=1.1.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (2.4.0)\n", "Requirement already satisfied: typing-extensions>=3.6.6 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (4.10.0)\n", "Requirement already satisfied: wrapt<1.15,>=1.11.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (1.14.1)\n", "Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (0.36.0)\n", "Requirement already satisfied: grpcio<2.0,>=1.24.3 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (1.62.0)\n", "Requirement already satisfied: tensorboard<2.16,>=2.15 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (2.15.2)\n", "Requirement already satisfied: tensorflow-estimator<2.16,>=2.15.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (2.15.0)\n", "Requirement already satisfied: keras<2.16,>=2.15.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorflow-macos==2.15.0->tensorflow) (2.15.0)\n", "Requirement already satisfied: wheel<1.0,>=0.23.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from astunparse>=1.6.0->tensorflow-macos==2.15.0->tensorflow) (0.42.0)\n", "Requirement already satisfied: google-auth<3,>=1.6.3 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (2.28.1)\n", "Requirement already satisfied: google-auth-oauthlib<2,>=0.5 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (1.2.0)\n", "Requirement already satisfied: markdown>=2.6.8 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (3.5.2)\n", "Requirement already satisfied: requests<3,>=2.21.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (2.31.0)\n", "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (0.7.2)\n", "Requirement already satisfied: werkzeug>=1.0.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (3.0.1)\n", "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (5.3.3)\n", "Requirement already satisfied: pyasn1-modules>=0.2.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (0.3.0)\n", "Requirement already satisfied: rsa<5,>=3.1.4 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (4.9)\n", "Requirement already satisfied: requests-oauthlib>=0.7.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from google-auth-oauthlib<2,>=0.5->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (1.3.1)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests<3,>=2.21.0->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests<3,>=2.21.0->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (3.6)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests<3,>=2.21.0->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (2.2.1)\n", "Requirement already satisfied: certifi>=2017.4.17 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests<3,>=2.21.0->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (2024.2.2)\n", "Requirement already satisfied: MarkupSafe>=2.1.1 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from werkzeug>=1.0.1->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (2.1.5)\n", "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (0.5.1)\n", "Requirement already satisfied: oauthlib>=3.0.0 in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<2,>=0.5->tensorboard<2.16,>=2.15->tensorflow-macos==2.15.0->tensorflow) (3.2.2)\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "pip install --upgrade tensorflow" ] }, { "cell_type": "code", "execution_count": 56, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", "To disable this warning, you can either:\n", "\t- Avoid using `tokenizers` before the fork if possible\n", "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: keras in /Users/sasank/Desktop/trailFlaskTwo/env/lib/python3.10/site-packages (2.15.0)\n" ] } ], "source": [ "!pip install keras" ] }, { "cell_type": "code", "execution_count": 61, "metadata": { "id": "xfnyHoBSHZvx" }, "outputs": [], "source": [ "# keras.backend.set_image_data_format('channels_last')\n", "# from tensorflow.keras.preprocessing.sequence import pad_sequences\n", "\n", "import numpy as np\n", "\n", "def pad_sequences(sequences, maxlen=None, dtype='int32', padding='pre', truncating='pre', value=0.0):\n", " \"\"\"\n", " Pads sequences to the same length.\n", "\n", " Args:\n", " sequences: List of sequences.\n", " maxlen: Int, maximum length of all sequences.\n", " dtype: Type of the output sequences.\n", " padding: 'pre' or 'post', pad either before or after each sequence.\n", " truncating: 'pre' or 'post', remove values from sequences larger than maxlen.\n", " value: Float or String, padding value.\n", "\n", " Returns:\n", " Numpy array with shape `(len(sequences), maxlen)`.\n", " \"\"\"\n", " padded_sequences = []\n", " for seq in sequences:\n", " if padding == 'pre':\n", " padded_seq = np.pad(seq, (maxlen - len(seq), 0), 'constant', constant_values=value)\n", " elif padding == 'post':\n", " padded_seq = np.pad(seq, (0, maxlen - len(seq)), 'constant', constant_values=value)\n", " else:\n", " raise ValueError(\"Padding should be 'pre' or 'post'.\")\n", "\n", " if truncating == 'pre':\n", " padded_seq = padded_seq[-maxlen:]\n", " elif truncating == 'post':\n", " padded_seq = padded_seq[:maxlen]\n", " else:\n", " raise ValueError(\"Truncating should be 'pre' or 'post'.\")\n", "\n", " padded_sequences.append(padded_seq)\n", "\n", " return np.array(padded_sequences, dtype=dtype)\n", "\n", "\n", "def create_attention_masks(input_ids):\n", " attention_masks = []\n", " for seq in tqdm(input_ids):\n", " seq_mask = [float(i>0) for i in seq]\n", " attention_masks.append(seq_mask)\n", " return np.array(attention_masks)\n", "\n", "# def getFeaturesandLabel(X,y):\n", "# sentences = list(X)\n", "# sentences = [\"[CLS] \"+ (i) + \" [SEP]\"for i in sentences]\n", "# tokenizer_texts = list(map(lambda t: tokenizer.tokenize(t)[:512], tqdm(sentences)))\n", "# input_ids = [tokenizer.convert_tokens_to_ids(x) for x in tqdm(tokenizer_texts)]\n", "# input_ids = pad_sequences(sequences = input_ids, maxlen = param['maxLen'], dtype = 'long', padding='post', truncating='post')\n", "# attention_masks_data = create_attention_masks(input_ids)\n", "# X_data = torch.tensor(input_ids)\n", "# attention_masks_data = torch.tensor(attention_masks_data)\n", "# y_data = torch.tensor(y)\n", "# return X_data, attention_masks_data, y_data\n", "\n", "def getFeaturesandLabel(single_string, label):\n", " # Wrap the single string in a list\n", " sentences = [\"[CLS] \" + single_string + \" [SEP]\"]\n", "\n", " # Tokenize and preprocess\n", " tokenizer_texts = list(map(lambda t: tokenizer.tokenize(t)[:512], tqdm(sentences)))\n", " input_ids = [tokenizer.convert_tokens_to_ids(x) for x in tqdm(tokenizer_texts)]\n", "\n", " # Pad sequences and create attention masks\n", " input_ids = pad_sequences(sequences=input_ids, maxlen=param['maxLen'], dtype='long', padding='post', truncating='post')\n", " attention_masks_data = create_attention_masks(input_ids)\n", "\n", " # Convert to torch tensors\n", " X_data = torch.tensor(input_ids)\n", " attention_masks_data = torch.tensor(attention_masks_data)\n", " y_data = torch.tensor(label)\n", "\n", " return X_data, attention_masks_data, y_data\n" ] }, { "cell_type": "code", "execution_count": 62, "metadata": { "id": "CJfxbS3aHdPt" }, "outputs": [], "source": [ "with open('classifier2.pkl','rb') as file:\n", " clf=pickle.load(file)" ] }, { "cell_type": "code", "execution_count": 63, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "nxCHDFpdHh9h", "outputId": "626573b3-cf28-47db-da5d-6f92441ea0af" }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████| 1/1 [00:00<00:00, 587.93it/s]\n", "100%|██████████| 1/1 [00:00<00:00, 12826.62it/s]\n", "100%|██████████| 1/1 [00:00<00:00, 2652.94it/s]\n" ] } ], "source": [ "# text_input =[\"అరే కొజ్జా లంజాకొడకా అది తెలంగాణలో దిగి రైతు భరోసా\",\"నీ boobs చూస్తే నా మతి పోతుంది 🌺🌺\"]\n", "# label_input = [0] *len(text_input) # Replace with your actual label\n", "text_input=\"అరే కొజ్జా లంజాకొడకా అది తెలంగాణలో దిగి రైతు భరోసా\"\n", "label_input = [0]\n", "X_data, attention_masks_data, y_data = getFeaturesandLabel(text_input, label_input)\n" ] }, { "cell_type": "code", "execution_count": 64, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "fCAgkOYVHkgR", "outputId": "a13f9cec-1271-4900-8363-e321f0eeda63" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "tensor([[ 2, 13193, 8, 194855, 7059, 4093, 7059, 1399, 142767,\n", " 58526, 6700, 128422, 519, 7350, 3606, 6789, 1658, 67492,\n", " 4491, 8, 3, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0, 0, 0, 0, 0, 0,\n", " 0, 0, 0, 0]])\n" ] } ], "source": [ "print(X_data)" ] }, { "cell_type": "code", "execution_count": 65, "metadata": { "id": "bp31_JvHHnSt" }, "outputs": [], "source": [ "prediction = clf.predict(X_data)" ] }, { "cell_type": "code", "execution_count": 66, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "OnXwgNk-Hn5z", "outputId": "78276682-6287-4130-fa6a-64fed8fa66fb" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[0]\n" ] } ], "source": [ "print(prediction)" ] } ], "metadata": { "colab": { "provenance": [] }, "kernelspec": { "display_name": "Python 3", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.9" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "014f9a0ccd59425ab109020924f63033": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "05aa2f18f0b04367bb1b870768ef832f": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "241b3aa3a9184a6f84d1ea8f7b6113b0": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "2537374792604ec78bc4a180a29488cf": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_6c71433b82804c8f88684a6c3e0d6b17", "placeholder": "​", "style": "IPY_MODEL_320802b6a425495db9574532e42bd758", "value": " 507/507 [00:00<00:00, 7.90kB/s]" } }, "320802b6a425495db9574532e42bd758": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "3b2b3fe28d7343f9bf8d67a38fb902ce": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3f842a7974794b30887523e6ecded647": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_da0df0dc0a274b4c8256a992294b3713", "IPY_MODEL_52cba9e167a54980bbaad67dcf46ddcd", "IPY_MODEL_2537374792604ec78bc4a180a29488cf" ], "layout": "IPY_MODEL_5adcafcd48c147b5a883d4c212f90e0d" } }, "52cba9e167a54980bbaad67dcf46ddcd": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_993cb4b783914ee7bb9b4e95f664b905", "max": 507, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_788ab7f2afe147aeaec7af79c9b364bf", "value": 507 } }, "5adcafcd48c147b5a883d4c212f90e0d": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "603409c98f804f8cb07d44d9008e0091": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "6c71433b82804c8f88684a6c3e0d6b17": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "788ab7f2afe147aeaec7af79c9b364bf": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "8029cfe45d104063a556ecef37998924": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8a0a2ac54f8b483eb810242be933b840": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9480d4efc8e944968a8be4b172dee136": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_014f9a0ccd59425ab109020924f63033", "max": 5646064, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_b91ee78b89fb4d09b44135e98344daa6", "value": 5646064 } }, "993cb4b783914ee7bb9b4e95f664b905": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9f42c7ab71334f5a93f31f6627582930": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "a1088a01333344b29385b52e946577a6": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_b400459998884eb78732508b2cab5dfc", "IPY_MODEL_9480d4efc8e944968a8be4b172dee136", "IPY_MODEL_f00de8f9e1c446cdabebf144181cbc73" ], "layout": "IPY_MODEL_3b2b3fe28d7343f9bf8d67a38fb902ce" } }, "a9cd5feb652046f4942daf3b1283def7": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a9e6d3daf7d64be2b4bddf9c2b0f13a8": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "b400459998884eb78732508b2cab5dfc": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e423a5e7b1234d79b36d536cf40d9fd8", "placeholder": "​", "style": "IPY_MODEL_a9e6d3daf7d64be2b4bddf9c2b0f13a8", "value": "spiece.model: 100%" } }, "b585f61f121b49db8551cc50f63454a5": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b91ee78b89fb4d09b44135e98344daa6": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "bf3c2bf91c9f44938062fb73c5512b8e": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b585f61f121b49db8551cc50f63454a5", "placeholder": "​", "style": "IPY_MODEL_603409c98f804f8cb07d44d9008e0091", "value": " 135M/135M [00:02<00:00, 53.4MB/s]" } }, "c48005573ad34e47a2a5e44c894e0c98": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "cef749b59da947f4b0c68096cc1fd07c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_f53d5b8d332a45f69fcbf16cb025ba1f", "IPY_MODEL_ff8c0765950f4b3784227ef5559e6f50", "IPY_MODEL_bf3c2bf91c9f44938062fb73c5512b8e" ], "layout": "IPY_MODEL_d745b39a3ecc4cc3b27a64e8330f96d6" } }, "d745b39a3ecc4cc3b27a64e8330f96d6": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "da0df0dc0a274b4c8256a992294b3713": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a9cd5feb652046f4942daf3b1283def7", "placeholder": "​", "style": "IPY_MODEL_241b3aa3a9184a6f84d1ea8f7b6113b0", "value": "config.json: 100%" } }, "e423a5e7b1234d79b36d536cf40d9fd8": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ee5908de12df4613af19ea8981240ceb": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "f00de8f9e1c446cdabebf144181cbc73": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_8a0a2ac54f8b483eb810242be933b840", "placeholder": "​", "style": "IPY_MODEL_c48005573ad34e47a2a5e44c894e0c98", "value": " 5.65M/5.65M [00:00<00:00, 18.7MB/s]" } }, "f53d5b8d332a45f69fcbf16cb025ba1f": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_05aa2f18f0b04367bb1b870768ef832f", "placeholder": "​", "style": "IPY_MODEL_ee5908de12df4613af19ea8981240ceb", "value": "pytorch_model.bin: 100%" } }, "ff8c0765950f4b3784227ef5559e6f50": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_8029cfe45d104063a556ecef37998924", "max": 134982446, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_9f42c7ab71334f5a93f31f6627582930", "value": 134982446 } } } } }, "nbformat": 4, "nbformat_minor": 0 }