tunning_biomedlm_letters.ipynb

{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"id":"TgZmZwNaKIGA","colab":{"base_uri":"https://localhost:8080/"},"outputId":"1a55e42f-c926-4bc9-8c7f-6a6564c8b22c","executionInfo":{"status":"ok","timestamp":1691258793004,"user_tz":-60,"elapsed":45219,"user":{"displayName":"Unknown","userId":"16317712665857714848"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting accelerate\n","  Downloading accelerate-0.21.0-py3-none-any.whl (244 kB)\n","\u001b[?25l     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/244.2 kB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K     \u001b[91m━━━━━━━━━━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.4/244.2 kB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:01\u001b[0m\r\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m244.2/244.2 kB\u001b[0m \u001b[31m4.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate) (1.22.4)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (23.1)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate) (5.9.5)\n","Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate) (6.0.1)\n","Requirement already satisfied: torch>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (2.0.1+cu118)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.12.2)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (4.7.1)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (1.11.1)\n","Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.1)\n","Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.1.2)\n","Requirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (2.0.0)\n","Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.10.0->accelerate) (3.25.2)\n","Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.10.0->accelerate) (16.0.6)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.10.0->accelerate) (2.1.3)\n","Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.10.0->accelerate) (1.3.0)\n","Installing collected packages: accelerate\n","Successfully installed accelerate-0.21.0\n","Collecting transformers\n","  Downloading transformers-4.31.0-py3-none-any.whl (7.4 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.4/7.4 MB\u001b[0m \u001b[31m13.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.2)\n","Collecting huggingface-hub<1.0,>=0.14.1 (from transformers)\n","  Downloading huggingface_hub-0.16.4-py3-none-any.whl (268 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m23.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.22.4)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.1)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2022.10.31)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.27.1)\n","Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers)\n","  Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m44.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting safetensors>=0.3.1 (from transformers)\n","  Downloading safetensors-0.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m59.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.65.0)\n","Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (2023.6.0)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.7.1)\n","Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (1.26.16)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.7.22)\n","Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.12)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n","Installing collected packages: tokenizers, safetensors, huggingface-hub, transformers\n","Successfully installed huggingface-hub-0.16.4 safetensors-0.3.1 tokenizers-0.13.3 transformers-4.31.0\n","Collecting sacremoses\n","  Downloading sacremoses-0.0.53.tar.gz (880 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m880.6/880.6 kB\u001b[0m \u001b[31m7.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Collecting datasets\n","  Downloading datasets-2.14.3-py3-none-any.whl (519 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m519.1/519.1 kB\u001b[0m \u001b[31m11.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting evaluate\n","  Downloading evaluate-0.4.0-py3-none-any.whl (81 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m81.4/81.4 kB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting peft\n","  Downloading peft-0.4.0-py3-none-any.whl (72 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.9/72.9 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: regex in /usr/local/lib/python3.10/dist-packages (from sacremoses) (2022.10.31)\n","Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from sacremoses) (1.16.0)\n","Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from sacremoses) (8.1.6)\n","Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from sacremoses) (1.3.1)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from sacremoses) (4.65.0)\n","Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.22.4)\n","Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (9.0.0)\n","Collecting dill<0.3.8,>=0.3.0 (from datasets)\n","  Downloading dill-0.3.7-py3-none-any.whl (115 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m11.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (1.5.3)\n","Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.27.1)\n","Collecting xxhash (from datasets)\n","  Downloading xxhash-3.3.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m10.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting multiprocess (from datasets)\n","  Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m13.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.8.5)\n","Requirement already satisfied: huggingface-hub<1.0.0,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.16.4)\n","Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (23.1)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0.1)\n","Collecting responses<0.19 (from evaluate)\n","  Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from peft) (5.9.5)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from peft) (2.0.1+cu118)\n","Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (from peft) (4.31.0)\n","Requirement already satisfied: accelerate in /usr/local/lib/python3.10/dist-packages (from peft) (0.21.0)\n","Requirement already satisfied: safetensors in /usr/local/lib/python3.10/dist-packages (from peft) (0.3.1)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.1.0)\n","Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.0.12)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.4)\n","Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.2)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.2)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.4.0)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.14.0->datasets) (3.12.2)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.14.0->datasets) (4.7.1)\n","Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (1.26.16)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2023.7.22)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.4)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (1.11.1)\n","Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (3.1)\n","Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (3.1.2)\n","Requirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (2.0.0)\n","Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.13.0->peft) (3.25.2)\n","Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.13.0->peft) (16.0.6)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2022.7.1)\n","Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers->peft) (0.13.3)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.13.0->peft) (2.1.3)\n","Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.13.0->peft) (1.3.0)\n","Building wheels for collected packages: sacremoses\n","  Building wheel for sacremoses (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for sacremoses: filename=sacremoses-0.0.53-py3-none-any.whl size=895239 sha256=0109b6d9e268c4374f34360c50bd3b8062c6f4a4d109c658e94912290e6f3147\n","  Stored in directory: /root/.cache/pip/wheels/00/24/97/a2ea5324f36bc626e1ea0267f33db6aa80d157ee977e9e42fb\n","Successfully built sacremoses\n","Installing collected packages: xxhash, sacremoses, dill, responses, multiprocess, datasets, evaluate, peft\n","Successfully installed datasets-2.14.3 dill-0.3.7 evaluate-0.4.0 multiprocess-0.70.15 peft-0.4.0 responses-0.18.0 sacremoses-0.0.53 xxhash-3.3.0\n"]}],"source":["! pip install -U accelerate\n","! pip install -U transformers\n","!pip install sacremoses datasets evaluate peft"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"6pGJEvRC6Jfe"},"outputs":[],"source":["from transformers import TrainingArguments, Trainer, AutoTokenizer, get_linear_schedule_with_warmup, set_seed, AutoModelForSequenceClassification\n","from tqdm import tqdm\n","import torch\n","from torch.optim import AdamW\n","from torch.utils.data import DataLoader\n","torch.manual_seed(42)\n","\n","from peft import (\n","    get_peft_model,\n","    LoraConfig,\n","    PeftType,\n",")\n","\n","from datasets import load_dataset, Dataset,DatasetDict\n","import datasets\n","import evaluate\n","import pandas as pd\n","import numpy as np\n","from sklearn.model_selection import train_test_split"]},{"cell_type":"code","source":["from huggingface_hub import notebook_login\n","notebook_login()"],"metadata":{"id":"rJHV1ZpP7LqC","colab":{"base_uri":"https://localhost:8080/","height":359,"referenced_widgets":["167dbd9bc7b34cf6b38df2901bb3a150","d0b183a540384d49a0faf74897693cd3","7b14c9bfba6f4e3b807a3b6bedd7ecf2","72fc8c02c0584970ade45abc6a93dd3f","77e60c232c444d068a46bd563dbb6842","f37e18decc6b42ae8c9c17d41ebaa86e","e69bca8f9676418aac54de54ae10e427","c17f25fabf4b430d8b74aba27a3ecb3c","e917ef16634f4bf89e0bf3a991ae39c6","f0618176e2704d89a5db59214c8fd165","44d69d000ccc467381779c7aef118cc8","33a289b7beb449a78d71a244df6ed2c8","2603a0d202224f7a99a242d508ee69c1","140413f12e694b36b061a2b3e062b4ab","1b4d07fde531498891f7226161d7b2aa","f79ceb6a70e74277b1f79d43ba2f65d5","5965ba68edb346359decfbe0b1e603c6"]},"executionInfo":{"status":"ok","timestamp":1691249149195,"user_tz":-60,"elapsed":5,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"25318556-583b-4487-cb1a-3989b005a5ac"},"execution_count":null,"outputs":[{"output_type":"display_data","data":{"text/plain":["VBox(children=(HTML(value='<center> <img\\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.sv…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"167dbd9bc7b34cf6b38df2901bb3a150"}},"metadata":{}}]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":261,"referenced_widgets":["4bd112c3cade4b66a8bc31ff24e13c85","7c3c0becc1ce4f24b71b75047ce8facf","e217e634a40d43f3a1b110ad074301b0","f00942f66572460abb779baff369f286","bee7792e937548aa8f48e2b8d28d86fe","3f5c9b2dc16343019b9d59ddd5d7ce3c","0517c3d8ee1441c28c3ff637190b9a35","fff6d3ef96a5456e95a474f1fe3303ba","26a67131a50c49728312348442262609","7e3bfb52343b4e45b4d3044bcdd2f6b1","35e370eb4bdf421dbb8774edc8890058","d3e2641fb4fc44ffb981fdbc120aa7f4","ab0c71178b204d6ba4738fea3e7e9127","b5b3945cf9c54282800c9dd10c3b1fb3","4c1a92a093f946a193aa75213f7704ea","a62d008d3fe445fd9645339c4cb670da","21ace9ca37114eb6918eb1dcfbb5a106","e18df0dcfc874a54976c6bde0c0fbd68","06634e54b8654713a753441016652ef7","1e77a17fd65e4fbca8f3af43b45d7249","deea568168054736be662f46b57e63be","4f35a02ee963431b8f1d6a7e74c03fb8","a3e07bb89bbe49dd892340e55bc68acc","4ef5a6371250412abbc989ad74286400","a33bb8eab20343f7a45b7bbd7f1e3c1e","76aa9a33abd647cbb2323cc823966956","8975726cfe054da9881a2faf8bb6becb","707575cc8a19461abe2c8a070ae2f51b","19c32397c4494ebba0f3fdf8b1eedeaf","e32094af0d2f442d9eaba6d626492b0a","831dddcbc65347c7bead460fdfff032b","43127db56a5e43b6b2d6cf2cd1cda06a","4811acc3c696475c9436c389855e2032","6a9209e6507f4906a7b4092f32558e01","3704ed4ebd634b3f8523d8d0fecab6bd","81a46b852707409081dcc92650d93dad","271df2dde6f64423b1ea04bb019d36f4","56cc01c8610c40d18e5a46a5b329d474","3dfa74f76c1c4166bc1d967c1889fa37","24c0a8141979465c961ca9303bdea24b","13556f2a466149d6926b34a03a8ea2e4","c5e80d61ecb34d1f82781a5e9e11518f","bc5cfc3195b543b8804bab2c5b1e54dd","a2abc7a243fc4fc48d0f422645963100","0deacccb019042ee8b07bd8c43caff22","c8333306ec9c491aa198922609809b48","0886550a8e584a09b76ae46bedfabc8d","ec504d027318489991b1cc07ea87bfcd","d019bb4ef9d844929c2b27f765f69b8c","e4a9ab17b9df48dfb5206b5338e90f3d","c83ed674d0bc4b1789ecd9c73918432c","75ee304fcc9b4cf4b93211a70a9e041d","b313a971f99f466aaed2f4f823562b4b","e79af7e7cfb34ad7bfbbf552171680f2","7523f69f1138409a84a56a1c38879caf","578dc96e2a4d43f6b6a81cf2234af831","32ac1abafa154a8aa202c708d11bb282","06b2bb9c060843ab9cacfbfb98967100","ab4edfbeb28c4867a98595af7cc137b2","e7007d03c3d0400d934efa3ef56a7516","ac0bdc4e5a07468eae7597cc731efb02","441c267a37dd445da6bf505f640b9db1","9063d3e8ac0f447ba28d6a5c47a7fa3d","d7703a80c68943c292c05f19398de374","5350b4c8b2404668b4c489b8ef30c0c8","e759adcba8b042f9a369def80415125b"]},"id":"QrMEZ47t6Nul","executionInfo":{"status":"ok","timestamp":1690482524866,"user_tz":-60,"elapsed":1226347,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"9f84c726-aa27-4d5e-e32c-ddf9a79bf56f"},"outputs":[{"output_type":"display_data","data":{"text/plain":["Downloading (…)okenizer_config.json:   0%|          | 0.00/267 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"4bd112c3cade4b66a8bc31ff24e13c85"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)olve/main/vocab.json:   0%|          | 0.00/602k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d3e2641fb4fc44ffb981fdbc120aa7f4"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)olve/main/merges.txt:   0%|          | 0.00/276k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a3e07bb89bbe49dd892340e55bc68acc"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)/main/tokenizer.json:   0%|          | 0.00/1.23M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"6a9209e6507f4906a7b4092f32558e01"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)lve/main/config.json:   0%|          | 0.00/876 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"0deacccb019042ee8b07bd8c43caff22"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading pytorch_model.bin:   0%|          | 0.00/10.7G [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"578dc96e2a4d43f6b6a81cf2234af831"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at stanford-crfm/BioMedLM and are newly initialized: ['score.weight']\n","You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"]},{"output_type":"execute_result","data":{"text/plain":["Embedding(28897, 2560)"]},"metadata":{},"execution_count":3}],"source":["device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n","print(\"device being used is: \", device)\n","\n","#GPT-2 is a model with absolute position embeddings so it's usually advised to pad the inputs on the right rather than the left. Remember this\n","tokenizer = AutoTokenizer.from_pretrained(\"stanford-crfm/BioMedLM\")\n","tokenizer.padding_side = \"left\"\n","tokenizer.add_special_tokens({'pad_token': '[PAD]'})\n","\n","model = AutoModelForSequenceClassification.from_pretrained(\"stanford-crfm/BioMedLM\", num_labels=2, return_dict=True)\n","model.resize_token_embeddings(len(tokenizer))\n","\n","#model = model.to(device)"]},{"cell_type":"code","source":["peft_type = PeftType.LORA\n","num_epochs = 20\n","batch_size = 8\n","\n","# Define LoRA Config\n","peft_config  = LoraConfig(\n"," r=8,\n"," lora_alpha=16,\n"," inference_mode=False,\n"," lora_dropout=0.1,\n"," )\n","lr = 3e-4\n","#3e-4\n","model = get_peft_model(model, peft_config)\n","model.print_trainable_parameters()\n","#model"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"3DRdVitSic3v","executionInfo":{"status":"ok","timestamp":1691258847484,"user_tz":-60,"elapsed":2826,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"e1d64441-2556-4677-bb9a-38dd4f32ac4f"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["trainable params: 1,179,648 || all params: 347,944,960 || trainable%: 0.33903293210512375\n"]}]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":145,"referenced_widgets":["a34b2cf0240a4cd39a672d21e15273f7","88210154033f418cabb61aa3d4121607","86da6fff4a5349c09cc68cdcda10afd5","fd588c3379ee4922a640e5e39397525d","d99d5c5726e243d39b9b7dff153f4ece","878349fab6b843c4b73d835cf6840c02","14b2af10319d439fa8375af836d2bab3","f251572f5f5b4848a38497eaf3962ccd","765be35c4f0a4d86aa91c3087a9ff19e","f3c9216620054bff8e6ed8ce73d069ba","45f20082ccbb404d93c59f55fe25a7c6","2cb134a7bf8b4c728fc7ba813b0a5c03","4b598d89e7b74b938aabd6ecd4aa744b","1d351bb0e55a4a91b6fb4fc3844c28e3","2e8733640c264bd7b873ad521b511036","80afdd84c3994e52ac4d8ec19586db25","d19fcf34013d4af48fcdc585a74a869a","22cf9b2d6e1c4183b20b550e7ae9839f","14c6b1c4b869479e8a4f26d40e0a70b6","8b2600d813f049969957d4c2924f820f","000606d77d2a42629905e55ff77ad78e","626faddec29c47beb5d02e63348829e9","d7b2b13c2cba4b3180469e51fea29333","825c848eb45d4620a72981f8f104446a","41a27a04ef114249bdfe1743d26593b8","65a7e276e354429698df57c5adb6ea93","05fdbf094ea545bf8007bfa3572dc2b5","c103e19acb944d808553067018220855","c1dfb95cbd9f4d6095d1aa2c0a397303","8305abc04935424d9f1f35d99f3dd15f","599fce89f2b74747b41519155dd69f87","ea8bc2bafe1040d7bb469859d5c9d142","c8be392160cd4766bedc8fc188721100","c499a5e1a22b4639a35ef7253ffb3a60","a17202c8e1f74009a6eaae08c7658352","4e3cdb9f60a84c2a896953ea20565370","30f58d3ca4864892be039373b9d033eb","b15115ee657442e094a0d9e2c6c76dbe","87e8db9685b84b10a02c51771041a4c0","8911b2deacb44ea2ae1ca10212116b2b","fa2f3f7d0a25487e906a4e72769b1438","202ce2c900d940edb668b9d16e99fbbf","295cca79f54a417f880e6b3d2e95dc05","dd15eb44e9934fd790a206c49bff7dd0"]},"executionInfo":{"elapsed":1488,"status":"ok","timestamp":1691258848971,"user":{"displayName":"Unknown","userId":"16317712665857714848"},"user_tz":-60},"id":"3vBRlh8IUzxD","outputId":"e864488a-a90d-415d-aea1-a114efa0f516"},"outputs":[{"output_type":"display_data","data":{"text/plain":["Downloading data files:   0%|          | 0/1 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a34b2cf0240a4cd39a672d21e15273f7"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Extracting data files:   0%|          | 0/1 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"2cb134a7bf8b4c728fc7ba813b0a5c03"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Generating train split: 0 examples [00:00, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d7b2b13c2cba4b3180469e51fea29333"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Casting to class labels:   0%|          | 0/188 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"c499a5e1a22b4639a35ef7253ffb3a60"}},"metadata":{}}],"source":["dataset = load_dataset(\"csv\", data_files=\"/content/drive/MyDrive/Colab Notebooks/dissertation/data/final_clinicalText.csv\")\n","\n","dataset = dataset.rename_column(\"extracted_text\", \"Text\")\n","dataset = dataset.rename_column(\"clinical_action\", \"labels\")\n","\n","dataset = dataset.class_encode_column('labels')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"kU1IJd0nwtzB"},"outputs":[],"source":["train_testvalid = dataset['train'].train_test_split(test_size=0.4, seed=42, stratify_by_column=\"labels\")\n","# Split the 10% test + valid in half test, half valid\n","test_valid = train_testvalid['test'].train_test_split(test_size=0.5, seed=42, stratify_by_column=\"labels\")\n","# gather everyone if you want to have a single DatasetDict\n","dataset = DatasetDict({\n","    'train': train_testvalid['train'],\n","    'test': test_valid['test'],\n","    'valid': test_valid['train']})"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"yF1cHq5cqqsQ","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1691258849192,"user_tz":-60,"elapsed":222,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"5ca575f7-44d3-4890-afc0-49628e84172f"},"outputs":[{"output_type":"stream","name":"stdout","text":["labels\n","0    70\n","1    42\n","dtype: int64\n","labels\n","0    24\n","1    14\n","dtype: int64\n","labels\n","0    24\n","1    14\n","dtype: int64\n"]}],"source":["# Convert to a pandas DataFrame\n","df_test = pd.DataFrame( dataset['test'] )\n","df_train = pd.DataFrame( dataset['train'] )\n","df_valid = pd.DataFrame( dataset['valid'] )\n","\n","print(df_train.groupby(\"labels\").size())\n","print(df_valid.groupby(\"labels\").size())\n","print(df_test.groupby(\"labels\").size())\n","\n","\n","# Convert back to dataset\n","dataset = datasets.DatasetDict(\n","    {\n","        \"train\": Dataset.from_pandas(df_train),\n","        \"test\": Dataset.from_pandas(df_test),\n","        \"valid\": Dataset.from_pandas(df_valid),\n","    }\n",")"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":12523,"status":"ok","timestamp":1691258862089,"user":{"displayName":"Unknown","userId":"16317712665857714848"},"user_tz":-60},"id":"toLjvmp2yS33","colab":{"base_uri":"https://localhost:8080/","height":113,"referenced_widgets":["3ba8a6e8bd5943e5a5c6f09203edda70","9481c245f7634e4fb0a8069eed24d394","05acac07d4f245ad913b1cd7084ea0c6","dddd3be591404168b045c5f59eff0157","bb77b2e284e145e5ab30ac8c663e2bc7","6fe9e2241f80497288ba3383ad93bde8","db60049ddbc0454da781c91524796793","e5432512262e451e907d6ca0a7346d9c","ba9287c4da3a4edeadfe80170efcf3b9","dfc9f2b946e64c9ea0fed5b9b306c31e","b8aa8ab00ad04bfa9b6ae1a2aa5528c6","c10113e26bd5411ab42330042a3af08e","c6983fbf6cff46e3bba7ace0d7db3135","248d1da2736d480e9624207daacce232","0288c0b38836430891808ca1827bd5db","c97b1f99fef146c383a57aafeb6304ec","9cbafa1769344bde9d60cf2c26c0f593","91a42108d65444f3b78b385eee2b0159","33ccacb51fe84ed08de3f8e71f716076","2e7926d58c9c4bbdabcbfc8bdfee0612","9b2d36fc49bc46228fdb1ace5dc76ad9","8913f51b8927474ca44fb22e6d9fc98a","eda9064817c04b1face9a3daa63d7abf","7079a54719204451959ce34413980faf","7fb5b174139a469ea77beeb4a218c82b","a575d5144724487195722f4cabf2e1fc","94162ee0e0d34532b2cf7c7e21a15c83","ebfe6cda9e704376a136e41097ee8074","f3cfeea0456b44eb96671518784d838c","18a28c393d2f480d802d4c724a7f9d84","2c2d78d3a78f4bf8830ec52ac1adde58","61e497490c1c4d5ab80c188f7b684795","e27866f7969c4dccafd92f28d2bb78e4"]},"outputId":"27617455-3565-4aa6-9935-cefdfa014f96"},"outputs":[{"output_type":"display_data","data":{"text/plain":["Map:   0%|          | 0/112 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"3ba8a6e8bd5943e5a5c6f09203edda70"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Map:   0%|          | 0/38 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"c10113e26bd5411ab42330042a3af08e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Map:   0%|          | 0/38 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"eda9064817c04b1face9a3daa63d7abf"}},"metadata":{}}],"source":["def tokenize_function(examples):\n","    return tokenizer(examples[\"Text\"])\n","tokenized_dataset = dataset.map(tokenize_function, batched=True, remove_columns=[\"Text\"])"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"o1JALKjzzCys"},"outputs":[],"source":["def collate_fn(examples):\n","    return tokenizer.pad(examples, padding=\"longest\", return_tensors=\"pt\")\n","# Instantiate dataloaders.\n","train_dataloader = DataLoader(tokenized_dataset[\"train\"], shuffle=True, collate_fn=collate_fn, batch_size=batch_size)\n","eval_dataloader = DataLoader(tokenized_dataset[\"valid\"], shuffle=False, collate_fn=collate_fn, batch_size=batch_size)\n","test_dataloader = DataLoader(tokenized_dataset[\"test\"], shuffle=False, collate_fn=collate_fn, batch_size=batch_size)"]},{"cell_type":"code","source":["optimizer = AdamW(params=model.parameters(), lr=lr)\n","\n","# Instantiate scheduler\n","lr_scheduler = get_linear_schedule_with_warmup(\n","    optimizer=optimizer,\n","    num_warmup_steps=0.06 * (len(train_dataloader) * num_epochs),\n","    num_training_steps=(len(train_dataloader) * num_epochs),\n",")"],"metadata":{"id":"Q-8JslTz4ULc"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["metric = evaluate.load('bstrai/classification_report')\n","metric2 = evaluate.load('hyperml/balanced_accuracy')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":81,"referenced_widgets":["9bcec8801f9c45ab8bf854c34a41a5f4","6627f02dda02497e83dc1a6457e3e625","200a7d91d34f4e8eb0d75fcc41166062","0ccad0812b4d4605a19de50ce766d556","6453c720862f410980d8c0d1aeaf5d11","547f04b5e1f147c8965b8c588b068021","8989db57b7ff46d596a389e39b57ba1c","e05ceedbded04cd3a59d7f09949db67f","7ecd07e14fb14ade8c54641ce00a2fa9","ce4a2d51705643419faf57f923a7f168","01bf79b3b19a4a929988816ef407408b","ee384ffec1f34c13b8b9e12cf19fb2cd","94fc88056fbc47ad86b0984bc08116a5","f0abfe0151fa4212b2cae8140df00fb4","0a063c39e6f44d49af541676f1d662a8","22a90d773a544975bd97d57446b9fd22","7692f0eb98ef44dfbb6ccd773e5cbcb4","6ab13b92f79a451191e5593e6f819e1f","f464d542d884423d997f35f510204bad","e6e5a5bd49b74fd2abda8b9a6445dfe1","5a7f15519d0947e9b7cd478230f2c701","ba1ab7c2d12e46afb7230af577c50ddd"]},"id":"uOVI1M0s3Oqg","executionInfo":{"status":"ok","timestamp":1691258864343,"user_tz":-60,"elapsed":2255,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"95675129-1b6c-40c4-c816-1dd1bb6792b5"},"execution_count":null,"outputs":[{"output_type":"display_data","data":{"text/plain":["Downloading builder script:   0%|          | 0.00/5.24k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"9bcec8801f9c45ab8bf854c34a41a5f4"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading builder script:   0%|          | 0.00/4.23k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"ee384ffec1f34c13b8b9e12cf19fb2cd"}},"metadata":{}}]},{"cell_type":"code","source":["#rsults without fine tunning\n","model.to(device)\n","for step, batch in enumerate(tqdm(test_dataloader)):\n","    batch.to(device)\n","    with torch.no_grad():\n","        outputs = model(**batch)\n","    predictions = outputs.logits.argmax(dim=-1)\n","    predictions, references = predictions, batch[\"labels\"]\n","    metric.add_batch(\n","        predictions=predictions,\n","        references=references,\n","    )\n","    metric2.add_batch(\n","        predictions=predictions,\n","        references=references,\n","    )\n","\n","\n","eval_metric = metric.compute()\n","eval_metric2 = metric2.compute()\n","\n","print()\n","print()\n","print(\"results on the test data, before fine tunning, letters, biomedlm:\")\n","print(eval_metric)\n","print(eval_metric2)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1691258917918,"user_tz":-60,"elapsed":5544,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"d75bda32-6fed-4615-f239-658c441c2e8e","id":"ULIstRzW3DJh"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stderr","text":["100%|██████████| 2/2 [00:04<00:00,  2.37s/it]"]},{"output_type":"stream","name":"stdout","text":["\n","results on the test data:\n","{'0': {'precision': 0.8888888888888888, 'recall': 0.3333333333333333, 'f1-score': 0.48484848484848486, 'support': 24}, '1': {'precision': 0.4482758620689655, 'recall': 0.9285714285714286, 'f1-score': 0.6046511627906977, 'support': 14}, 'accuracy': 0.5526315789473685, 'macro avg': {'precision': 0.6685823754789272, 'recall': 0.6309523809523809, 'f1-score': 0.5447498238195914, 'support': 38}, 'weighted avg': {'precision': 0.7265577737447066, 'recall': 0.5526315789473685, 'f1-score': 0.528986313564037, 'support': 38}}\n","{'balanced_accuracy': 0.6309523809523809}\n"]},{"output_type":"stream","name":"stderr","text":["\n"]}]},{"cell_type":"code","source":["import evaluate\n","import copy\n","\n","\n","best_f1 = 0.0\n","best_epoch = -1\n","best_model = None\n","\n","model.to(device)\n","for epoch in range(num_epochs):\n","    model.train()\n","    for step, batch in enumerate(tqdm(train_dataloader)):\n","        batch.to(device)\n","        outputs = model(**batch)\n","        loss = outputs.loss\n","        loss.backward()\n","        optimizer.step()\n","        lr_scheduler.step()\n","        optimizer.zero_grad()\n","\n","    model.eval()\n","    for step, batch in enumerate(tqdm(eval_dataloader)):\n","        batch.to(device)\n","        with torch.no_grad():\n","            outputs = model(**batch)\n","        predictions = outputs.logits.argmax(dim=-1)\n","        predictions, references = predictions, batch[\"labels\"]\n","        metric2.add_batch(\n","            predictions=predictions,\n","            references=references,\n","        )\n","\n","    eval_metric2 = metric2.compute()\n","    print(f\"epoch {epoch}:\", eval_metric2)\n","\n","    # Check if the current F1 score is better than the previous best\n","    if eval_metric2[\"balanced_accuracy\"] > best_f1:\n","        best_f1 = eval_metric2[\"balanced_accuracy\"]\n","        best_epoch = epoch\n","        print(\"new best model found, saving...\")\n","\n","        # Save the model checkpoint with the best F1 score\n","        best_model = copy.deepcopy(model)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"i5F7eLQUBiFf","executionInfo":{"status":"ok","timestamp":1691259059249,"user_tz":-60,"elapsed":71740,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"70d2e164-e183-4a87-d055-232c189ef995"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.33it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.84it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 0: {'balanced_accuracy': 0.6904761904761905}\n","new best model found, saving...\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.29it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.97it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 1: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.31it/s]\n","100%|██████████| 2/2 [00:00<00:00,  4.55it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 2: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:02<00:00,  1.37it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.86it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 3: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.30it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.94it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 4: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.31it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.82it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 5: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:02<00:00,  1.39it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.72it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 6: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:02<00:00,  1.37it/s]\n","100%|██████████| 2/2 [00:00<00:00,  4.05it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 7: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:02<00:00,  1.36it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.99it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 8: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.32it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.94it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 9: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.32it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.97it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 10: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.32it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.94it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 11: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.30it/s]\n","100%|██████████| 2/2 [00:00<00:00,  4.03it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 12: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:02<00:00,  1.39it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.84it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 13: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:02<00:00,  1.34it/s]\n","100%|██████████| 2/2 [00:00<00:00,  4.04it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 14: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.32it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.85it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 15: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.31it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.95it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 16: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.29it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.66it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 17: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.31it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.73it/s]\n"]},{"output_type":"stream","name":"stdout","text":["epoch 18: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 4/4 [00:03<00:00,  1.27it/s]\n","100%|██████████| 2/2 [00:00<00:00,  3.94it/s]"]},{"output_type":"stream","name":"stdout","text":["epoch 19: {'balanced_accuracy': 0.6755952380952381}\n"]},{"output_type":"stream","name":"stderr","text":["\n"]}]},{"cell_type":"code","source":["best_model.push_to_hub(\"Lukee4/biomedlm-letters\", use_auth_token=True)\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":166,"referenced_widgets":["043477e297da4202a99dc1e5a3b32a39","93395a6a388e47f9a9b3521f8e0a8b20","a9add28503794eb9b5842a8367b40e0f","c38889e973c0421aa4d78cab1708f8ad","cd8e30cb59034fd690f7dc838e9fc1d3","40b98e69c2264b00b7fad576b13b4b23","fd37e569659046179a613977b3eb34d7","8724de893ea84a05a3bd0a1a105c02b9","a45c1b78db234cef8eb32824b1841b09","b774d83e86034ff297b1cf6829596768","43df63052fc1499e928d67fccc13f052"]},"id":"2tkitRsAwKeI","executionInfo":{"status":"ok","timestamp":1690656623824,"user_tz":-60,"elapsed":1715,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"6b3c96a3-7943-4e67-9a7d-543a7710cdbc"},"execution_count":null,"outputs":[{"output_type":"display_data","data":{"text/plain":["adapter_model.bin:   0%|          | 0.00/4.78M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"043477e297da4202a99dc1e5a3b32a39"}},"metadata":{}},{"output_type":"execute_result","data":{"text/plain":["CommitInfo(commit_url='https://huggingface.co/Lukee4/biogpt-2019/commit/cd5b95f9e814257657e981e29d31c6ccb84809ea', commit_message='Upload model', commit_description='', oid='cd5b95f9e814257657e981e29d31c6ccb84809ea', pr_url=None, pr_revision=None, pr_num=None)"]},"metadata":{},"execution_count":20}]},{"cell_type":"code","source":["for step, batch in enumerate(tqdm(test_dataloader)):\n","    batch.to(device)\n","    with torch.no_grad():\n","        outputs = best_model(**batch)\n","    predictions = outputs.logits.argmax(dim=-1)\n","    predictions, references = predictions, batch[\"labels\"]\n","    metric.add_batch(\n","        predictions=predictions,\n","        references=references,\n","    )\n","    metric2.add_batch(\n","        predictions=predictions,\n","        references=references,\n","    )\n","\n","\n","eval_metric = metric.compute()\n","eval_metric2 = metric2.compute()\n","\n","print()\n","print()\n","print(\"results on the test data, after fine tunning, letters, biomedlm:\")\n","print(eval_metric)\n","print(eval_metric2)"],"metadata":{"id":"zHCv8yb1-9sL","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1691259064100,"user_tz":-60,"elapsed":1090,"user":{"displayName":"Unknown","userId":"16317712665857714848"}},"outputId":"7cad5cff-b7f4-417a-b47a-6e6ed8f27556"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stderr","text":["100%|██████████| 2/2 [00:00<00:00,  2.89it/s]\n"]},{"output_type":"stream","name":"stdout","text":["\n","results on the test data:\n","{'0': {'precision': 0.7037037037037037, 'recall': 0.7916666666666666, 'f1-score': 0.7450980392156864, 'support': 24}, '1': {'precision': 0.5454545454545454, 'recall': 0.42857142857142855, 'f1-score': 0.4799999999999999, 'support': 14}, 'accuracy': 0.6578947368421053, 'macro avg': {'precision': 0.6245791245791246, 'recall': 0.6101190476190476, 'f1-score': 0.6125490196078431, 'support': 38}, 'weighted avg': {'precision': 0.6454013822434875, 'recall': 0.6578947368421053, 'f1-score': 0.6474303405572757, 'support': 38}}\n","{'balanced_accuracy': 0.6101190476190476}\n"]}]},{"cell_type":"code","source":[],"metadata":{"id":"vsPrmhLV5UkL"},"execution_count":null,"outputs":[]}],"metadata":{"colab":{"provenance":[],"gpuType":"T4","mount_file_id":"1s7af-1u-LEtXx2iMAw-8Gf0jnFfgsvc0","authorship_tag":"ABX9TyMIjEwLtwmjqeZ58qckPf9g"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"},"widgets":{"application/vnd.jupyter.widget-state+json":{"043477e297da4202a99dc1e5a3b32a39":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_93395a6a388e47f9a9b3521f8e0a8b20","IPY_MODEL_a9add28503794eb9b5842a8367b40e0f","IPY_MODEL_c38889e973c0421aa4d78cab1708f8ad"],"layout":"IPY_MODEL_cd8e30cb59034fd690f7dc838e9fc1d3"}},"93395a6a388e47f9a9b3521f8e0a8b20":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_40b98e69c2264b00b7fad576b13b4b23","placeholder":"​","style":"IPY_MODEL_fd37e569659046179a613977b3eb34d7","value":"adapter_model.bin: 100%"}},"a9add28503794eb9b5842a8367b40e0f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_8724de893ea84a05a3bd0a1a105c02b9","max":4778897,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a45c1b78db234cef8eb32824b1841b09","value":4778897}},"c38889e973c0421aa4d78cab1708f8ad":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b774d83e86034ff297b1cf6829596768","placeholder":"​","style":"IPY_MODEL_43df63052fc1499e928d67fccc13f052","value":" 4.78M/4.78M [00:01&lt;00:00, 8.75MB/s]"}},"cd8e30cb59034fd690f7dc838e9fc1d3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"40b98e69c2264b00b7fad576b13b4b23":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fd37e569659046179a613977b3eb34d7":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8724de893ea84a05a3bd0a1a105c02b9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a45c1b78db234cef8eb32824b1841b09":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"b774d83e86034ff297b1cf6829596768":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"43df63052fc1499e928d67fccc13f052":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"167dbd9bc7b34cf6b38df2901bb3a150":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_d0b183a540384d49a0faf74897693cd3","IPY_MODEL_7b14c9bfba6f4e3b807a3b6bedd7ecf2","IPY_MODEL_72fc8c02c0584970ade45abc6a93dd3f","IPY_MODEL_77e60c232c444d068a46bd563dbb6842","IPY_MODEL_f37e18decc6b42ae8c9c17d41ebaa86e"],"layout":"IPY_MODEL_e69bca8f9676418aac54de54ae10e427"}},"d0b183a540384d49a0faf74897693cd3":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c17f25fabf4b430d8b74aba27a3ecb3c","placeholder":"​","style":"IPY_MODEL_e917ef16634f4bf89e0bf3a991ae39c6","value":"<center> <img\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.svg\nalt='Hugging Face'> <br> Copy a token from <a\nhref=\"https://huggingface.co/settings/tokens\" target=\"_blank\">your Hugging Face\ntokens page</a> and paste it below. <br> Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file. </center>"}},"7b14c9bfba6f4e3b807a3b6bedd7ecf2":{"model_module":"@jupyter-widgets/controls","model_name":"PasswordModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"PasswordModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"PasswordView","continuous_update":true,"description":"Token:","description_tooltip":null,"disabled":false,"layout":"IPY_MODEL_f0618176e2704d89a5db59214c8fd165","placeholder":"​","style":"IPY_MODEL_44d69d000ccc467381779c7aef118cc8","value":""}},"72fc8c02c0584970ade45abc6a93dd3f":{"model_module":"@jupyter-widgets/controls","model_name":"CheckboxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"CheckboxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"CheckboxView","description":"Add token as git credential?","description_tooltip":null,"disabled":false,"indent":true,"layout":"IPY_MODEL_33a289b7beb449a78d71a244df6ed2c8","style":"IPY_MODEL_2603a0d202224f7a99a242d508ee69c1","value":true}},"77e60c232c444d068a46bd563dbb6842":{"model_module":"@jupyter-widgets/controls","model_name":"ButtonModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ButtonModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ButtonView","button_style":"","description":"Login","disabled":false,"icon":"","layout":"IPY_MODEL_140413f12e694b36b061a2b3e062b4ab","style":"IPY_MODEL_1b4d07fde531498891f7226161d7b2aa","tooltip":""}},"f37e18decc6b42ae8c9c17d41ebaa86e":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f79ceb6a70e74277b1f79d43ba2f65d5","placeholder":"​","style":"IPY_MODEL_5965ba68edb346359decfbe0b1e603c6","value":"\n<b>Pro Tip:</b> If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks. </center>"}},"e69bca8f9676418aac54de54ae10e427":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":"center","align_self":null,"border":null,"bottom":null,"display":"flex","flex":null,"flex_flow":"column","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"50%"}},"c17f25fabf4b430d8b74aba27a3ecb3c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e917ef16634f4bf89e0bf3a991ae39c6":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f0618176e2704d89a5db59214c8fd165":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"44d69d000ccc467381779c7aef118cc8":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"33a289b7beb449a78d71a244df6ed2c8":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2603a0d202224f7a99a242d508ee69c1":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"140413f12e694b36b061a2b3e062b4ab":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1b4d07fde531498891f7226161d7b2aa":{"model_module":"@jupyter-widgets/controls","model_name":"ButtonStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ButtonStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","button_color":null,"font_weight":""}},"f79ceb6a70e74277b1f79d43ba2f65d5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5965ba68edb346359decfbe0b1e603c6":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a34b2cf0240a4cd39a672d21e15273f7":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_88210154033f418cabb61aa3d4121607","IPY_MODEL_86da6fff4a5349c09cc68cdcda10afd5","IPY_MODEL_fd588c3379ee4922a640e5e39397525d"],"layout":"IPY_MODEL_d99d5c5726e243d39b9b7dff153f4ece"}},"88210154033f418cabb61aa3d4121607":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_878349fab6b843c4b73d835cf6840c02","placeholder":"​","style":"IPY_MODEL_14b2af10319d439fa8375af836d2bab3","value":"Downloading data files: 100%"}},"86da6fff4a5349c09cc68cdcda10afd5":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_f251572f5f5b4848a38497eaf3962ccd","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_765be35c4f0a4d86aa91c3087a9ff19e","value":1}},"fd588c3379ee4922a640e5e39397525d":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f3c9216620054bff8e6ed8ce73d069ba","placeholder":"​","style":"IPY_MODEL_45f20082ccbb404d93c59f55fe25a7c6","value":" 1/1 [00:00&lt;00:00, 25.53it/s]"}},"d99d5c5726e243d39b9b7dff153f4ece":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"878349fab6b843c4b73d835cf6840c02":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"14b2af10319d439fa8375af836d2bab3":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f251572f5f5b4848a38497eaf3962ccd":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"765be35c4f0a4d86aa91c3087a9ff19e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f3c9216620054bff8e6ed8ce73d069ba":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"45f20082ccbb404d93c59f55fe25a7c6":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2cb134a7bf8b4c728fc7ba813b0a5c03":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_4b598d89e7b74b938aabd6ecd4aa744b","IPY_MODEL_1d351bb0e55a4a91b6fb4fc3844c28e3","IPY_MODEL_2e8733640c264bd7b873ad521b511036"],"layout":"IPY_MODEL_80afdd84c3994e52ac4d8ec19586db25"}},"4b598d89e7b74b938aabd6ecd4aa744b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d19fcf34013d4af48fcdc585a74a869a","placeholder":"​","style":"IPY_MODEL_22cf9b2d6e1c4183b20b550e7ae9839f","value":"Extracting data files: 100%"}},"1d351bb0e55a4a91b6fb4fc3844c28e3":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_14c6b1c4b869479e8a4f26d40e0a70b6","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8b2600d813f049969957d4c2924f820f","value":1}},"2e8733640c264bd7b873ad521b511036":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_000606d77d2a42629905e55ff77ad78e","placeholder":"​","style":"IPY_MODEL_626faddec29c47beb5d02e63348829e9","value":" 1/1 [00:00&lt;00:00,  3.98it/s]"}},"80afdd84c3994e52ac4d8ec19586db25":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d19fcf34013d4af48fcdc585a74a869a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"22cf9b2d6e1c4183b20b550e7ae9839f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"14c6b1c4b869479e8a4f26d40e0a70b6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8b2600d813f049969957d4c2924f820f":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"000606d77d2a42629905e55ff77ad78e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"626faddec29c47beb5d02e63348829e9":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d7b2b13c2cba4b3180469e51fea29333":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_825c848eb45d4620a72981f8f104446a","IPY_MODEL_41a27a04ef114249bdfe1743d26593b8","IPY_MODEL_65a7e276e354429698df57c5adb6ea93"],"layout":"IPY_MODEL_05fdbf094ea545bf8007bfa3572dc2b5"}},"825c848eb45d4620a72981f8f104446a":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c103e19acb944d808553067018220855","placeholder":"​","style":"IPY_MODEL_c1dfb95cbd9f4d6095d1aa2c0a397303","value":"Generating train split: "}},"41a27a04ef114249bdfe1743d26593b8":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_8305abc04935424d9f1f35d99f3dd15f","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_599fce89f2b74747b41519155dd69f87","value":1}},"65a7e276e354429698df57c5adb6ea93":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ea8bc2bafe1040d7bb469859d5c9d142","placeholder":"​","style":"IPY_MODEL_c8be392160cd4766bedc8fc188721100","value":" 300/0 [00:00&lt;00:00, 3706.26 examples/s]"}},"05fdbf094ea545bf8007bfa3572dc2b5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c103e19acb944d808553067018220855":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c1dfb95cbd9f4d6095d1aa2c0a397303":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8305abc04935424d9f1f35d99f3dd15f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"20px"}},"599fce89f2b74747b41519155dd69f87":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ea8bc2bafe1040d7bb469859d5c9d142":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c8be392160cd4766bedc8fc188721100":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c499a5e1a22b4639a35ef7253ffb3a60":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_a17202c8e1f74009a6eaae08c7658352","IPY_MODEL_4e3cdb9f60a84c2a896953ea20565370","IPY_MODEL_30f58d3ca4864892be039373b9d033eb"],"layout":"IPY_MODEL_b15115ee657442e094a0d9e2c6c76dbe"}},"a17202c8e1f74009a6eaae08c7658352":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_87e8db9685b84b10a02c51771041a4c0","placeholder":"​","style":"IPY_MODEL_8911b2deacb44ea2ae1ca10212116b2b","value":"Casting to class labels: 100%"}},"4e3cdb9f60a84c2a896953ea20565370":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_fa2f3f7d0a25487e906a4e72769b1438","max":188,"min":0,"orientation":"horizontal","style":"IPY_MODEL_202ce2c900d940edb668b9d16e99fbbf","value":188}},"30f58d3ca4864892be039373b9d033eb":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_295cca79f54a417f880e6b3d2e95dc05","placeholder":"​","style":"IPY_MODEL_dd15eb44e9934fd790a206c49bff7dd0","value":" 188/188 [00:00&lt;00:00, 3371.45 examples/s]"}},"b15115ee657442e094a0d9e2c6c76dbe":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"87e8db9685b84b10a02c51771041a4c0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8911b2deacb44ea2ae1ca10212116b2b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fa2f3f7d0a25487e906a4e72769b1438":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"202ce2c900d940edb668b9d16e99fbbf":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"295cca79f54a417f880e6b3d2e95dc05":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"dd15eb44e9934fd790a206c49bff7dd0":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3ba8a6e8bd5943e5a5c6f09203edda70":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9481c245f7634e4fb0a8069eed24d394","IPY_MODEL_05acac07d4f245ad913b1cd7084ea0c6","IPY_MODEL_dddd3be591404168b045c5f59eff0157"],"layout":"IPY_MODEL_bb77b2e284e145e5ab30ac8c663e2bc7"}},"9481c245f7634e4fb0a8069eed24d394":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6fe9e2241f80497288ba3383ad93bde8","placeholder":"​","style":"IPY_MODEL_db60049ddbc0454da781c91524796793","value":"Map: 100%"}},"05acac07d4f245ad913b1cd7084ea0c6":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_e5432512262e451e907d6ca0a7346d9c","max":112,"min":0,"orientation":"horizontal","style":"IPY_MODEL_ba9287c4da3a4edeadfe80170efcf3b9","value":112}},"dddd3be591404168b045c5f59eff0157":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_dfc9f2b946e64c9ea0fed5b9b306c31e","placeholder":"​","style":"IPY_MODEL_b8aa8ab00ad04bfa9b6ae1a2aa5528c6","value":" 112/112 [00:01&lt;00:00, 84.50 examples/s]"}},"bb77b2e284e145e5ab30ac8c663e2bc7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6fe9e2241f80497288ba3383ad93bde8":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"db60049ddbc0454da781c91524796793":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e5432512262e451e907d6ca0a7346d9c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ba9287c4da3a4edeadfe80170efcf3b9":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"dfc9f2b946e64c9ea0fed5b9b306c31e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b8aa8ab00ad04bfa9b6ae1a2aa5528c6":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c10113e26bd5411ab42330042a3af08e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_c6983fbf6cff46e3bba7ace0d7db3135","IPY_MODEL_248d1da2736d480e9624207daacce232","IPY_MODEL_0288c0b38836430891808ca1827bd5db"],"layout":"IPY_MODEL_c97b1f99fef146c383a57aafeb6304ec"}},"c6983fbf6cff46e3bba7ace0d7db3135":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9cbafa1769344bde9d60cf2c26c0f593","placeholder":"​","style":"IPY_MODEL_91a42108d65444f3b78b385eee2b0159","value":"Map: 100%"}},"248d1da2736d480e9624207daacce232":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_33ccacb51fe84ed08de3f8e71f716076","max":38,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2e7926d58c9c4bbdabcbfc8bdfee0612","value":38}},"0288c0b38836430891808ca1827bd5db":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9b2d36fc49bc46228fdb1ace5dc76ad9","placeholder":"​","style":"IPY_MODEL_8913f51b8927474ca44fb22e6d9fc98a","value":" 38/38 [00:00&lt;00:00, 197.04 examples/s]"}},"c97b1f99fef146c383a57aafeb6304ec":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9cbafa1769344bde9d60cf2c26c0f593":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"91a42108d65444f3b78b385eee2b0159":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"33ccacb51fe84ed08de3f8e71f716076":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2e7926d58c9c4bbdabcbfc8bdfee0612":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"9b2d36fc49bc46228fdb1ace5dc76ad9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8913f51b8927474ca44fb22e6d9fc98a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"eda9064817c04b1face9a3daa63d7abf":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_7079a54719204451959ce34413980faf","IPY_MODEL_7fb5b174139a469ea77beeb4a218c82b","IPY_MODEL_a575d5144724487195722f4cabf2e1fc"],"layout":"IPY_MODEL_94162ee0e0d34532b2cf7c7e21a15c83"}},"7079a54719204451959ce34413980faf":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ebfe6cda9e704376a136e41097ee8074","placeholder":"​","style":"IPY_MODEL_f3cfeea0456b44eb96671518784d838c","value":"Map: 100%"}},"7fb5b174139a469ea77beeb4a218c82b":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_18a28c393d2f480d802d4c724a7f9d84","max":38,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2c2d78d3a78f4bf8830ec52ac1adde58","value":38}},"a575d5144724487195722f4cabf2e1fc":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_61e497490c1c4d5ab80c188f7b684795","placeholder":"​","style":"IPY_MODEL_e27866f7969c4dccafd92f28d2bb78e4","value":" 38/38 [00:00&lt;00:00, 445.69 examples/s]"}},"94162ee0e0d34532b2cf7c7e21a15c83":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ebfe6cda9e704376a136e41097ee8074":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f3cfeea0456b44eb96671518784d838c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"18a28c393d2f480d802d4c724a7f9d84":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2c2d78d3a78f4bf8830ec52ac1adde58":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"61e497490c1c4d5ab80c188f7b684795":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e27866f7969c4dccafd92f28d2bb78e4":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9bcec8801f9c45ab8bf854c34a41a5f4":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_6627f02dda02497e83dc1a6457e3e625","IPY_MODEL_200a7d91d34f4e8eb0d75fcc41166062","IPY_MODEL_0ccad0812b4d4605a19de50ce766d556"],"layout":"IPY_MODEL_6453c720862f410980d8c0d1aeaf5d11"}},"6627f02dda02497e83dc1a6457e3e625":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_547f04b5e1f147c8965b8c588b068021","placeholder":"​","style":"IPY_MODEL_8989db57b7ff46d596a389e39b57ba1c","value":"Downloading builder script: 100%"}},"200a7d91d34f4e8eb0d75fcc41166062":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_e05ceedbded04cd3a59d7f09949db67f","max":5244,"min":0,"orientation":"horizontal","style":"IPY_MODEL_7ecd07e14fb14ade8c54641ce00a2fa9","value":5244}},"0ccad0812b4d4605a19de50ce766d556":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ce4a2d51705643419faf57f923a7f168","placeholder":"​","style":"IPY_MODEL_01bf79b3b19a4a929988816ef407408b","value":" 5.24k/5.24k [00:00&lt;00:00, 172kB/s]"}},"6453c720862f410980d8c0d1aeaf5d11":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"547f04b5e1f147c8965b8c588b068021":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8989db57b7ff46d596a389e39b57ba1c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e05ceedbded04cd3a59d7f09949db67f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7ecd07e14fb14ade8c54641ce00a2fa9":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ce4a2d51705643419faf57f923a7f168":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"01bf79b3b19a4a929988816ef407408b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ee384ffec1f34c13b8b9e12cf19fb2cd":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_94fc88056fbc47ad86b0984bc08116a5","IPY_MODEL_f0abfe0151fa4212b2cae8140df00fb4","IPY_MODEL_0a063c39e6f44d49af541676f1d662a8"],"layout":"IPY_MODEL_22a90d773a544975bd97d57446b9fd22"}},"94fc88056fbc47ad86b0984bc08116a5":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7692f0eb98ef44dfbb6ccd773e5cbcb4","placeholder":"​","style":"IPY_MODEL_6ab13b92f79a451191e5593e6f819e1f","value":"Downloading builder script: 100%"}},"f0abfe0151fa4212b2cae8140df00fb4":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_f464d542d884423d997f35f510204bad","max":4233,"min":0,"orientation":"horizontal","style":"IPY_MODEL_e6e5a5bd49b74fd2abda8b9a6445dfe1","value":4233}},"0a063c39e6f44d49af541676f1d662a8":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5a7f15519d0947e9b7cd478230f2c701","placeholder":"​","style":"IPY_MODEL_ba1ab7c2d12e46afb7230af577c50ddd","value":" 4.23k/4.23k [00:00&lt;00:00, 160kB/s]"}},"22a90d773a544975bd97d57446b9fd22":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7692f0eb98ef44dfbb6ccd773e5cbcb4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6ab13b92f79a451191e5593e6f819e1f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f464d542d884423d997f35f510204bad":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e6e5a5bd49b74fd2abda8b9a6445dfe1":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"5a7f15519d0947e9b7cd478230f2c701":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ba1ab7c2d12e46afb7230af577c50ddd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}},"accelerator":"GPU"},"nbformat":4,"nbformat_minor":0}