spell_check_일부_증분_데이터로_대분류_예측하기(최종).ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/KorStats/classification-project/blob/main/spell_check_%EC%9D%BC%EB%B6%80_%EC%A6%9D%EB%B6%84_%EB%8D%B0%EC%9D%B4%ED%84%B0%EB%A1%9C_%EB%8C%80%EB%B6%84%EB%A5%98_%EC%98%88%EC%B8%A1%ED%95%98%EA%B8%B0(%EC%B5%9C%EC%A2%85).ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-imvwIZmPVwp",
        "outputId": "414400f7-d34e-4ed7-a02b-0bf89ec3bd17"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting mxnet\n",
            "  Downloading mxnet-1.9.0-py3-none-manylinux2014_x86_64.whl (47.3 MB)\n",
            "\u001b[K     |████████████████████████████████| 47.3 MB 1.2 MB/s \n",
            "\u001b[?25hRequirement already satisfied: numpy<2.0.0,>1.16.0 in /usr/local/lib/python3.7/dist-packages (from mxnet) (1.21.5)\n",
            "Requirement already satisfied: requests<3,>=2.20.0 in /usr/local/lib/python3.7/dist-packages (from mxnet) (2.23.0)\n",
            "Collecting graphviz<0.9.0,>=0.8.1\n",
            "  Downloading graphviz-0.8.4-py2.py3-none-any.whl (16 kB)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.20.0->mxnet) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.20.0->mxnet) (2021.10.8)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.20.0->mxnet) (3.0.4)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.20.0->mxnet) (2.10)\n",
            "Installing collected packages: graphviz, mxnet\n",
            "  Attempting uninstall: graphviz\n",
            "    Found existing installation: graphviz 0.10.1\n",
            "    Uninstalling graphviz-0.10.1:\n",
            "      Successfully uninstalled graphviz-0.10.1\n",
            "Successfully installed graphviz-0.8.4 mxnet-1.9.0\n",
            "Collecting gluonnlp\n",
            "  Downloading gluonnlp-0.10.0.tar.gz (344 kB)\n",
            "\u001b[K     |████████████████████████████████| 344 kB 11.8 MB/s \n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (1.3.5)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (4.63.0)\n",
            "Requirement already satisfied: numpy>=1.16.0 in /usr/local/lib/python3.7/dist-packages (from gluonnlp) (1.21.5)\n",
            "Requirement already satisfied: cython in /usr/local/lib/python3.7/dist-packages (from gluonnlp) (0.29.28)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from gluonnlp) (21.3)\n",
            "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.7/dist-packages (from pandas) (2018.9)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.7.3->pandas) (1.15.0)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->gluonnlp) (3.0.7)\n",
            "Building wheels for collected packages: gluonnlp\n",
            "  Building wheel for gluonnlp (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for gluonnlp: filename=gluonnlp-0.10.0-cp37-cp37m-linux_x86_64.whl size=595729 sha256=187363b0ff1ab6957a6c5d50c1ab9f012b861324b3ed0a8f71b5e09f466751af\n",
            "  Stored in directory: /root/.cache/pip/wheels/be/b4/06/7f3fdfaf707e6b5e98b79c041e023acffbe395d78a527eae00\n",
            "Successfully built gluonnlp\n",
            "Installing collected packages: gluonnlp\n",
            "Successfully installed gluonnlp-0.10.0\n",
            "Collecting sentencepiece\n",
            "  Downloading sentencepiece-0.1.96-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
            "\u001b[K     |████████████████████████████████| 1.2 MB 11.9 MB/s \n",
            "\u001b[?25hInstalling collected packages: sentencepiece\n",
            "Successfully installed sentencepiece-0.1.96\n",
            "Collecting transformers==3.0.2\n",
            "  Downloading transformers-3.0.2-py3-none-any.whl (769 kB)\n",
            "\u001b[K     |████████████████████████████████| 769 kB 13.3 MB/s \n",
            "\u001b[?25hCollecting tokenizers==0.8.1.rc1\n",
            "  Downloading tokenizers-0.8.1rc1-cp37-cp37m-manylinux1_x86_64.whl (3.0 MB)\n",
            "\u001b[K     |████████████████████████████████| 3.0 MB 59.4 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers==3.0.2) (4.63.0)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from transformers==3.0.2) (21.3)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers==3.0.2) (2019.12.20)\n",
            "Requirement already satisfied: sentencepiece!=0.1.92 in /usr/local/lib/python3.7/dist-packages (from transformers==3.0.2) (0.1.96)\n",
            "Collecting sacremoses\n",
            "  Downloading sacremoses-0.0.49-py3-none-any.whl (895 kB)\n",
            "\u001b[K     |████████████████████████████████| 895 kB 47.0 MB/s \n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers==3.0.2) (2.23.0)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from transformers==3.0.2) (1.21.5)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers==3.0.2) (3.6.0)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->transformers==3.0.2) (3.0.7)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==3.0.2) (1.24.3)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==3.0.2) (3.0.4)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==3.0.2) (2021.10.8)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==3.0.2) (2.10)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==3.0.2) (1.1.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==3.0.2) (1.15.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==3.0.2) (7.1.2)\n",
            "Installing collected packages: tokenizers, sacremoses, transformers\n",
            "Successfully installed sacremoses-0.0.49 tokenizers-0.8.1rc1 transformers-3.0.2\n",
            "Requirement already satisfied: torch in /usr/local/lib/python3.7/dist-packages (1.10.0+cu111)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch) (3.10.0.2)\n",
            "Collecting git+https://****@github.com/SKTBrain/KoBERT.git@master\n",
            "  Cloning https://****@github.com/SKTBrain/KoBERT.git (to revision master) to /tmp/pip-req-build-f8885mnq\n",
            "  Running command git clone -q 'https://****@github.com/SKTBrain/KoBERT.git' /tmp/pip-req-build-f8885mnq\n",
            "Collecting boto3\n",
            "  Downloading boto3-1.21.30-py3-none-any.whl (132 kB)\n",
            "\u001b[K     |████████████████████████████████| 132 kB 12.6 MB/s \n",
            "\u001b[?25hRequirement already satisfied: gluonnlp>=0.6.0 in /usr/local/lib/python3.7/dist-packages (from kobert==0.2.3) (0.10.0)\n",
            "Requirement already satisfied: mxnet>=1.4.0 in /usr/local/lib/python3.7/dist-packages (from kobert==0.2.3) (1.9.0)\n",
            "Collecting onnxruntime==1.8.0\n",
            "  Downloading onnxruntime-1.8.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.5 MB)\n",
            "\u001b[K     |████████████████████████████████| 4.5 MB 66.8 MB/s \n",
            "\u001b[?25hRequirement already satisfied: sentencepiece>=0.1.6 in /usr/local/lib/python3.7/dist-packages (from kobert==0.2.3) (0.1.96)\n",
            "Requirement already satisfied: torch>=1.7.0 in /usr/local/lib/python3.7/dist-packages (from kobert==0.2.3) (1.10.0+cu111)\n",
            "Collecting transformers>=4.8.1\n",
            "  Downloading transformers-4.17.0-py3-none-any.whl (3.8 MB)\n",
            "\u001b[K     |████████████████████████████████| 3.8 MB 38.8 MB/s \n",
            "\u001b[?25hRequirement already satisfied: protobuf in /usr/local/lib/python3.7/dist-packages (from onnxruntime==1.8.0->kobert==0.2.3) (3.17.3)\n",
            "Requirement already satisfied: flatbuffers in /usr/local/lib/python3.7/dist-packages (from onnxruntime==1.8.0->kobert==0.2.3) (2.0)\n",
            "Requirement already satisfied: numpy>=1.16.6 in /usr/local/lib/python3.7/dist-packages (from onnxruntime==1.8.0->kobert==0.2.3) (1.21.5)\n",
            "Requirement already satisfied: cython in /usr/local/lib/python3.7/dist-packages (from gluonnlp>=0.6.0->kobert==0.2.3) (0.29.28)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from gluonnlp>=0.6.0->kobert==0.2.3) (21.3)\n",
            "Requirement already satisfied: graphviz<0.9.0,>=0.8.1 in /usr/local/lib/python3.7/dist-packages (from mxnet>=1.4.0->kobert==0.2.3) (0.8.4)\n",
            "Requirement already satisfied: requests<3,>=2.20.0 in /usr/local/lib/python3.7/dist-packages (from mxnet>=1.4.0->kobert==0.2.3) (2.23.0)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.20.0->mxnet>=1.4.0->kobert==0.2.3) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.20.0->mxnet>=1.4.0->kobert==0.2.3) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.20.0->mxnet>=1.4.0->kobert==0.2.3) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.20.0->mxnet>=1.4.0->kobert==0.2.3) (2021.10.8)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch>=1.7.0->kobert==0.2.3) (3.10.0.2)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers>=4.8.1->kobert==0.2.3) (4.63.0)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers>=4.8.1->kobert==0.2.3) (0.0.49)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers>=4.8.1->kobert==0.2.3) (3.6.0)\n",
            "Collecting pyyaml>=5.1\n",
            "  Downloading PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (596 kB)\n",
            "\u001b[K     |████████████████████████████████| 596 kB 51.7 MB/s \n",
            "\u001b[?25hCollecting huggingface-hub<1.0,>=0.1.0\n",
            "  Downloading huggingface_hub-0.4.0-py3-none-any.whl (67 kB)\n",
            "\u001b[K     |████████████████████████████████| 67 kB 5.0 MB/s \n",
            "\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers>=4.8.1->kobert==0.2.3) (2019.12.20)\n",
            "Collecting tokenizers!=0.11.3,>=0.11.1\n",
            "  Downloading tokenizers-0.12.0-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (6.6 MB)\n",
            "\u001b[K     |████████████████████████████████| 6.6 MB 48.7 MB/s \n",
            "\u001b[?25hRequirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers>=4.8.1->kobert==0.2.3) (4.11.3)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->gluonnlp>=0.6.0->kobert==0.2.3) (3.0.7)\n",
            "Collecting jmespath<2.0.0,>=0.7.1\n",
            "  Downloading jmespath-1.0.0-py3-none-any.whl (23 kB)\n",
            "Collecting botocore<1.25.0,>=1.24.30\n",
            "  Downloading botocore-1.24.30-py3-none-any.whl (8.6 MB)\n",
            "\u001b[K     |████████████████████████████████| 8.6 MB 61.4 MB/s \n",
            "\u001b[?25hCollecting s3transfer<0.6.0,>=0.5.0\n",
            "  Downloading s3transfer-0.5.2-py3-none-any.whl (79 kB)\n",
            "\u001b[K     |████████████████████████████████| 79 kB 8.2 MB/s \n",
            "\u001b[?25hRequirement already satisfied: python-dateutil<3.0.0,>=2.1 in /usr/local/lib/python3.7/dist-packages (from botocore<1.25.0,>=1.24.30->boto3->kobert==0.2.3) (2.8.2)\n",
            "Collecting urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1\n",
            "  Downloading urllib3-1.25.11-py2.py3-none-any.whl (127 kB)\n",
            "\u001b[K     |████████████████████████████████| 127 kB 71.7 MB/s \n",
            "\u001b[?25hRequirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil<3.0.0,>=2.1->botocore<1.25.0,>=1.24.30->boto3->kobert==0.2.3) (1.15.0)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers>=4.8.1->kobert==0.2.3) (3.7.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers>=4.8.1->kobert==0.2.3) (7.1.2)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers>=4.8.1->kobert==0.2.3) (1.1.0)\n",
            "Building wheels for collected packages: kobert\n",
            "  Building wheel for kobert (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for kobert: filename=kobert-0.2.3-py3-none-any.whl size=15674 sha256=31b87652eb2087479ac26f10099c667d082c2f62044c69d7c2d5fe91c7be6c55\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-mqmj2n0q/wheels/d3/68/ca/334747dfb038313b49cf71f84832a33372f3470d9ddfd051c0\n",
            "Successfully built kobert\n",
            "Installing collected packages: urllib3, jmespath, pyyaml, botocore, tokenizers, s3transfer, huggingface-hub, transformers, onnxruntime, boto3, kobert\n",
            "  Attempting uninstall: urllib3\n",
            "    Found existing installation: urllib3 1.24.3\n",
            "    Uninstalling urllib3-1.24.3:\n",
            "      Successfully uninstalled urllib3-1.24.3\n",
            "  Attempting uninstall: pyyaml\n",
            "    Found existing installation: PyYAML 3.13\n",
            "    Uninstalling PyYAML-3.13:\n",
            "      Successfully uninstalled PyYAML-3.13\n",
            "  Attempting uninstall: tokenizers\n",
            "    Found existing installation: tokenizers 0.8.1rc1\n",
            "    Uninstalling tokenizers-0.8.1rc1:\n",
            "      Successfully uninstalled tokenizers-0.8.1rc1\n",
            "  Attempting uninstall: transformers\n",
            "    Found existing installation: transformers 3.0.2\n",
            "    Uninstalling transformers-3.0.2:\n",
            "      Successfully uninstalled transformers-3.0.2\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\u001b[0m\n",
            "Successfully installed boto3-1.21.30 botocore-1.24.30 huggingface-hub-0.4.0 jmespath-1.0.0 kobert-0.2.3 onnxruntime-1.8.0 pyyaml-6.0 s3transfer-0.5.2 tokenizers-0.12.0 transformers-4.17.0 urllib3-1.25.11\n",
            "/content/.cache/kobert_v1.zip[██████████████████████████████████████████████████]\n",
            "/content/.cache/kobert_news_wiki_ko_cased-1087f8699e.spiece[██████████████████████████████████████████████████]\n"
          ]
        }
      ],
      "source": [
        "!pip install mxnet\n",
        "!pip install gluonnlp pandas tqdm\n",
        "!pip install sentencepiece\n",
        "!pip install transformers==3.0.2\n",
        "!pip install torch\n",
        "\n",
        "#깃허브에서 KoBERT 파일 로드\n",
        "!pip install git+https://git@github.com/SKTBrain/KoBERT.git@master\n",
        "import torch\n",
        "from torch import nn\n",
        "import torch.nn.functional as F\n",
        "import torch.optim as optim\n",
        "from torch.utils.data import Dataset, DataLoader\n",
        "import gluonnlp as nlp\n",
        "import numpy as np\n",
        "from tqdm import tqdm, tqdm_notebook\n",
        "#kobert\n",
        "from kobert.utils import get_tokenizer\n",
        "from kobert.pytorch_kobert import get_pytorch_kobert_model\n",
        "\n",
        "#transformers\n",
        "from transformers import AdamW\n",
        "from transformers.optimization import get_cosine_schedule_with_warmup\n",
        "#GPU 사용\n",
        "device = torch.device(\"cuda:0\")\n",
        "#BERT 모델, Vocabulary 불러오기\n",
        "bertmodel, vocab = get_pytorch_kobert_model()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LjIKhkDtPbvA",
        "outputId": "3b17832f-ab36-445a-deb6-50801ed815fe"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ],
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "J5hcrkWdPbxW",
        "outputId": "2e950ea7-e6ea-4b35-b275-08eb578f3811"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/gdrive\n",
            " 산업분류자동화\t\t df_A_inc.csv   df_M_inc.csv\t labels.zip\n",
            " A_inc_model.pt\t\t df_B_inc.csv   df_N_inc.csv\t'My Drive'\n",
            " B_inc_model.pt\t\t df_D_inc.csv   df_O_inc.csv\t spell_check\n",
            " classes.txt\t\t df_E_inc.csv   df_Q_inc.csv\t val.txt\n",
            "'Colab Notebooks'\t df_J_inc.csv   df_R_inc.csv\n",
            "'답안 작성용 파일.csv'\t df_K_inc.csv   E_inc_model.pt\n"
          ]
        }
      ],
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/gdrive')\n",
        "!ln -s /content/gdrive/My\\ Drive/ /mydrive\n",
        "!ls /mydrive"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YnCVJyzDPbzg",
        "outputId": "6d72b1f0-d4dd-4b51-8f07-d03e788ac232"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Archive:  /content/gdrive/My Drive/산업분류자동화/모델 개발용 자료.zip\n",
            "2. 모델개발용자료.txt:  mismatching \"local\" filename (2. ыкиыН╕ъ░Ьы░ЬьЪйьЮРыгМ.txt),\n",
            "         continuing with \"central\" filename version\n",
            "  inflating: /content/dataset/2. 모델개발용자료.txt  \n",
            "Archive:  /content/gdrive/My Drive/산업분류자동화/실습용 자료.zip\n",
            "1. 실습용자료.txt:  mismatching \"local\" filename (1. ьЛдьК╡ьЪйьЮРыгМ.txt),\n",
            "         continuing with \"central\" filename version\n",
            "  inflating: /content/dataset/1. 실습용자료.txt  \n"
          ]
        }
      ],
      "source": [
        "!unzip /content/gdrive/'My Drive'/산업분류자동화/'모델 개발용 자료'.zip -d /content/dataset\n",
        "!unzip /content/gdrive/'My Drive'/산업분류자동화/'실습용 자료'.zip -d /content/dataset"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "clR298QvPb1V"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "df_A=pd.read_csv('/content/gdrive/MyDrive/My Drive/df_A_inc.csv') #증분데이터 사용\n",
        "df_B=pd.read_csv('/content/gdrive/MyDrive/My Drive/df_B_inc.csv') #증분데이터 사용\n",
        "df_C=pd.read_csv('/content/gdrive/MyDrive/spell_check/C_spellcheck.csv')\n",
        "df_D=pd.read_csv('/content/gdrive/MyDrive/My Drive/df_D_inc.csv') #증분데이터 사용\n",
        "df_E=pd.read_csv('/content/gdrive/MyDrive/My Drive/df_E_inc.csv') #증분데이터 사용\n",
        "df_F=pd.read_csv('/content/gdrive/MyDrive/spell_check/F_spell_check.csv')\n",
        "df_G=pd.read_csv('/content/gdrive/MyDrive/spell_check/G_spell_check.csv')\n",
        "df_H=pd.read_csv('/content/gdrive/MyDrive/spell_check/H_spellcheck.csv')\n",
        "df_I=pd.read_csv('/content/gdrive/MyDrive/spell_check/I_spell_check.csv')\n",
        "df_J=pd.read_csv('/content/gdrive/MyDrive/spell_check/J_spellcheck.csv')\n",
        "df_K=pd.read_csv('/content/gdrive/MyDrive/spell_check/K_spellcheck.csv')\n",
        "df_L=pd.read_csv('/content/gdrive/MyDrive/spell_check/L_spell_check.csv')\n",
        "df_M=pd.read_csv('/content/gdrive/MyDrive/spell_check/M_spell_check.csv')\n",
        "df_N=pd.read_csv('/content/gdrive/MyDrive/spell_check/N_spell_check.csv')\n",
        "df_O=pd.read_csv('/content/gdrive/MyDrive/My Drive/df_O_inc.csv') #증분데이터 사용\n",
        "df_P=pd.read_csv('/content/gdrive/MyDrive/spell_check/P_spell_check.csv')\n",
        "df_Q=pd.read_csv('/content/gdrive/MyDrive/spell_check/Q_spellcheck.csv')\n",
        "df_R=pd.read_csv('/content/gdrive/MyDrive/spell_check/R_spellcheck.csv')\n",
        "df_S=pd.read_csv('/content/gdrive/MyDrive/spell_check/S_spellcheck.csv')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "HNU07nOcQ0YS"
      },
      "outputs": [],
      "source": [
        "df=pd.concat([df_A, df_B, df_C, df_D, df_E, df_F, df_G, df_H, df_I, df_J, df_K, df_L, df_M, df_N, df_O, df_P, df_Q, df_R, df_S])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-vgT6CZ2ROow",
        "outputId": "e0e29125-da67-4c21-e014-019e52199962"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "G    246472\n",
              "I    187425\n",
              "C    105192\n",
              "S    100396\n",
              "H     98038\n",
              "P     46610\n",
              "L     40140\n",
              "Q     36087\n",
              "F     35050\n",
              "R     29751\n",
              "M     28434\n",
              "N     17701\n",
              "A     13275\n",
              "J     10862\n",
              "E     10428\n",
              "K     10378\n",
              "O      6380\n",
              "B      5847\n",
              "D      1968\n",
              "Name: digit_1, dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ],
      "source": [
        "df['digit_1'].value_counts()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "X9BNjZPDQAcL"
      },
      "source": [
        "**데이터 전처리**"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "id": "IqjVKJomPb5f"
      },
      "outputs": [],
      "source": [
        "df.loc[(df['digit_1'] == \"A\"), 'digit_1'] = 0  \n",
        "df.loc[(df['digit_1'] == \"B\"), 'digit_1'] = 1  \n",
        "df.loc[(df['digit_1'] == \"C\"), 'digit_1'] = 2  \n",
        "df.loc[(df['digit_1'] == \"D\"), 'digit_1'] = 3  \n",
        "df.loc[(df['digit_1'] == \"E\"), 'digit_1'] = 4  \n",
        "df.loc[(df['digit_1'] == \"F\"), 'digit_1'] = 5  \n",
        "df.loc[(df['digit_1'] == \"G\"), 'digit_1'] = 6  \n",
        "df.loc[(df['digit_1'] == \"H\"), 'digit_1'] = 7  \n",
        "df.loc[(df['digit_1'] == \"I\"), 'digit_1'] = 8  \n",
        "df.loc[(df['digit_1'] == \"J\"), 'digit_1'] = 9  \n",
        "df.loc[(df['digit_1'] == \"K\"), 'digit_1'] = 10  \n",
        "df.loc[(df['digit_1'] == \"L\"), 'digit_1'] = 11 \n",
        "df.loc[(df['digit_1'] == \"M\"), 'digit_1'] = 12  \n",
        "df.loc[(df['digit_1'] == \"N\"), 'digit_1'] = 13  \n",
        "df.loc[(df['digit_1'] == \"O\"), 'digit_1'] = 14  \n",
        "df.loc[(df['digit_1'] == \"P\"), 'digit_1'] = 15  \n",
        "df.loc[(df['digit_1'] == \"Q\"), 'digit_1'] = 16 \n",
        "df.loc[(df['digit_1'] == \"R\"), 'digit_1'] = 17  \n",
        "df.loc[(df['digit_1'] == \"S\"), 'digit_1'] = 18  "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "NeACK7jmPb7v",
        "outputId": "123bc4bd-3cef-4bbf-e0b7-585e7bd0028d"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[['벼 맥류 콩류 잡곡류 종자 생산 보급', '0'], ['벼 모판 생산 농가 출하', '0'], ['사업장에서 오이. 고추를 재배 오이. 고추를 판매', '0'], ['볍씨 발아 모종', '0'], ['  벼 재배', '0']]\n"
          ]
        }
      ],
      "source": [
        "data_list = []\n",
        "for q, label in zip(df['text'], df['digit_1'])  :\n",
        "    data = []\n",
        "    data.append(q)\n",
        "    data.append(str(label))\n",
        "\n",
        "    data_list.append(data)\n",
        "\n",
        "print(data_list[:5])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "UUhz2evRPb94"
      },
      "outputs": [],
      "source": [
        "from sklearn.model_selection import train_test_split             \n",
        "dataset_train, dataset_test = train_test_split(data_list, test_size=0.1, random_state=0) #추후에 test_size 수정 필요"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "d7wPK8GRRaqx"
      },
      "source": [
        "Kobert 입력데이터 만들기"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "id": "BETvSxMCPb_m"
      },
      "outputs": [],
      "source": [
        "class BERTDataset(Dataset):\n",
        "    def __init__(self, dataset, sent_idx, label_idx, bert_tokenizer, max_len,\n",
        "                 pad, pair):\n",
        "        transform = nlp.data.BERTSentenceTransform(\n",
        "            bert_tokenizer, max_seq_length=max_len, pad=pad, pair=pair)\n",
        "\n",
        "        self.sentences = [transform([i[sent_idx]]) for i in dataset]\n",
        "        self.labels = [np.int32(i[label_idx]) for i in dataset]\n",
        "\n",
        "    def __getitem__(self, i):\n",
        "        return (self.sentences[i] + (self.labels[i], ))\n",
        "\n",
        "    def __len__(self):\n",
        "        return (len(self.labels))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "id": "bhhdNTK7Rc-Y"
      },
      "outputs": [],
      "source": [
        "# Setting parameters\n",
        "max_len = 64\n",
        "batch_size = 64\n",
        "warmup_ratio = 0.1\n",
        "num_epochs = 5 #추후 num_epochs 증가할 필요 있음\n",
        "max_grad_norm = 1\n",
        "log_interval = 200\n",
        "learning_rate =  5e-5"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "A7rRowSFRdAn",
        "outputId": "9d8975fe-b235-4759-f4c4-9c9e7e5991db"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "using cached model. /content/.cache/kobert_news_wiki_ko_cased-1087f8699e.spiece\n"
          ]
        }
      ],
      "source": [
        "#토큰화\n",
        "tokenizer = get_tokenizer()\n",
        "tok = nlp.data.BERTSPTokenizer(tokenizer, vocab, lower=False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "id": "WySX5NlpRdEv"
      },
      "outputs": [],
      "source": [
        "data_train = BERTDataset(dataset_train, 0, 1, tok, max_len, True, False)\n",
        "data_test = BERTDataset(dataset_test, 0, 1, tok, max_len, True, False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "id": "en97ZxXARdHY"
      },
      "outputs": [],
      "source": [
        "train_dataloader = torch.utils.data.DataLoader(data_train, batch_size=batch_size, num_workers=5)\n",
        "test_dataloader = torch.utils.data.DataLoader(data_test, batch_size=batch_size, num_workers=5)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "18XwcKI4RdJq"
      },
      "outputs": [],
      "source": [
        ""
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "676TTfuiRmCI"
      },
      "source": [
        "Kobert 학습 모델 만들기"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {
        "id": "7v7PG8iGRk5Q"
      },
      "outputs": [],
      "source": [
        "class BERTClassifier(nn.Module):\n",
        "    def __init__(self,\n",
        "                 bert,\n",
        "                 hidden_size = 768,\n",
        "                 num_classes=19,   ##클래스 수 조정##\n",
        "                 dr_rate=None,\n",
        "                 params=None):\n",
        "        super(BERTClassifier, self).__init__()\n",
        "        self.bert = bert\n",
        "        self.dr_rate = dr_rate\n",
        "                 \n",
        "        self.classifier = nn.Linear(hidden_size , num_classes)\n",
        "        if dr_rate:\n",
        "            self.dropout = nn.Dropout(p=dr_rate)\n",
        "    \n",
        "    def gen_attention_mask(self, token_ids, valid_length):\n",
        "        attention_mask = torch.zeros_like(token_ids)\n",
        "        for i, v in enumerate(valid_length):\n",
        "            attention_mask[i][:v] = 1\n",
        "        return attention_mask.float()\n",
        "\n",
        "    def forward(self, token_ids, valid_length, segment_ids):\n",
        "        attention_mask = self.gen_attention_mask(token_ids, valid_length)\n",
        "        \n",
        "        _, pooler = self.bert(input_ids = token_ids, token_type_ids = segment_ids.long(), attention_mask = attention_mask.float().to(token_ids.device))\n",
        "        if self.dr_rate:\n",
        "            out = self.dropout(pooler)\n",
        "        return self.classifier(out)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ifOA11RbRk7m",
        "outputId": "6476ce07-8853-48b4-d508-fc1ce8ae0b9f"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/transformers/optimization.py:309: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
            "  FutureWarning,\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<torch.utils.data.dataloader.DataLoader at 0x7ff9201e3a90>"
            ]
          },
          "metadata": {},
          "execution_count": 17
        }
      ],
      "source": [
        "#BERT 모델 불러오기\n",
        "model = BERTClassifier(bertmodel,  dr_rate=0.5).to(device)\n",
        "\n",
        "#optimizer와 schedule 설정\n",
        "no_decay = ['bias', 'LayerNorm.weight']\n",
        "optimizer_grouped_parameters = [\n",
        "    {'params': [p for n, p in model.named_parameters() if not any(nd in n for nd in no_decay)], 'weight_decay': 0.01},\n",
        "    {'params': [p for n, p in model.named_parameters() if any(nd in n for nd in no_decay)], 'weight_decay': 0.0}\n",
        "]\n",
        "\n",
        "optimizer = AdamW(optimizer_grouped_parameters, lr=learning_rate)\n",
        "loss_fn = nn.CrossEntropyLoss()\n",
        "\n",
        "t_total = len(train_dataloader) * num_epochs\n",
        "warmup_step = int(t_total * warmup_ratio)\n",
        "\n",
        "scheduler = get_cosine_schedule_with_warmup(optimizer, num_warmup_steps=warmup_step, num_training_steps=t_total)\n",
        "\n",
        "#정확도 측정을 위한 함수 정의\n",
        "def calc_accuracy(X,Y):\n",
        "    max_vals, max_indices = torch.max(X, 1)\n",
        "    train_acc = (max_indices == Y).sum().data.cpu().numpy()/max_indices.size()[0]\n",
        "    return train_acc\n",
        "    \n",
        "train_dataloader"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000,
          "referenced_widgets": [
            "1b417913e78d4947ae5ed13f041da092",
            "4dd39b6127904e19b14759bbb7ec3139",
            "263a2c4a52564ca193d827d97c3ffd80",
            "9424ba8697d14dbab3c5cb1f531a90a2",
            "776b7aba269e464bb3e3cc7799667bda",
            "0880c7874643402daec775846e137d42",
            "1f178bfcb7bf4f0fb7062d3dccabdf24",
            "44266e85cd364f97ba5f26beae89bcb3",
            "82653521d08448c7b24bc9aa2801d21c",
            "51a5d1eea479414ba5df3a384d099bd6",
            "767438277cfe4b9c91415b789d10eec0",
            "a20e5da28a264fb0a1a67101d04b494f",
            "23efd5bb03224802ba48db0a36c6136f",
            "cf1d6502124a427ea7595b01bfaff921",
            "dc9aa4ff3fc3403da088e0a6c118ce7a",
            "f304101652b04d2ba2534b22f345c03e",
            "65f7f6897da745f78fb10eaee85566c1",
            "452b0078e999432a946c1a38fac90fc7",
            "0dc4bc0e4c8a419b9ff506330fec0fd7",
            "2a4368eddac64706ae9db71cb76d091e",
            "86f363db0efb460092969f775c79c183",
            "b10f7c32b5a04a6580d05ac0f9f754d9",
            "20bdf4f3440d41729de913996dac31ad",
            "5626215e139f47428c4569dae7989c66",
            "0930b1e997a649949d26ee08e8a0bda7",
            "6edd4f60af8244259e59234bce3aa29b",
            "d57ead38a1c740e7842e4bfe8dc0355c",
            "ec7d7035a9394d72ac4c7a054d2bfbd8",
            "8a5c65e6faae463385e145411c1d8d00",
            "06d201bdc4154952a1bb45ca07b201e6",
            "46429413242e4476b9aa4e310c0e4e61",
            "64c19c37af2c49438b470fbfbc33d339",
            "fb922c8b67f54c67bedaa3d03494597c",
            "9d55dba2844047b2adb797e76a209464",
            "5ba6f8594a294cbea8f8dbe815624011",
            "f704c30085dd45dc973b6908defc2646",
            "d04df53c474f4f1397f2ae9b44f0b37a",
            "b3ac130a9ecc43899a04a41de12465cf",
            "6147bdb37fae4401bb1f48cb22a61334",
            "7a3fb0371db7446e9a1d975c02b01e41",
            "c075daf07f494b489cf84d1f91c24f61",
            "f8871e40f38948d38ce77c418c170ab4",
            "4c6b6a0ea2a0447cb2973502f12abf46",
            "e1e6bc79ec964481b2d5fa8f0dba0c48",
            "fc70036d6e434a9398a020af6a054c25",
            "659045ab764b4041adb0d767ed120daa",
            "36b1e5eb97ce4cac8389bb0422ceddec",
            "98cba1124353416281fb29b4045c8872",
            "09a7a18065ba4bc98a938cf996bf8edc",
            "b0d365109f384132a52b31664f8476f7",
            "325434cf01b540a08e23c64de3bf0b36",
            "0062569daf04444e8452506f235a6757",
            "3b4638624b924f9eb9b18608bf7f70dd",
            "1fb9358f4bf744d3b45481b358afd06c",
            "11ba7e8b303748e39697e57f686fc665",
            "1ce25072721447159d64f50ddc3c4e8c",
            "79b75c2e7ea54653ae3f8706b44a5246",
            "6e6422a83f8541f4a1277efd52317e3e",
            "7c63d74550754cd5b32101d5692b6553",
            "756e12fc101b4344a3047cbfdce37b13",
            "722adf4d7f0444008603ce2ef3e2e0ae",
            "4fa49e3c96b340c3aa6d7c55b1c5a600",
            "ba1d57baa2e64aa7a8e9814934093b57",
            "7dbdc7e4c6d940a4832bdc747ed661d8",
            "9603a03d91c64371aa6b41d61ef1ed0a",
            "ad005f956a4748b0bbc80ae8bb2b7eab",
            "50bb6f4bc6074782935ce6ac8411a496",
            "ce93f8e069f24f6a986e7572ff38886d",
            "ee110efb51e34581aa3748234a01d918",
            "23e3b93482b343eeb86da22576f04988",
            "4541ba2b5f3b4153ab21f2db761a30aa",
            "24db4ca3043f4315b4fee08c91cea8f8",
            "22f1d9d68e5d46048a1b30a42f5643a0",
            "862f78040af144f1a5838214020a5da1",
            "bf060a6c2afe493992f25fcdf7c8c998",
            "4f1e93be2b1c4a15917c4c2b05fce68d",
            "3bd47e1d886949beb562cb3e9746852d",
            "725067365b124d99870201a1c686f1f1",
            "16e1b8f5dd2d41eeaf098570f2d87b6e",
            "b14984f64d6946358e303b3ca5faa03f",
            "459f57b1cc3245fc84e2a498e2c88e32",
            "1f5912eab9714a9f949144e415ef1ca1",
            "7afc81ff4bd04a5ab6e21f9616469543",
            "23b5540b46eb49909036449b17e53249",
            "54dcc8120ef543f4b5cb30460443adcb",
            "65e6f8c7e38f41aab46802f83e524be3",
            "11a9b8f7a8b6465f8aea60df59a277dd",
            "a7b3ab7496f84eadabb6c8527261d56f",
            "33772f43626942c2904b5029905c7d6b",
            "db2c6dc28d99409db8cef3227c62f7de",
            "050819bb076a41baa944455a5b1d85ae",
            "1b15620fb7324d87b8067ad1d4a824ba",
            "d766dcbc9e344dca84bcf8aebd0fca36",
            "ebfb4dd5a3bd43cc962f513cc0dda458",
            "88385a42d0414a9c8275046db7dd0643",
            "94f4b0e8c5134cf88c88f154e4ae09f7",
            "7af1f42115c14188825f2a06505ce945",
            "25978617f5e441c194bdb9d66eba73a7",
            "412993277f3047a99e21055f887b84b6",
            "2430f86d80ac402691735a483b8a1b4c",
            "b3fc8963e0734d82a7dd7a183a4f684f",
            "2453100b507a4a6a9ec05351ea24b4c3",
            "741517435d9e4b6fbc1d7d35039c7488",
            "be4b55847adf43eb98bde86df3986d5d",
            "c276e6d8fb7c44159f57bee612a061ba",
            "ad4d465497444327a9a9cfb41f6f4205",
            "d3d93679c10e4cc2abe0bf362b1dd738",
            "7cd1db9bde4d4bb2986fdc099579f234",
            "7e297478209a47e984fcd3b95b48353a",
            "44305332120a4a33a7d7dc1840cdcdcc"
          ]
        },
        "id": "q0JigyptRk-S",
        "outputId": "b03ca2a5-ccf7-476a-9a04-c2b220fa300c"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:5: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
            "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
            "  \"\"\"\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/14491 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "1b417913e78d4947ae5ed13f041da092"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 1 batch id 1 loss 3.0587663650512695 train acc 0.03125\n",
            "epoch 1 batch id 201 loss 2.7217934131622314 train acc 0.1052549751243781\n",
            "epoch 1 batch id 401 loss 2.047919750213623 train acc 0.24575280548628428\n",
            "epoch 1 batch id 601 loss 1.4881665706634521 train acc 0.3685784109816972\n",
            "epoch 1 batch id 801 loss 0.954892098903656 train acc 0.46900358926342073\n",
            "epoch 1 batch id 1001 loss 0.6700411438941956 train acc 0.5433160589410589\n",
            "epoch 1 batch id 1201 loss 0.38813525438308716 train acc 0.5995134263114071\n",
            "epoch 1 batch id 1401 loss 0.46311089396476746 train acc 0.6435135617416131\n",
            "epoch 1 batch id 1601 loss 0.46326014399528503 train acc 0.6792239225484072\n",
            "epoch 1 batch id 1801 loss 0.3387804627418518 train acc 0.7082350083287062\n",
            "epoch 1 batch id 2001 loss 0.18315458297729492 train acc 0.7321651674162919\n",
            "epoch 1 batch id 2201 loss 0.20839367806911469 train acc 0.7523355860972285\n",
            "epoch 1 batch id 2401 loss 0.17604488134384155 train acc 0.769152176176593\n",
            "epoch 1 batch id 2601 loss 0.26195448637008667 train acc 0.7837910899653979\n",
            "epoch 1 batch id 2801 loss 0.34137943387031555 train acc 0.796227909675116\n",
            "epoch 1 batch id 3001 loss 0.2090979516506195 train acc 0.8072465428190603\n",
            "epoch 1 batch id 3201 loss 0.10424873232841492 train acc 0.8169663776944704\n",
            "epoch 1 batch id 3401 loss 0.02163020148873329 train acc 0.8255384445751249\n",
            "epoch 1 batch id 3601 loss 0.2742791175842285 train acc 0.8331149333518467\n",
            "epoch 1 batch id 3801 loss 0.13737542927265167 train acc 0.8399557682188897\n",
            "epoch 1 batch id 4001 loss 0.16090451180934906 train acc 0.8461790802299425\n",
            "epoch 1 batch id 4201 loss 0.10999765992164612 train acc 0.8518098369435848\n",
            "epoch 1 batch id 4401 loss 0.20150142908096313 train acc 0.8569252726653034\n",
            "epoch 1 batch id 4601 loss 0.0467657595872879 train acc 0.8616605085850902\n",
            "epoch 1 batch id 4801 loss 0.13750077784061432 train acc 0.8659979691730889\n",
            "epoch 1 batch id 5001 loss 0.1861206293106079 train acc 0.8699103929214157\n",
            "epoch 1 batch id 5201 loss 0.018855581060051918 train acc 0.8735399442414921\n",
            "epoch 1 batch id 5401 loss 0.11508597433567047 train acc 0.8768920107387521\n",
            "epoch 1 batch id 5601 loss 0.2312522679567337 train acc 0.8800493215497233\n",
            "epoch 1 batch id 5801 loss 0.08810392767190933 train acc 0.8829943113256336\n",
            "epoch 1 batch id 6001 loss 0.05848177522420883 train acc 0.8857508123646058\n",
            "epoch 1 batch id 6201 loss 0.024876877665519714 train acc 0.8883824181583616\n",
            "epoch 1 batch id 6401 loss 0.13039880990982056 train acc 0.8907616973910326\n",
            "epoch 1 batch id 6601 loss 0.12556764483451843 train acc 0.8930394069080443\n",
            "epoch 1 batch id 6801 loss 0.029359575361013412 train acc 0.8952819438317895\n",
            "epoch 1 batch id 7001 loss 0.2898463308811188 train acc 0.8972869947150407\n",
            "epoch 1 batch id 7201 loss 0.11344555765390396 train acc 0.8992566136647688\n",
            "epoch 1 batch id 7401 loss 0.3041846752166748 train acc 0.9011092251047156\n",
            "epoch 1 batch id 7601 loss 0.17725111544132233 train acc 0.9028663991580055\n",
            "epoch 1 batch id 7801 loss 0.21429617702960968 train acc 0.9045374791693372\n",
            "epoch 1 batch id 8001 loss 0.22376401722431183 train acc 0.9061211098612674\n",
            "epoch 1 batch id 8201 loss 0.20090685784816742 train acc 0.9076808468479454\n",
            "epoch 1 batch id 8401 loss 0.06727082282304764 train acc 0.9091142423521009\n",
            "epoch 1 batch id 8601 loss 0.03252821043133736 train acc 0.9104373764678526\n",
            "epoch 1 batch id 8801 loss 0.21039438247680664 train acc 0.9117873679127372\n",
            "epoch 1 batch id 9001 loss 0.07379782944917679 train acc 0.913021817020331\n",
            "epoch 1 batch id 9201 loss 0.06271129846572876 train acc 0.9142586403651777\n",
            "epoch 1 batch id 9401 loss 0.08099400997161865 train acc 0.915414583554941\n",
            "epoch 1 batch id 9601 loss 0.013646832667291164 train acc 0.9165695630663473\n",
            "epoch 1 batch id 9801 loss 0.09561998397111893 train acc 0.9176774053667993\n",
            "epoch 1 batch id 10001 loss 0.1186971366405487 train acc 0.9187331266873313\n",
            "epoch 1 batch id 10201 loss 0.266792893409729 train acc 0.9197551097931576\n",
            "epoch 1 batch id 10401 loss 0.1680566370487213 train acc 0.9207197625228344\n",
            "epoch 1 batch id 10601 loss 0.1284625381231308 train acc 0.9216435949438733\n",
            "epoch 1 batch id 10801 loss 0.24970743060112 train acc 0.9225693801499861\n",
            "epoch 1 batch id 11001 loss 0.06987147033214569 train acc 0.9234302563403327\n",
            "epoch 1 batch id 11201 loss 0.08268119394779205 train acc 0.9242910789215248\n",
            "epoch 1 batch id 11401 loss 0.09814213216304779 train acc 0.925099771949829\n",
            "epoch 1 batch id 11601 loss 0.2749764919281006 train acc 0.9259155999482803\n",
            "epoch 1 batch id 11801 loss 0.02004718780517578 train acc 0.9266865625794424\n",
            "epoch 1 batch id 12001 loss 0.094828762114048 train acc 0.9274279226731106\n",
            "epoch 1 batch id 12201 loss 0.10073936730623245 train acc 0.928184677485452\n",
            "epoch 1 batch id 12401 loss 0.05135355889797211 train acc 0.9289208027578421\n",
            "epoch 1 batch id 12601 loss 0.053639646619558334 train acc 0.9295765217046266\n",
            "epoch 1 batch id 12801 loss 0.1376802623271942 train acc 0.9302312807593157\n",
            "epoch 1 batch id 13001 loss 0.29999080300331116 train acc 0.9308911333743558\n",
            "epoch 1 batch id 13201 loss 0.12552990019321442 train acc 0.9315357264601166\n",
            "epoch 1 batch id 13401 loss 0.027946773916482925 train acc 0.932130764495187\n",
            "epoch 1 batch id 13601 loss 0.2376318722963333 train acc 0.9327485111388868\n",
            "epoch 1 batch id 13801 loss 0.08918457478284836 train acc 0.9333540142018695\n",
            "epoch 1 batch id 14001 loss 0.021473756060004234 train acc 0.9339623062638382\n",
            "epoch 1 batch id 14201 loss 0.06408270448446274 train acc 0.9344852475177804\n",
            "epoch 1 batch id 14401 loss 0.03906942158937454 train acc 0.9350066835636414\n",
            "epoch 1 train acc 0.9352355197478895\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:23: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
            "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1611 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "a20e5da28a264fb0a1a67101d04b494f"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 1 test acc 0.9755877560521415\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/14491 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "20bdf4f3440d41729de913996dac31ad"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 2 batch id 1 loss 0.03176260367035866 train acc 1.0\n",
            "epoch 2 batch id 201 loss 0.1409895420074463 train acc 0.9751243781094527\n",
            "epoch 2 batch id 401 loss 0.037589337676763535 train acc 0.9748285536159601\n",
            "epoch 2 batch id 601 loss 0.11760587245225906 train acc 0.9743136439267887\n",
            "epoch 2 batch id 801 loss 0.08024495095014572 train acc 0.9737827715355806\n",
            "epoch 2 batch id 1001 loss 0.10346826165914536 train acc 0.9734952547452548\n",
            "epoch 2 batch id 1201 loss 0.19677992165088654 train acc 0.9737978767693589\n",
            "epoch 2 batch id 1401 loss 0.059418514370918274 train acc 0.9739471805852962\n",
            "epoch 2 batch id 1601 loss 0.011431324295699596 train acc 0.9741665365396627\n",
            "epoch 2 batch id 1801 loss 0.0588267520070076 train acc 0.9742417406996113\n",
            "epoch 2 batch id 2001 loss 0.043019600212574005 train acc 0.9745283608195902\n",
            "epoch 2 batch id 2201 loss 0.1337617039680481 train acc 0.9745996138119036\n",
            "epoch 2 batch id 2401 loss 0.030485140159726143 train acc 0.9747370887130362\n",
            "epoch 2 batch id 2601 loss 0.10809510946273804 train acc 0.9749195021145713\n",
            "epoch 2 batch id 2801 loss 0.22752462327480316 train acc 0.9749419850053552\n",
            "epoch 2 batch id 3001 loss 0.12146411836147308 train acc 0.9750603965344885\n",
            "epoch 2 batch id 3201 loss 0.0057519045658409595 train acc 0.9750859106529209\n",
            "epoch 2 batch id 3401 loss 0.00837837252765894 train acc 0.9752094972067039\n",
            "epoch 2 batch id 3601 loss 0.15639503300189972 train acc 0.9751761663426826\n",
            "epoch 2 batch id 3801 loss 0.08624696731567383 train acc 0.975257333596422\n",
            "epoch 2 batch id 4001 loss 0.09348826110363007 train acc 0.9751702699325169\n",
            "epoch 2 batch id 4201 loss 0.0245467908680439 train acc 0.9752402701737681\n",
            "epoch 2 batch id 4401 loss 0.11063935607671738 train acc 0.9753074585321518\n",
            "epoch 2 batch id 4601 loss 0.045955829322338104 train acc 0.9753518256900674\n",
            "epoch 2 batch id 4801 loss 0.2487901747226715 train acc 0.975444568839825\n",
            "epoch 2 batch id 5001 loss 0.06462252885103226 train acc 0.9754111677664468\n",
            "epoch 2 batch id 5201 loss 0.006766195874661207 train acc 0.9754794751009421\n",
            "epoch 2 batch id 5401 loss 0.03523445501923561 train acc 0.975487756896871\n",
            "epoch 2 batch id 5601 loss 0.04085309058427811 train acc 0.9755149750044635\n",
            "epoch 2 batch id 5801 loss 0.032773930579423904 train acc 0.9755753318393381\n",
            "epoch 2 batch id 6001 loss 0.015665501356124878 train acc 0.975647287952008\n",
            "epoch 2 batch id 6201 loss 0.013853078708052635 train acc 0.9756919246895662\n",
            "epoch 2 batch id 6401 loss 0.03142501413822174 train acc 0.9757191259178254\n",
            "epoch 2 batch id 6601 loss 0.14194940030574799 train acc 0.9758227920012119\n",
            "epoch 2 batch id 6801 loss 0.015569970943033695 train acc 0.9759226584325834\n",
            "epoch 2 batch id 7001 loss 0.1852172613143921 train acc 0.9759967326096272\n",
            "epoch 2 batch id 7201 loss 0.01510047446936369 train acc 0.976064522288571\n",
            "epoch 2 batch id 7401 loss 0.06218786537647247 train acc 0.9761434265639778\n",
            "epoch 2 batch id 7601 loss 0.11892791837453842 train acc 0.9762222898302855\n",
            "epoch 2 batch id 7801 loss 0.17450857162475586 train acc 0.976291100499936\n",
            "epoch 2 batch id 8001 loss 0.21788093447685242 train acc 0.9762920259967504\n",
            "epoch 2 batch id 8201 loss 0.24013441801071167 train acc 0.9763862638702597\n",
            "epoch 2 batch id 8401 loss 0.04293619841337204 train acc 0.9764090584454231\n",
            "epoch 2 batch id 8601 loss 0.01588495261967182 train acc 0.9764344262295082\n",
            "epoch 2 batch id 8801 loss 0.1535925418138504 train acc 0.9764781700943075\n",
            "epoch 2 batch id 9001 loss 0.011792858131229877 train acc 0.9765095544939452\n",
            "epoch 2 batch id 9201 loss 0.020197805017232895 train acc 0.9765667454624497\n",
            "epoch 2 batch id 9401 loss 0.05866938829421997 train acc 0.9766115306882247\n",
            "epoch 2 batch id 9601 loss 0.010088641196489334 train acc 0.9766902536194146\n",
            "epoch 2 batch id 9801 loss 0.016472207382321358 train acc 0.9767402560963167\n",
            "epoch 2 batch id 10001 loss 0.1004745364189148 train acc 0.976774197580242\n",
            "epoch 2 batch id 10201 loss 0.06206543743610382 train acc 0.9768466326830703\n",
            "epoch 2 batch id 10401 loss 0.18810421228408813 train acc 0.9768742188251129\n",
            "epoch 2 batch id 10601 loss 0.04785280302166939 train acc 0.9769169771719649\n",
            "epoch 2 batch id 10801 loss 0.020585548132658005 train acc 0.9770232501620221\n",
            "epoch 2 batch id 11001 loss 0.08678548038005829 train acc 0.9770631647122989\n",
            "epoch 2 batch id 11201 loss 0.03245389461517334 train acc 0.9771183934470137\n",
            "epoch 2 batch id 11401 loss 0.14848002791404724 train acc 0.9771291991930532\n",
            "epoch 2 batch id 11601 loss 0.17598527669906616 train acc 0.9771840789587105\n",
            "epoch 2 batch id 11801 loss 0.009445758536458015 train acc 0.9772450427929836\n",
            "epoch 2 batch id 12001 loss 0.10259996354579926 train acc 0.9772844450462461\n",
            "epoch 2 batch id 12201 loss 0.01960344798862934 train acc 0.9773430456519957\n",
            "epoch 2 batch id 12401 loss 0.004718611016869545 train acc 0.977402276026127\n",
            "epoch 2 batch id 12601 loss 0.07724133133888245 train acc 0.9774360665820173\n",
            "epoch 2 batch id 12801 loss 0.04442582279443741 train acc 0.9774810073431763\n",
            "epoch 2 batch id 13001 loss 0.11779443174600601 train acc 0.9774945196523345\n",
            "epoch 2 batch id 13201 loss 0.08484183996915817 train acc 0.9775750890084085\n",
            "epoch 2 batch id 13401 loss 0.020347047597169876 train acc 0.9776077811357361\n",
            "epoch 2 batch id 13601 loss 0.17452317476272583 train acc 0.9776532975516506\n",
            "epoch 2 batch id 13801 loss 0.019151831045746803 train acc 0.9777246666908195\n",
            "epoch 2 batch id 14001 loss 0.009355142712593079 train acc 0.9778018087993715\n",
            "epoch 2 batch id 14201 loss 0.06724472343921661 train acc 0.9778019593690586\n",
            "epoch 2 batch id 14401 loss 0.04073328897356987 train acc 0.977833570585376\n",
            "epoch 2 train acc 0.9778557236675638\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1611 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "9d55dba2844047b2adb797e76a209464"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 2 test acc 0.9781385785226567\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/14491 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "fc70036d6e434a9398a020af6a054c25"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 3 batch id 1 loss 0.016847139224410057 train acc 1.0\n",
            "epoch 3 batch id 201 loss 0.13072144985198975 train acc 0.9814210199004975\n",
            "epoch 3 batch id 401 loss 0.04870045930147171 train acc 0.9822319201995012\n",
            "epoch 3 batch id 601 loss 0.10287521779537201 train acc 0.9821131447587355\n",
            "epoch 3 batch id 801 loss 0.029704738408327103 train acc 0.9813514357053683\n",
            "epoch 3 batch id 1001 loss 0.08738440275192261 train acc 0.9811126373626373\n",
            "epoch 3 batch id 1201 loss 0.13413961231708527 train acc 0.9812916319733556\n",
            "epoch 3 batch id 1401 loss 0.10437631607055664 train acc 0.981408369022127\n",
            "epoch 3 batch id 1601 loss 0.013119391165673733 train acc 0.9816228138663335\n",
            "epoch 3 batch id 1801 loss 0.02601427398622036 train acc 0.9816768461965575\n",
            "epoch 3 batch id 2001 loss 0.0206769946962595 train acc 0.9819231009495253\n",
            "epoch 3 batch id 2201 loss 0.09535445272922516 train acc 0.9819613243980009\n",
            "epoch 3 batch id 2401 loss 0.03202217444777489 train acc 0.9819346105789254\n",
            "epoch 3 batch id 2601 loss 0.026434708386659622 train acc 0.9819840926566705\n",
            "epoch 3 batch id 2801 loss 0.21780431270599365 train acc 0.9820432434844698\n",
            "epoch 3 batch id 3001 loss 0.14411582052707672 train acc 0.9821674025324891\n",
            "epoch 3 batch id 3201 loss 0.0036802005488425493 train acc 0.982227233676976\n",
            "epoch 3 batch id 3401 loss 0.006249169819056988 train acc 0.9822524625110262\n",
            "epoch 3 batch id 3601 loss 0.11800111085176468 train acc 0.982292245209664\n",
            "epoch 3 batch id 3801 loss 0.007963906973600388 train acc 0.9824182780847146\n",
            "epoch 3 batch id 4001 loss 0.08773437887430191 train acc 0.982367689327668\n",
            "epoch 3 batch id 4201 loss 0.020332055166363716 train acc 0.9824223399190669\n",
            "epoch 3 batch id 4401 loss 0.04233454540371895 train acc 0.9824649227448308\n",
            "epoch 3 batch id 4601 loss 0.02017454244196415 train acc 0.9825139915235819\n",
            "epoch 3 batch id 4801 loss 0.18982495367527008 train acc 0.9825134086648615\n",
            "epoch 3 batch id 5001 loss 0.04172259569168091 train acc 0.9825097480503899\n",
            "epoch 3 batch id 5201 loss 0.004546618089079857 train acc 0.9825574408767545\n",
            "epoch 3 batch id 5401 loss 0.01877843216061592 train acc 0.9825205980374004\n",
            "epoch 3 batch id 5601 loss 0.06832209974527359 train acc 0.9825561283699339\n",
            "epoch 3 batch id 5801 loss 0.010108135640621185 train acc 0.9825919022582313\n",
            "epoch 3 batch id 6001 loss 0.012776150368154049 train acc 0.9825966505582403\n",
            "epoch 3 batch id 6201 loss 0.16915550827980042 train acc 0.9826010925657153\n",
            "epoch 3 batch id 6401 loss 0.027849944308400154 train acc 0.9826589595375722\n",
            "epoch 3 batch id 6601 loss 0.20616140961647034 train acc 0.982760661263445\n",
            "epoch 3 batch id 6801 loss 0.003456482896581292 train acc 0.9828494890457286\n",
            "epoch 3 batch id 7001 loss 0.07417750358581543 train acc 0.9828796779031567\n",
            "epoch 3 batch id 7201 loss 0.005111058242619038 train acc 0.9829103596722677\n",
            "epoch 3 batch id 7401 loss 0.046431876718997955 train acc 0.9829794960140521\n",
            "epoch 3 batch id 7601 loss 0.03842124342918396 train acc 0.9830203262728588\n",
            "epoch 3 batch id 7801 loss 0.10464755445718765 train acc 0.9830951160107678\n",
            "epoch 3 batch id 8001 loss 0.21624641120433807 train acc 0.9830860986126734\n",
            "epoch 3 batch id 8201 loss 0.13710938394069672 train acc 0.9831689732959396\n",
            "epoch 3 batch id 8401 loss 0.015880558639764786 train acc 0.9831995446970598\n",
            "epoch 3 batch id 8601 loss 0.009175935760140419 train acc 0.9832177944425067\n",
            "epoch 3 batch id 8801 loss 0.14307387173175812 train acc 0.9832369901147597\n",
            "epoch 3 batch id 9001 loss 0.007294636685401201 train acc 0.9832726919231196\n",
            "epoch 3 batch id 9201 loss 0.01027685310691595 train acc 0.9833034452776872\n",
            "epoch 3 batch id 9401 loss 0.05855774134397507 train acc 0.9833578209764918\n",
            "epoch 3 batch id 9601 loss 0.004523438401520252 train acc 0.9834294604728674\n",
            "epoch 3 batch id 9801 loss 0.019029568880796432 train acc 0.983485422405877\n",
            "epoch 3 batch id 10001 loss 0.0672985166311264 train acc 0.9835250849915008\n",
            "epoch 3 batch id 10201 loss 0.051168981939554214 train acc 0.9836060802862464\n",
            "epoch 3 batch id 10401 loss 0.05117348954081535 train acc 0.9836313815979233\n",
            "epoch 3 batch id 10601 loss 0.010370677337050438 train acc 0.9836557282331856\n",
            "epoch 3 batch id 10801 loss 0.11941465735435486 train acc 0.9837283584853255\n",
            "epoch 3 batch id 11001 loss 0.021309515461325645 train acc 0.983752897463867\n",
            "epoch 3 batch id 11201 loss 0.027616441249847412 train acc 0.9837779550932952\n",
            "epoch 3 batch id 11401 loss 0.06720764935016632 train acc 0.9838089860538549\n",
            "epoch 3 batch id 11601 loss 0.14377270638942719 train acc 0.983851068873373\n",
            "epoch 3 batch id 11801 loss 0.008035605773329735 train acc 0.9838864291161766\n",
            "epoch 3 batch id 12001 loss 0.027407057583332062 train acc 0.9839375364552954\n",
            "epoch 3 batch id 12201 loss 0.011477217078208923 train acc 0.9839908101794935\n",
            "epoch 3 batch id 12401 loss 0.004762107040733099 train acc 0.9840524453673091\n",
            "epoch 3 batch id 12601 loss 0.010378397069871426 train acc 0.9840724446472502\n",
            "epoch 3 batch id 12801 loss 0.019731365144252777 train acc 0.9841040250761659\n",
            "epoch 3 batch id 13001 loss 0.12926791608333588 train acc 0.9841346338743173\n",
            "epoch 3 batch id 13201 loss 0.010458222590386868 train acc 0.9841856204075449\n",
            "epoch 3 batch id 13401 loss 0.004536702763289213 train acc 0.984226923363928\n",
            "epoch 3 batch id 13601 loss 0.1640683114528656 train acc 0.9842670116167929\n",
            "epoch 3 batch id 13801 loss 0.016040852293372154 train acc 0.9843251847692196\n",
            "epoch 3 batch id 14001 loss 0.0032094623893499374 train acc 0.9843772319834297\n",
            "epoch 3 batch id 14201 loss 0.0272490456700325 train acc 0.9843650975283431\n",
            "epoch 3 batch id 14401 loss 0.07927387952804565 train acc 0.9843869349350739\n",
            "epoch 3 train acc 0.9844028908747959\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1611 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "1ce25072721447159d64f50ddc3c4e8c"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 3 test acc 0.9802238516449411\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/14491 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "50bb6f4bc6074782935ce6ac8411a496"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 4 batch id 1 loss 0.005594784393906593 train acc 1.0\n",
            "epoch 4 batch id 201 loss 0.16991300880908966 train acc 0.9868625621890548\n",
            "epoch 4 batch id 401 loss 0.06824876368045807 train acc 0.9872194513715711\n",
            "epoch 4 batch id 601 loss 0.012525174766778946 train acc 0.9867928452579035\n",
            "epoch 4 batch id 801 loss 0.015054290182888508 train acc 0.9865987827715356\n",
            "epoch 4 batch id 1001 loss 0.07082709670066833 train acc 0.9867164085914086\n",
            "epoch 4 batch id 1201 loss 0.08997190743684769 train acc 0.9870290383014155\n",
            "epoch 4 batch id 1401 loss 0.13521705567836761 train acc 0.987062812276945\n",
            "epoch 4 batch id 1601 loss 0.036333031952381134 train acc 0.9871174266083698\n",
            "epoch 4 batch id 1801 loss 0.01785760372877121 train acc 0.9871599111604664\n",
            "epoch 4 batch id 2001 loss 0.011201265268027782 train acc 0.9874515867066467\n",
            "epoch 4 batch id 2201 loss 0.05925368145108223 train acc 0.9875411744661517\n",
            "epoch 4 batch id 2401 loss 0.00354860071092844 train acc 0.9876678987921699\n",
            "epoch 4 batch id 2601 loss 0.018304673954844475 train acc 0.9876970396001538\n",
            "epoch 4 batch id 2801 loss 0.22059912979602814 train acc 0.9878447429489468\n",
            "epoch 4 batch id 3001 loss 0.07396179437637329 train acc 0.9879154865044985\n",
            "epoch 4 batch id 3201 loss 0.002118142321705818 train acc 0.9879041705716963\n",
            "epoch 4 batch id 3401 loss 0.0034358303528279066 train acc 0.9879630990885033\n",
            "epoch 4 batch id 3601 loss 0.08317188918590546 train acc 0.9880024645931685\n",
            "epoch 4 batch id 3801 loss 0.020717233419418335 train acc 0.9880294659300184\n",
            "epoch 4 batch id 4001 loss 0.04496171697974205 train acc 0.9880303361659585\n",
            "epoch 4 batch id 4201 loss 0.04090381786227226 train acc 0.9880608783622947\n",
            "epoch 4 batch id 4401 loss 0.05445948243141174 train acc 0.9881170472619859\n",
            "epoch 4 batch id 4601 loss 0.007768678478896618 train acc 0.9881547489676157\n",
            "epoch 4 batch id 4801 loss 0.12967801094055176 train acc 0.9881665278067069\n",
            "epoch 4 batch id 5001 loss 0.018419114872813225 train acc 0.9881679914017196\n",
            "epoch 4 batch id 5201 loss 0.003136277664452791 train acc 0.9881903720438378\n",
            "epoch 4 batch id 5401 loss 0.03778054192662239 train acc 0.9881416635808183\n",
            "epoch 4 batch id 5601 loss 0.020680146291851997 train acc 0.9881801240849848\n",
            "epoch 4 batch id 5801 loss 0.006271590944379568 train acc 0.9881728365799001\n",
            "epoch 4 batch id 6001 loss 0.016411395743489265 train acc 0.988241543076154\n",
            "epoch 4 batch id 6201 loss 0.0024859088007360697 train acc 0.9882302249637155\n",
            "epoch 4 batch id 6401 loss 0.009524116292595863 train acc 0.9882733166692704\n",
            "epoch 4 batch id 6601 loss 0.10544262826442719 train acc 0.988320898348735\n",
            "epoch 4 batch id 6801 loss 0.0014158583944663405 train acc 0.9883909535362446\n",
            "epoch 4 batch id 7001 loss 0.04056632146239281 train acc 0.9884168333095272\n",
            "epoch 4 batch id 7201 loss 0.00479699345305562 train acc 0.9884456151923344\n",
            "epoch 4 batch id 7401 loss 0.020898161455988884 train acc 0.9884833975138495\n",
            "epoch 4 batch id 7601 loss 0.08005846291780472 train acc 0.988533581107749\n",
            "epoch 4 batch id 7801 loss 0.04722524806857109 train acc 0.988603223945648\n",
            "epoch 4 batch id 8001 loss 0.15868929028511047 train acc 0.9886088457692789\n",
            "epoch 4 batch id 8201 loss 0.11689390987157822 train acc 0.9886675405438361\n",
            "epoch 4 batch id 8401 loss 0.0065435864962637424 train acc 0.9886713635281514\n",
            "epoch 4 batch id 8601 loss 0.007813788950443268 train acc 0.9886750087199163\n",
            "epoch 4 batch id 8801 loss 0.03703118488192558 train acc 0.9887104448358142\n",
            "epoch 4 batch id 9001 loss 0.0028908108361065388 train acc 0.988720003332963\n",
            "epoch 4 batch id 9201 loss 0.006771994289010763 train acc 0.9887648081730247\n",
            "epoch 4 batch id 9401 loss 0.014404102228581905 train acc 0.988792748111903\n",
            "epoch 4 batch id 9601 loss 0.003345734905451536 train acc 0.9888553275700448\n",
            "epoch 4 batch id 9801 loss 0.0017467876896262169 train acc 0.9889073818998061\n",
            "epoch 4 batch id 10001 loss 0.01420480664819479 train acc 0.9889526672332767\n",
            "epoch 4 batch id 10201 loss 0.04290667548775673 train acc 0.9889977085579845\n",
            "epoch 4 batch id 10401 loss 0.058132559061050415 train acc 0.9890019589462552\n",
            "epoch 4 batch id 10601 loss 0.0020619630813598633 train acc 0.9890414229789642\n",
            "epoch 4 batch id 10801 loss 0.005573748145252466 train acc 0.9890881052680307\n",
            "epoch 4 batch id 11001 loss 0.01451678667217493 train acc 0.9891132056176711\n",
            "epoch 4 batch id 11201 loss 0.013605264015495777 train acc 0.9891276448531381\n",
            "epoch 4 batch id 11401 loss 0.019842272624373436 train acc 0.989148429962284\n",
            "epoch 4 batch id 11601 loss 0.10881901532411575 train acc 0.9891577234721145\n",
            "epoch 4 batch id 11801 loss 0.0029715769924223423 train acc 0.9891945068214558\n",
            "epoch 4 batch id 12001 loss 0.08682218939065933 train acc 0.989227460211649\n",
            "epoch 4 batch id 12201 loss 0.00215841899625957 train acc 0.9892785427423981\n",
            "epoch 4 batch id 12401 loss 0.0016584901604801416 train acc 0.9893015180227401\n",
            "epoch 4 batch id 12601 loss 0.0055565182119607925 train acc 0.9893262439488929\n",
            "epoch 4 batch id 12801 loss 0.003208610462024808 train acc 0.9893563002890399\n",
            "epoch 4 batch id 13001 loss 0.10770487040281296 train acc 0.9893746154141989\n",
            "epoch 4 batch id 13201 loss 0.004597450140863657 train acc 0.9894077626694947\n",
            "epoch 4 batch id 13401 loss 0.004159328527748585 train acc 0.9894270949929109\n",
            "epoch 4 batch id 13601 loss 0.12097568064928055 train acc 0.9894516028233218\n",
            "epoch 4 batch id 13801 loss 0.01218889094889164 train acc 0.9894867219766683\n",
            "epoch 4 batch id 14001 loss 0.0032620569691061974 train acc 0.9895163738304407\n",
            "epoch 4 batch id 14201 loss 0.005280721001327038 train acc 0.9895187838884586\n",
            "epoch 4 batch id 14401 loss 0.005327147431671619 train acc 0.9895471668634123\n",
            "epoch 4 train acc 0.9895472477169738\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1611 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "725067365b124d99870201a1c686f1f1"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 4 test acc 0.9815914028553694\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/14491 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "33772f43626942c2904b5029905c7d6b"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 5 batch id 1 loss 0.0029182513244450092 train acc 1.0\n",
            "epoch 5 batch id 201 loss 0.08408263325691223 train acc 0.992070895522388\n",
            "epoch 5 batch id 401 loss 0.019605141133069992 train acc 0.9921290523690773\n",
            "epoch 5 batch id 601 loss 0.008431264199316502 train acc 0.9918365224625624\n",
            "epoch 5 batch id 801 loss 0.017202377319335938 train acc 0.9914169787765293\n",
            "epoch 5 batch id 1001 loss 0.07642314583063126 train acc 0.9913367882117882\n",
            "epoch 5 batch id 1201 loss 0.023335466161370277 train acc 0.9914264154870941\n",
            "epoch 5 batch id 1401 loss 0.04355621337890625 train acc 0.9914793004996431\n",
            "epoch 5 batch id 1601 loss 0.0056004212237894535 train acc 0.9915872891942535\n",
            "epoch 5 batch id 1801 loss 0.005468948744237423 train acc 0.9916452665186007\n",
            "epoch 5 batch id 2001 loss 0.009797507897019386 train acc 0.9918634432783608\n",
            "epoch 5 batch id 2201 loss 0.006222181022167206 train acc 0.9919922762380736\n",
            "epoch 5 batch id 2401 loss 0.001511429320089519 train acc 0.9920215535193669\n",
            "epoch 5 batch id 2601 loss 0.006616582162678242 train acc 0.9920523356401384\n",
            "epoch 5 batch id 2801 loss 0.1931282877922058 train acc 0.9921679757229561\n",
            "epoch 5 batch id 3001 loss 0.028236284852027893 train acc 0.9922317560813062\n",
            "epoch 5 batch id 3201 loss 0.0016245574224740267 train acc 0.9922387535145267\n",
            "epoch 5 batch id 3401 loss 0.0012820276897400618 train acc 0.9922265510144075\n",
            "epoch 5 batch id 3601 loss 0.08364178985357285 train acc 0.9922417384059984\n",
            "epoch 5 batch id 3801 loss 0.03207981213927269 train acc 0.9922388845040778\n",
            "epoch 5 batch id 4001 loss 0.002706782193854451 train acc 0.9922206948262934\n",
            "epoch 5 batch id 4201 loss 0.027234559878706932 train acc 0.9922935015472506\n",
            "epoch 5 batch id 4401 loss 0.02697267383337021 train acc 0.9922993353783232\n",
            "epoch 5 batch id 4601 loss 0.0035074513871222734 train acc 0.992345414040426\n",
            "epoch 5 batch id 4801 loss 0.11222732067108154 train acc 0.9923290720683191\n",
            "epoch 5 batch id 5001 loss 0.007949130609631538 train acc 0.9922734203159368\n",
            "epoch 5 batch id 5201 loss 0.01071125827729702 train acc 0.9922851374735627\n",
            "epoch 5 batch id 5401 loss 0.03340975567698479 train acc 0.9922815219403814\n",
            "epoch 5 batch id 5601 loss 0.0101473955437541 train acc 0.9923255891805035\n",
            "epoch 5 batch id 5801 loss 0.004198758862912655 train acc 0.9923262153077056\n",
            "epoch 5 batch id 6001 loss 0.005543404258787632 train acc 0.992363251958007\n",
            "epoch 5 batch id 6201 loss 0.0009828830370679498 train acc 0.9923601032091598\n",
            "epoch 5 batch id 6401 loss 0.033496033400297165 train acc 0.9923595922512107\n",
            "epoch 5 batch id 6601 loss 0.04238731786608696 train acc 0.9923922511740645\n",
            "epoch 5 batch id 6801 loss 0.0016305665485560894 train acc 0.992452856197618\n",
            "epoch 5 batch id 7001 loss 0.024759065359830856 train acc 0.9924742893872304\n",
            "epoch 5 batch id 7201 loss 0.003546385560184717 train acc 0.9924771733092626\n",
            "epoch 5 batch id 7401 loss 0.04082135483622551 train acc 0.9925010133765707\n",
            "epoch 5 batch id 7601 loss 0.0024305216502398252 train acc 0.9925256545191422\n",
            "epoch 5 batch id 7801 loss 0.048953182995319366 train acc 0.9925470292270222\n",
            "epoch 5 batch id 8001 loss 0.1526021957397461 train acc 0.9925302305961755\n",
            "epoch 5 batch id 8201 loss 0.09626211225986481 train acc 0.992579029996342\n",
            "epoch 5 batch id 8401 loss 0.013387000188231468 train acc 0.9925697089632186\n",
            "epoch 5 batch id 8601 loss 0.0023771789856255054 train acc 0.992553554819207\n",
            "epoch 5 batch id 8801 loss 0.0535612590610981 train acc 0.9925896204976707\n",
            "epoch 5 batch id 9001 loss 0.002013539895415306 train acc 0.9925858932340851\n",
            "epoch 5 batch id 9201 loss 0.00242908438667655 train acc 0.9926078007825236\n",
            "epoch 5 batch id 9401 loss 0.006618143059313297 train acc 0.9926055073928306\n",
            "epoch 5 batch id 9601 loss 0.0024414134677499533 train acc 0.9926277210707218\n",
            "epoch 5 batch id 9801 loss 0.0014425859553739429 train acc 0.992653810835629\n",
            "epoch 5 batch id 10001 loss 0.0032024343963712454 train acc 0.992672607739226\n",
            "epoch 5 batch id 10201 loss 0.002758075948804617 train acc 0.9926967944319185\n",
            "epoch 5 batch id 10401 loss 0.05251205340027809 train acc 0.9926945125468705\n",
            "epoch 5 batch id 10601 loss 0.006415276322513819 train acc 0.9927232690312234\n",
            "epoch 5 batch id 10801 loss 0.002592839067801833 train acc 0.9927393875567078\n",
            "epoch 5 batch id 11001 loss 0.0035692923702299595 train acc 0.9927520793564222\n",
            "epoch 5 batch id 11201 loss 0.00472251558676362 train acc 0.9927489733059548\n",
            "epoch 5 batch id 11401 loss 0.025087498128414154 train acc 0.9927459762301553\n",
            "epoch 5 batch id 11601 loss 0.11981648951768875 train acc 0.9927498168261357\n",
            "epoch 5 batch id 11801 loss 0.002119842218235135 train acc 0.9927747118888229\n",
            "epoch 5 batch id 12001 loss 0.08863447606563568 train acc 0.9927987771852346\n",
            "epoch 5 batch id 12201 loss 0.0017598869744688272 train acc 0.992807966560118\n",
            "epoch 5 batch id 12401 loss 0.0026388566475361586 train acc 0.9928244194016611\n",
            "epoch 5 batch id 12601 loss 0.005232596769928932 train acc 0.9928502698198556\n",
            "epoch 5 batch id 12801 loss 0.002871675183996558 train acc 0.9928679888289977\n",
            "epoch 5 batch id 13001 loss 0.09441007673740387 train acc 0.9928683370509961\n",
            "epoch 5 batch id 13201 loss 0.008335686288774014 train acc 0.9928852454359518\n",
            "epoch 5 batch id 13401 loss 0.010094533674418926 train acc 0.9928888235952541\n",
            "epoch 5 batch id 13601 loss 0.04128432273864746 train acc 0.9928945941474892\n",
            "epoch 5 batch id 13801 loss 0.009947140701115131 train acc 0.9929115190928194\n",
            "epoch 5 batch id 14001 loss 0.0015130913816392422 train acc 0.9929279605028212\n",
            "epoch 5 batch id 14201 loss 0.0018109830562025309 train acc 0.9929109305682698\n",
            "epoch 5 batch id 14401 loss 0.002096173819154501 train acc 0.9929030536073884\n",
            "epoch 5 train acc 0.9928984657143515\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1611 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "2430f86d80ac402691735a483b8a1b4c"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "epoch 5 test acc 0.9820084574798262\n"
          ]
        }
      ],
      "source": [
        "for e in range(num_epochs):\n",
        "    train_acc = 0.0\n",
        "    test_acc = 0.0\n",
        "    model.train()\n",
        "    for batch_id, (token_ids, valid_length, segment_ids, label) in enumerate(tqdm_notebook(train_dataloader)):\n",
        "        optimizer.zero_grad()\n",
        "        token_ids = token_ids.long().to(device)\n",
        "        segment_ids = segment_ids.long().to(device)\n",
        "        valid_length= valid_length\n",
        "        label = label.long().to(device)\n",
        "        out = model(token_ids, valid_length, segment_ids)\n",
        "        loss = loss_fn(out, label)\n",
        "        loss.backward()\n",
        "        torch.nn.utils.clip_grad_norm_(model.parameters(), max_grad_norm)\n",
        "        optimizer.step()\n",
        "        scheduler.step()  # Update learning rate schedule\n",
        "        train_acc += calc_accuracy(out, label)\n",
        "        if batch_id % log_interval == 0:\n",
        "            print(\"epoch {} batch id {} loss {} train acc {}\".format(e+1, batch_id+1, loss.data.cpu().numpy(), train_acc / (batch_id+1)))\n",
        "    print(\"epoch {} train acc {}\".format(e+1, train_acc / (batch_id+1)))\n",
        "    \n",
        "    model.eval()\n",
        "    for batch_id, (token_ids, valid_length, segment_ids, label) in enumerate(tqdm_notebook(test_dataloader)):\n",
        "        token_ids = token_ids.long().to(device)\n",
        "        segment_ids = segment_ids.long().to(device)\n",
        "        valid_length= valid_length\n",
        "        label = label.long().to(device)\n",
        "        out = model(token_ids, valid_length, segment_ids)\n",
        "        test_acc += calc_accuracy(out, label)\n",
        "    print(\"epoch {} test acc {}\".format(e+1, test_acc / (batch_id+1)))"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "a,b,d,e,o만 증분데이터 acc 0.982008457"
      ],
      "metadata": {
        "id": "FLnwzqNGTG3U"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {
        "id": "TMQgbwX-RlAN"
      },
      "outputs": [],
      "source": [
        "#학습 모델 저장\n",
        "torch.save(model, 'dabunryu_inc_model.pt')"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "model_save_name='dabunru_inc_model.pt'\n",
        "path=F\"/content/gdrive/My Drive/{model_save_name}\"\n",
        "torch.save(model.state_dict(), path)"
      ],
      "metadata": {
        "id": "jj9GfWhQY7q7"
      },
      "execution_count": 20,
      "outputs": []
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "background_execution": "on",
      "collapsed_sections": [],
      "machine_shape": "hm",
      "name": "spell check 일부 증분 데이터로 대분류 예측하기(최종)",
      "provenance": [],
      "authorship_tag": "ABX9TyM5pFvEGutQwuEy9okyMrx9",
      "include_colab_link": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "1b417913e78d4947ae5ed13f041da092": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4dd39b6127904e19b14759bbb7ec3139",
              "IPY_MODEL_263a2c4a52564ca193d827d97c3ffd80",
              "IPY_MODEL_9424ba8697d14dbab3c5cb1f531a90a2"
            ],
            "layout": "IPY_MODEL_776b7aba269e464bb3e3cc7799667bda"
          }
        },
        "4dd39b6127904e19b14759bbb7ec3139": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0880c7874643402daec775846e137d42",
            "placeholder": "​",
            "style": "IPY_MODEL_1f178bfcb7bf4f0fb7062d3dccabdf24",
            "value": "100%"
          }
        },
        "263a2c4a52564ca193d827d97c3ffd80": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_44266e85cd364f97ba5f26beae89bcb3",
            "max": 14491,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_82653521d08448c7b24bc9aa2801d21c",
            "value": 14491
          }
        },
        "9424ba8697d14dbab3c5cb1f531a90a2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_51a5d1eea479414ba5df3a384d099bd6",
            "placeholder": "​",
            "style": "IPY_MODEL_767438277cfe4b9c91415b789d10eec0",
            "value": " 14491/14491 [1:34:20&lt;00:00,  3.02it/s]"
          }
        },
        "776b7aba269e464bb3e3cc7799667bda": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0880c7874643402daec775846e137d42": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1f178bfcb7bf4f0fb7062d3dccabdf24": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "44266e85cd364f97ba5f26beae89bcb3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "82653521d08448c7b24bc9aa2801d21c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "51a5d1eea479414ba5df3a384d099bd6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "767438277cfe4b9c91415b789d10eec0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a20e5da28a264fb0a1a67101d04b494f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_23efd5bb03224802ba48db0a36c6136f",
              "IPY_MODEL_cf1d6502124a427ea7595b01bfaff921",
              "IPY_MODEL_dc9aa4ff3fc3403da088e0a6c118ce7a"
            ],
            "layout": "IPY_MODEL_f304101652b04d2ba2534b22f345c03e"
          }
        },
        "23efd5bb03224802ba48db0a36c6136f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_65f7f6897da745f78fb10eaee85566c1",
            "placeholder": "​",
            "style": "IPY_MODEL_452b0078e999432a946c1a38fac90fc7",
            "value": "100%"
          }
        },
        "cf1d6502124a427ea7595b01bfaff921": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0dc4bc0e4c8a419b9ff506330fec0fd7",
            "max": 1611,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_2a4368eddac64706ae9db71cb76d091e",
            "value": 1611
          }
        },
        "dc9aa4ff3fc3403da088e0a6c118ce7a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_86f363db0efb460092969f775c79c183",
            "placeholder": "​",
            "style": "IPY_MODEL_b10f7c32b5a04a6580d05ac0f9f754d9",
            "value": " 1611/1611 [03:26&lt;00:00,  7.83it/s]"
          }
        },
        "f304101652b04d2ba2534b22f345c03e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "65f7f6897da745f78fb10eaee85566c1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "452b0078e999432a946c1a38fac90fc7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0dc4bc0e4c8a419b9ff506330fec0fd7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2a4368eddac64706ae9db71cb76d091e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "86f363db0efb460092969f775c79c183": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b10f7c32b5a04a6580d05ac0f9f754d9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "20bdf4f3440d41729de913996dac31ad": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5626215e139f47428c4569dae7989c66",
              "IPY_MODEL_0930b1e997a649949d26ee08e8a0bda7",
              "IPY_MODEL_6edd4f60af8244259e59234bce3aa29b"
            ],
            "layout": "IPY_MODEL_d57ead38a1c740e7842e4bfe8dc0355c"
          }
        },
        "5626215e139f47428c4569dae7989c66": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ec7d7035a9394d72ac4c7a054d2bfbd8",
            "placeholder": "​",
            "style": "IPY_MODEL_8a5c65e6faae463385e145411c1d8d00",
            "value": "100%"
          }
        },
        "0930b1e997a649949d26ee08e8a0bda7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_06d201bdc4154952a1bb45ca07b201e6",
            "max": 14491,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_46429413242e4476b9aa4e310c0e4e61",
            "value": 14491
          }
        },
        "6edd4f60af8244259e59234bce3aa29b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_64c19c37af2c49438b470fbfbc33d339",
            "placeholder": "​",
            "style": "IPY_MODEL_fb922c8b67f54c67bedaa3d03494597c",
            "value": " 14491/14491 [1:34:21&lt;00:00,  2.99it/s]"
          }
        },
        "d57ead38a1c740e7842e4bfe8dc0355c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ec7d7035a9394d72ac4c7a054d2bfbd8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8a5c65e6faae463385e145411c1d8d00": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "06d201bdc4154952a1bb45ca07b201e6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "46429413242e4476b9aa4e310c0e4e61": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "64c19c37af2c49438b470fbfbc33d339": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fb922c8b67f54c67bedaa3d03494597c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9d55dba2844047b2adb797e76a209464": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5ba6f8594a294cbea8f8dbe815624011",
              "IPY_MODEL_f704c30085dd45dc973b6908defc2646",
              "IPY_MODEL_d04df53c474f4f1397f2ae9b44f0b37a"
            ],
            "layout": "IPY_MODEL_b3ac130a9ecc43899a04a41de12465cf"
          }
        },
        "5ba6f8594a294cbea8f8dbe815624011": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6147bdb37fae4401bb1f48cb22a61334",
            "placeholder": "​",
            "style": "IPY_MODEL_7a3fb0371db7446e9a1d975c02b01e41",
            "value": "100%"
          }
        },
        "f704c30085dd45dc973b6908defc2646": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c075daf07f494b489cf84d1f91c24f61",
            "max": 1611,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f8871e40f38948d38ce77c418c170ab4",
            "value": 1611
          }
        },
        "d04df53c474f4f1397f2ae9b44f0b37a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4c6b6a0ea2a0447cb2973502f12abf46",
            "placeholder": "​",
            "style": "IPY_MODEL_e1e6bc79ec964481b2d5fa8f0dba0c48",
            "value": " 1611/1611 [03:26&lt;00:00,  7.79it/s]"
          }
        },
        "b3ac130a9ecc43899a04a41de12465cf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6147bdb37fae4401bb1f48cb22a61334": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7a3fb0371db7446e9a1d975c02b01e41": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c075daf07f494b489cf84d1f91c24f61": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f8871e40f38948d38ce77c418c170ab4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "4c6b6a0ea2a0447cb2973502f12abf46": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e1e6bc79ec964481b2d5fa8f0dba0c48": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "fc70036d6e434a9398a020af6a054c25": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_659045ab764b4041adb0d767ed120daa",
              "IPY_MODEL_36b1e5eb97ce4cac8389bb0422ceddec",
              "IPY_MODEL_98cba1124353416281fb29b4045c8872"
            ],
            "layout": "IPY_MODEL_09a7a18065ba4bc98a938cf996bf8edc"
          }
        },
        "659045ab764b4041adb0d767ed120daa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b0d365109f384132a52b31664f8476f7",
            "placeholder": "​",
            "style": "IPY_MODEL_325434cf01b540a08e23c64de3bf0b36",
            "value": "100%"
          }
        },
        "36b1e5eb97ce4cac8389bb0422ceddec": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0062569daf04444e8452506f235a6757",
            "max": 14491,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_3b4638624b924f9eb9b18608bf7f70dd",
            "value": 14491
          }
        },
        "98cba1124353416281fb29b4045c8872": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1fb9358f4bf744d3b45481b358afd06c",
            "placeholder": "​",
            "style": "IPY_MODEL_11ba7e8b303748e39697e57f686fc665",
            "value": " 14491/14491 [1:34:19&lt;00:00,  2.99it/s]"
          }
        },
        "09a7a18065ba4bc98a938cf996bf8edc": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b0d365109f384132a52b31664f8476f7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "325434cf01b540a08e23c64de3bf0b36": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0062569daf04444e8452506f235a6757": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3b4638624b924f9eb9b18608bf7f70dd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "1fb9358f4bf744d3b45481b358afd06c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "11ba7e8b303748e39697e57f686fc665": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1ce25072721447159d64f50ddc3c4e8c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_79b75c2e7ea54653ae3f8706b44a5246",
              "IPY_MODEL_6e6422a83f8541f4a1277efd52317e3e",
              "IPY_MODEL_7c63d74550754cd5b32101d5692b6553"
            ],
            "layout": "IPY_MODEL_756e12fc101b4344a3047cbfdce37b13"
          }
        },
        "79b75c2e7ea54653ae3f8706b44a5246": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_722adf4d7f0444008603ce2ef3e2e0ae",
            "placeholder": "​",
            "style": "IPY_MODEL_4fa49e3c96b340c3aa6d7c55b1c5a600",
            "value": "100%"
          }
        },
        "6e6422a83f8541f4a1277efd52317e3e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ba1d57baa2e64aa7a8e9814934093b57",
            "max": 1611,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_7dbdc7e4c6d940a4832bdc747ed661d8",
            "value": 1611
          }
        },
        "7c63d74550754cd5b32101d5692b6553": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9603a03d91c64371aa6b41d61ef1ed0a",
            "placeholder": "​",
            "style": "IPY_MODEL_ad005f956a4748b0bbc80ae8bb2b7eab",
            "value": " 1611/1611 [03:26&lt;00:00,  7.83it/s]"
          }
        },
        "756e12fc101b4344a3047cbfdce37b13": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "722adf4d7f0444008603ce2ef3e2e0ae": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4fa49e3c96b340c3aa6d7c55b1c5a600": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ba1d57baa2e64aa7a8e9814934093b57": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7dbdc7e4c6d940a4832bdc747ed661d8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9603a03d91c64371aa6b41d61ef1ed0a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ad005f956a4748b0bbc80ae8bb2b7eab": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "50bb6f4bc6074782935ce6ac8411a496": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_ce93f8e069f24f6a986e7572ff38886d",
              "IPY_MODEL_ee110efb51e34581aa3748234a01d918",
              "IPY_MODEL_23e3b93482b343eeb86da22576f04988"
            ],
            "layout": "IPY_MODEL_4541ba2b5f3b4153ab21f2db761a30aa"
          }
        },
        "ce93f8e069f24f6a986e7572ff38886d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_24db4ca3043f4315b4fee08c91cea8f8",
            "placeholder": "​",
            "style": "IPY_MODEL_22f1d9d68e5d46048a1b30a42f5643a0",
            "value": "100%"
          }
        },
        "ee110efb51e34581aa3748234a01d918": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_862f78040af144f1a5838214020a5da1",
            "max": 14491,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_bf060a6c2afe493992f25fcdf7c8c998",
            "value": 14491
          }
        },
        "23e3b93482b343eeb86da22576f04988": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4f1e93be2b1c4a15917c4c2b05fce68d",
            "placeholder": "​",
            "style": "IPY_MODEL_3bd47e1d886949beb562cb3e9746852d",
            "value": " 14491/14491 [1:34:18&lt;00:00,  3.01it/s]"
          }
        },
        "4541ba2b5f3b4153ab21f2db761a30aa": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "24db4ca3043f4315b4fee08c91cea8f8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "22f1d9d68e5d46048a1b30a42f5643a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "862f78040af144f1a5838214020a5da1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bf060a6c2afe493992f25fcdf7c8c998": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "4f1e93be2b1c4a15917c4c2b05fce68d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3bd47e1d886949beb562cb3e9746852d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "725067365b124d99870201a1c686f1f1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_16e1b8f5dd2d41eeaf098570f2d87b6e",
              "IPY_MODEL_b14984f64d6946358e303b3ca5faa03f",
              "IPY_MODEL_459f57b1cc3245fc84e2a498e2c88e32"
            ],
            "layout": "IPY_MODEL_1f5912eab9714a9f949144e415ef1ca1"
          }
        },
        "16e1b8f5dd2d41eeaf098570f2d87b6e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7afc81ff4bd04a5ab6e21f9616469543",
            "placeholder": "​",
            "style": "IPY_MODEL_23b5540b46eb49909036449b17e53249",
            "value": "100%"
          }
        },
        "b14984f64d6946358e303b3ca5faa03f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_54dcc8120ef543f4b5cb30460443adcb",
            "max": 1611,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_65e6f8c7e38f41aab46802f83e524be3",
            "value": 1611
          }
        },
        "459f57b1cc3245fc84e2a498e2c88e32": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_11a9b8f7a8b6465f8aea60df59a277dd",
            "placeholder": "​",
            "style": "IPY_MODEL_a7b3ab7496f84eadabb6c8527261d56f",
            "value": " 1611/1611 [03:26&lt;00:00,  7.87it/s]"
          }
        },
        "1f5912eab9714a9f949144e415ef1ca1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7afc81ff4bd04a5ab6e21f9616469543": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "23b5540b46eb49909036449b17e53249": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "54dcc8120ef543f4b5cb30460443adcb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "65e6f8c7e38f41aab46802f83e524be3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "11a9b8f7a8b6465f8aea60df59a277dd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a7b3ab7496f84eadabb6c8527261d56f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "33772f43626942c2904b5029905c7d6b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_db2c6dc28d99409db8cef3227c62f7de",
              "IPY_MODEL_050819bb076a41baa944455a5b1d85ae",
              "IPY_MODEL_1b15620fb7324d87b8067ad1d4a824ba"
            ],
            "layout": "IPY_MODEL_d766dcbc9e344dca84bcf8aebd0fca36"
          }
        },
        "db2c6dc28d99409db8cef3227c62f7de": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ebfb4dd5a3bd43cc962f513cc0dda458",
            "placeholder": "​",
            "style": "IPY_MODEL_88385a42d0414a9c8275046db7dd0643",
            "value": "100%"
          }
        },
        "050819bb076a41baa944455a5b1d85ae": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_94f4b0e8c5134cf88c88f154e4ae09f7",
            "max": 14491,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_7af1f42115c14188825f2a06505ce945",
            "value": 14491
          }
        },
        "1b15620fb7324d87b8067ad1d4a824ba": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_25978617f5e441c194bdb9d66eba73a7",
            "placeholder": "​",
            "style": "IPY_MODEL_412993277f3047a99e21055f887b84b6",
            "value": " 14491/14491 [1:34:22&lt;00:00,  3.00it/s]"
          }
        },
        "d766dcbc9e344dca84bcf8aebd0fca36": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ebfb4dd5a3bd43cc962f513cc0dda458": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "88385a42d0414a9c8275046db7dd0643": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "94f4b0e8c5134cf88c88f154e4ae09f7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7af1f42115c14188825f2a06505ce945": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "25978617f5e441c194bdb9d66eba73a7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "412993277f3047a99e21055f887b84b6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2430f86d80ac402691735a483b8a1b4c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_b3fc8963e0734d82a7dd7a183a4f684f",
              "IPY_MODEL_2453100b507a4a6a9ec05351ea24b4c3",
              "IPY_MODEL_741517435d9e4b6fbc1d7d35039c7488"
            ],
            "layout": "IPY_MODEL_be4b55847adf43eb98bde86df3986d5d"
          }
        },
        "b3fc8963e0734d82a7dd7a183a4f684f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c276e6d8fb7c44159f57bee612a061ba",
            "placeholder": "​",
            "style": "IPY_MODEL_ad4d465497444327a9a9cfb41f6f4205",
            "value": "100%"
          }
        },
        "2453100b507a4a6a9ec05351ea24b4c3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d3d93679c10e4cc2abe0bf362b1dd738",
            "max": 1611,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_7cd1db9bde4d4bb2986fdc099579f234",
            "value": 1611
          }
        },
        "741517435d9e4b6fbc1d7d35039c7488": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7e297478209a47e984fcd3b95b48353a",
            "placeholder": "​",
            "style": "IPY_MODEL_44305332120a4a33a7d7dc1840cdcdcc",
            "value": " 1611/1611 [03:27&lt;00:00,  7.78it/s]"
          }
        },
        "be4b55847adf43eb98bde86df3986d5d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c276e6d8fb7c44159f57bee612a061ba": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ad4d465497444327a9a9cfb41f6f4205": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d3d93679c10e4cc2abe0bf362b1dd738": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7cd1db9bde4d4bb2986fdc099579f234": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "7e297478209a47e984fcd3b95b48353a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "44305332120a4a33a7d7dc1840cdcdcc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}