notebooks/experiments/1-training/vgg16-multilabel-pascal-voc-2007.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"_AbalcTKgGgw"},"source":["# Multi-label Pascal VOC 2007 CAM Assisted Training"]},{"cell_type":"markdown","metadata":{"id":"wPAUI15hsZ8v"},"source":["**References**\n","\n","- Zhou, Bolei, Aditya Khosla, Agata Lapedriza, Aude Oliva, and Antonio Torralba. “Learning deep features for discriminative localization.” IEEE conference on computer vision and pattern recognition (CVPR), pp. 2921-2929. 2016. [1512.04150](https://arxiv.org/pdf/1512.04150.pdf)"]},{"cell_type":"code","execution_count":null,"metadata":{"cellView":"form","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":3868,"status":"ok","timestamp":1619022151265,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"2IlQ4hdOq6Ac","outputId":"9c505105-69e4-4590-dcca-a6e9ff4e3d18"},"outputs":[],"source":["#@title\n","\n","! pip -qq install tensorflow-addons"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":475,"status":"ok","timestamp":1619025639750,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"20mhavcCSEyp"},"outputs":[],"source":["import tensorflow as tf\n","\n","class Config:\n","  class data:\n","    size = (224, 224)\n","    shape = (*size, 3)\n","    batch_size = 32\n","    shuffle_buffer_size = 8 * batch_size\n","    prefetch_buffer_size = tf.data.experimental.AUTOTUNE\n","    train_shuffle_seed = 120391\n","    shuffle = True\n","\n","    preprocess = tf.keras.applications.vgg16.preprocess_input\n","    deprocess = lambda x: tf.cast(tf.clip_by_value(x[..., ::-1] + [103.939, 116.779, 123.68], 0, 255), tf.uint8)\n","\n","  class aug:\n","    brightness_delta =  .2\n","    saturation_lower =  .2\n","    saturation_upper = 1.0\n","    contrast_lower   =  .5\n","    contrast_upper   = 1.5\n","    hue_delta        =  .0\n","    \n","  class model:\n","    last_spatial_layer = 'block5_pool'\n","    first_dense_layer = 'avg_pool'\n","    backbone = tf.keras.applications.VGG16\n","  \n","  class training:\n","    epochs = 50\n","    learning_rate = .002\n","    lr_first_decay_steps = 50\n","    \n","    fine_tune_lr = .00001\n","    fine_tune_epochs = 20\n","    fine_tune_layers = .6  # 60%\n","    freeze_batch_norm = False\n","\n","    early_stopping_patience = epochs // 4\n","  \n","  class explaining:\n","    noise = tf.constant(.2)\n","    repetitions = tf.constant(8)\n","\n","    score_activations = tf.constant(256)\n","  \n","  class segmentation:\n","    class data:\n","      batch_size = 16\n","      shuffle_buffer_size = 8 * batch_size\n","\n","    class training:\n","      epochs = 100\n","      early_stopping_patience = epochs // 3\n","      reduce_lr_on_plateau_patience = max(5, epochs // 10)\n","\n","      # Loss params\n","      cl_ce_w = 0.05\n","      lr_initial = .005\n","      lr_first_decay_steps = 10  # None for constant learning-rate\n","\n","\n","  class experiment:\n","    seed = 218402\n","    override = True\n","    logs              = '/content/drive/MyDrive/logs/pascal/vgg16-ce-cam-pascal-voc-2007/'\n","    fine_tune_logs    = '/content/drive/MyDrive/logs/pascal/vgg16-ce-cam-pascal-voc-2007-fine-tune/'\n","    segmentation_logs = '/content/drive/MyDrive/logs/pascal/vgg16-ce-cam-pascal-voc-2007-segmentation/'\n","\n","    training_weights     = '/content/drive/MyDrive/logs/pascal/vgg16-ce-cam-pascal-voc-2007/weights.h5'\n","    fine_tune_weights    = '/content/drive/MyDrive/logs/pascal/vgg16-ce-cam-pascal-voc-2007-fine-tune/weights.h5'\n","    segmentation_weights = '/content/drive/MyDrive/logs/pascal/vgg16-ce-cam-pascal-voc-2007-segmentation/weights.h5'"]},{"cell_type":"markdown","metadata":{"id":"D72-2dlD-BzW"},"source":["## Setup"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":41568,"status":"ok","timestamp":1619022188976,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"ns6smaG03NZP","outputId":"e9282abf-e81b-44e4-93e4-5b8ea822a686"},"outputs":[],"source":["from google.colab import drive\n","drive.mount('/content/drive')"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":42814,"status":"ok","timestamp":1619022190228,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"ctkvP4pGN2VA","scrolled":true},"outputs":[],"source":["import os\n","import shutil\n","from math import ceil\n","\n","import numpy as np\n","import pandas as pd\n","import tensorflow_addons as tfa\n","import tensorflow_datasets as tfds\n","import matplotlib.pyplot as plt\n","import seaborn as sns\n","\n","from tensorflow.keras import callbacks"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":42816,"status":"ok","timestamp":1619022190233,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"LgTyBCAkg7py","outputId":"e11dd014-755a-4306-c149-cf6fc4d08252"},"outputs":[],"source":["for d in tf.config.list_physical_devices('GPU'):\n","  print(d)\n","  print(f'Setting device {d} to memory-growth mode.')\n","  try:\n","    tf.config.experimental.set_memory_growth(d, True)\n","  except Exception as e:\n","    print(e)"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":42812,"status":"ok","timestamp":1619022190234,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"2oYhB1lttK2f"},"outputs":[],"source":["R = tf.random.Generator.from_seed(Config.experiment.seed, alg='philox')\n","C = np.asarray(sns.color_palette(\"Set1\", 21))\n","CMAP = sns.color_palette(\"Set1\", 21, as_cmap=True)\n","\n","sns.set_style(\"whitegrid\", {'axes.grid' : False})"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":42809,"status":"ok","timestamp":1619022190235,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"Plij0aK3JRd8"},"outputs":[],"source":["def normalize(x, reduce_min=True, reduce_max=True):\n","  if reduce_min: x -= tf.reduce_min(x, axis=(-3, -2), keepdims=True)\n","  if reduce_max: x = tf.math.divide_no_nan(x, tf.reduce_max(x, axis=(-3, -2), keepdims=True))\n","\n","  return x\n","\n","\n","def visualize(\n","    image,\n","    title=None,\n","    rows=2,\n","    cols=None,\n","    figsize=(16, 7.2),\n","    cmap=None\n","):\n","  if image is not None:\n","    if isinstance(image, (list, tuple)) or len(image.shape) > 3:  # many images\n","      plt.figure(figsize=figsize)\n","      cols = cols or ceil(len(image) / rows)\n","      for ix in range(len(image)):\n","        plt.subplot(rows, cols, ix+1)\n","        visualize(image[ix],\n","                 cmap=cmap,\n","                 title=title[ix] if title is not None and len(title) > ix else None)\n","      plt.tight_layout()\n","      return\n","\n","    if isinstance(image, tf.Tensor): image = image.numpy()\n","    if image.shape[-1] == 1: image = image[..., 0]\n","    plt.imshow(image, cmap=cmap)\n","  \n","  if title is not None: plt.title(title)\n","  plt.axis('off')"]},{"cell_type":"markdown","metadata":{"id":"RT_kxyexHbvE"},"source":["## Dataset"]},{"cell_type":"markdown","metadata":{"id":"zGUgn4xn_HE7"},"source":["### Augmentation Policy"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":42801,"status":"ok","timestamp":1619022190236,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"rU0pWSaXHe1O"},"outputs":[],"source":["def default_policy_fn(image):\n","  image = tf.image.resize_with_crop_or_pad(image, *Config.data.size)\n","  # mask = tf.image.resize_with_crop_or_pad(mask, *Config.data.size)\n","\n","  return image\n","\n","\n","def augment_policy_fn(image):\n","  seeds = R.make_seeds(6)\n","\n","  image = tf.image.resize_with_crop_or_pad(image, *Config.data.size)\n","  # image = tf.image.stateless_random_crop(image, [*Config.data.size, 3], seed=seeds[:, 0])\n","  # mask = tf.image.stateless_random_crop(mask, [*Config.data.size, 1], seed=seeds[:, 0])\n","\n","  image = tf.image.stateless_random_flip_left_right(image, seed=seeds[:, 0])\n","  # mask = tf.image.stateless_random_flip_left_right(mask, seed=seeds[:, 0])\n","  \n","  image = tf.image.stateless_random_flip_up_down(image, seed=seeds[:, 1])\n","  # mask = tf.image.stateless_random_flip_up_down(mask, seed=seeds[:, 1])\n","\n","  image = tf.image.stateless_random_hue(image, Config.aug.hue_delta, seed=seeds[:, 2])\n","  image = tf.image.stateless_random_brightness(image, Config.aug.brightness_delta, seed=seeds[:, 3])\n","  image = tf.image.stateless_random_contrast(image, Config.aug.contrast_lower, Config.aug.contrast_upper, seed=seeds[:, 4])\n","  image = tf.image.stateless_random_saturation(image, Config.aug.saturation_lower, Config.aug.saturation_upper, seed=seeds[:, 5])\n","\n","  return image"]},{"cell_type":"markdown","metadata":{"id":"lWyco96w_Qql"},"source":["### Preparing and Performance Settings"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":0,"referenced_widgets":["215587a0838e4dbdbbac7918c42c1a0e","94b038d6c458467d8ef25361e2dcf576","f22868877b0c40259bf5ec3c75e06bd4","fe733ebfc9e24318ba4e9adb4fbb63d7","96183f9d01ed42b280bab1725a3956ab","0b0f575d016045d4b0da2d0f73e0ccf6","94eb7d67797446cb8c2a936432d9908d","3e801a91bfc4433c852afc096b37904a","6db823ef79b549479e80c5cdc9ee5315","81a35be5a9f241f99f5111b51aa9f818","9cb3000ead8f40398d9454115c990bcd","99b611cd96264134b8fa330ab1eb1bb1","bbf5fe990f954bb099c135706a1ca8f6","addbf0ebabc34feab79297908180f455","e5a2458915a140ed836163e7cf994d78","9e0229abc35547718e24b02d1e84bb9a","fc3ce5e9cd63421f92b0408012ddebf6","01982c81a6814dc3bdc8dbe1f5ee9e0f","829d7025c0cf4f31a61a89b65c9ecac2","697026ff00434f50b0c86974cb8c8c74","bc19f34e750f4dbebd8531223030bd2d","7d2242ed84534d2e83d7a273ae5f3d98","436d5092594b44f482a5b95a6bdd276e","292ba051799a4484b8c061ccf026816c","96f705db65994f37a973a03a16b0d542","c9b7ecd7306e421dbc747180f5f44001","7495258c26434f9a819f18189d8b3b5a","c35108d2033945d5a18ffb2873fe3b58","d427effa81414c90ae279c4648729867","d2225f0ffb42413c9f3c1fefd67f2afc","cdab6077b9514f9692f4065b12617de3","3bbef491da854be2883778f17a4d49b7","31f3055ef34c40e18b0acbd2e7c923bd","8ac5becb899643ce9817957118d768f6","9d22cb4ee8f54567af66f0646b1d5dcc","f64a0c3d4d7747c5b640496252ae7871","0032d1e3a13c4055a68e190bff8b7811","e782f25b3b4f43e4873f6e642eb9fc3e","a2c38dce2ce84d57a1ac993c98842938","32fc5cad14674e53b97f6d2aedddb8e0","33756eac8d464ed38ade64d68a8d9dbb","0998b4d0a8b74842b9254e740cbf3091","b8bce40487c444508a29880e2f3b0235","ba9e29b5026143b2ba4a1f412fc33dc6","6e2ba61cfc5a472ba7721aa86156889e","c4c37406bd4141e382b9992304f0ddcc","28a09046f7a44921ad5a227b548cd5a7","fc6b9987d7234959bf6c415dcb7d7aa6","64f9f91815b24ef58a3cd3e558856757","21c796eccc574a2ba00cffefc0d0cb8b","44287472c439434c9cc361f0d399c6ed","544f32058e2444fd811ccd152b2cf947","9f45b0ab4d464850ba78d891a9c661bf","889f8cf2b6cb43a2a34484b556096fe1","62dbcbff604a4f48ad8d0b25d26c7309","c9de3b6633494b70ba8c55bec00b438c","61004bad0f864b3bbc6263d0ed8c65df","5f0e3f8c1e9046d984415259ec0440e4","a33348a8d62f48d6aac716fa21971ed1","6d7177a8f18d422e9ec5ce8e6f802bab","05580f616c9e4efca58c798a5030fb80","fef0ccb6a08d4fca8da97a18ebc1da55","ed5e2e3d62f44e8faa70e3f37a38d485","2d37262065a84bdca1e575bf7f7e5710","8d870f492ca84591ba0a6d1f7fd841d6","a52a3a3f973740e9b8c269be6d0ee7af","2526fe8223c24c028c785ebb47503391","0b490a057c4e4a178ed89ac07dd9c112","b6fc29ab8b264bfc9d45f212a1bb4ef5","88adf0ec04e04ed88c2c4138e411fbf0","908b347654db471d88ebf5b5870d5641","0229533edb604377a1007183da59c8c3"]},"executionInfo":{"elapsed":86118,"status":"ok","timestamp":1619022233558,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"8BvQujGL-VD4","outputId":"6fa7251d-4924-4700-99d3-deac948a0032"},"outputs":[],"source":["(train_dataset, val_dataset, test_dataset), info = tfds.load(\n","  'voc/2007',\n","  split=('train', 'validation', 'test'),\n","  with_info=True,\n","  shuffle_files=False\n",")"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":86115,"status":"ok","timestamp":1619022233560,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"BWl075mY_2R1"},"outputs":[],"source":["CLASSES = np.asarray(info.features['objects']['label']._int2str)\n","int2str = info.features['objects']['label'].int2str"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":86114,"status":"ok","timestamp":1619022233563,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"SERyyqgzIH8W"},"outputs":[],"source":["from functools import partial\n","\n","\n","@tf.function\n","def load_fn(d, augment=False):\n","  image = d['image']\n","  labels = d['objects']['label']\n","\n","  image = tf.cast(image, tf.float32)\n","  \n","  image, _ = adjust_resolution(image)\n","  image = (augment_policy_fn(image)\n","           if augment\n","           else default_policy_fn(image))\n","  \n","  image = Config.data.preprocess(image)\n","\n","  return image, labels_to_one_hot(labels)\n","\n","\n","def adjust_resolution(image):\n","  es = tf.constant(Config.data.size, tf.float32)\n","  xs = tf.cast(tf.shape(image)[:2], tf.float32)\n","\n","  ratio = tf.reduce_min(es / xs)\n","  xsn = tf.cast(tf.math.ceil(ratio * xs), tf.int32)\n","\n","  image = tf.image.resize(image, xsn, preserve_aspect_ratio=True, method='nearest')\n","\n","  return image, ratio\n","\n","\n","def labels_to_one_hot(labels):\n","  return tf.reduce_max(\n","      tf.one_hot(labels, depth=CLASSES.shape[0]),\n","    axis=0)\n","\n","\n","def prepare(ds, batch_size, cache=False, shuffle=False, augment=False):\n","  if cache: ds = ds.cache()\n","  if shuffle: ds = ds.shuffle(Config.data.shuffle_buffer_size, reshuffle_each_iteration=True, seed=Config.data.train_shuffle_seed)\n","\n","  return (ds.map(partial(load_fn, augment=augment), num_parallel_calls=tf.data.AUTOTUNE)\n","            .batch(batch_size, drop_remainder=True)\n","            .prefetch(Config.data.prefetch_buffer_size))"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":89672,"status":"ok","timestamp":1619022237125,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"i_uOexD3OmgR"},"outputs":[],"source":["train = prepare(train_dataset, Config.data.batch_size, shuffle=True, augment=True)\n","valid = prepare(val_dataset, Config.data.batch_size)\n","test = prepare(test_dataset, Config.data.batch_size)"]},{"cell_type":"markdown","metadata":{"id":"Jr4kHKiLv9Kl"},"source":["### Examples in The Dataset"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":89670,"status":"ok","timestamp":1619022237126,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"DktgW0EU8SCg","outputId":"07a3c65c-d653-4716-c73f-f06b473aca5b"},"outputs":[],"source":["def talk_about(dataset, batches, tag):\n","  print(tag)\n","  print(f'  {batches}')\n","  print(f'  samples: {len(dataset)}')\n","  print(f'  steps  : {len(batches)}')\n","  print()\n","\n","\n","talk_about(train_dataset, train, 'Training')\n","talk_about(val_dataset, valid, 'Validation')"]},{"cell_type":"code","execution_count":null,"metadata":{"cellView":"form","colab":{"base_uri":"https://localhost:8080/","height":0},"executionInfo":{"elapsed":94271,"status":"ok","timestamp":1619022241732,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"JwZzo9gyCX8a","outputId":"784cc944-da1d-4c35-e975-803f4975ff2d"},"outputs":[],"source":["#@title\n","\n","for images, labels in train.take(1):\n","  gt = ['\\n'.join(CLASSES[l].astype(str))\n","        for l in labels.numpy().astype(bool)]\n","\n","  visualize(\n","    Config.data.deprocess(images[:16]),\n","    gt,\n","    rows=2,\n","    figsize=(16, 6)\n","  )"]},{"cell_type":"markdown","metadata":{"id":"OPjqKcWOj2q5"},"source":["## Network"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":94677,"status":"ok","timestamp":1619022242143,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"m-KVQkgu05c_","outputId":"e991c9f8-6b29-43e2-c7eb-0632b6e2ed8d"},"outputs":[],"source":["print(f'Loading {Config.model.backbone.__name__}')\n","\n","backbone = Config.model.backbone(\n","  classifier_activation=None,\n","  include_top=False,\n","  input_shape=Config.data.shape\n",")"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":94673,"status":"ok","timestamp":1619022242144,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"jhfNvXMl5qzp"},"outputs":[],"source":["from tensorflow.keras.layers import Dropout, Dense, GlobalAveragePooling2D\n","\n","\n","def build_specific_classifier(\n","    backbone,\n","    classes,\n","    dropout_rate=0.5,\n","    name=None,\n","    gpl='avg_pool',\n","):\n","  x = backbone.input\n","  y = backbone.output\n","  y = GlobalAveragePooling2D(name='avg_pool')(y)\n","  y = Dropout(rate=dropout_rate, name='top_dropout')(y)\n","  y = Dense(classes, name='predictions')(y)\n","\n","  return tf.keras.Model(\n","    x,\n","    y,\n","    name=name\n","  )\n","\n","backbone.trainable = False\n","\n","nn = build_specific_classifier(backbone, len(CLASSES), name='enb7_voc_20')"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":94669,"status":"ok","timestamp":1619022242146,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"TLrbPptvBd7H","outputId":"0370976f-d8e5-4da3-d911-a28d50e502af"},"outputs":[],"source":["nn.summary()"]},{"cell_type":"markdown","metadata":{"id":"0jx3qxV8Gf71"},"source":["## Training"]},{"cell_type":"markdown","metadata":{"id":"DKi2fyCWzqzi"},"source":["### Loss, Metrics and Model Compilation"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":95093,"status":"ok","timestamp":1619022242587,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"hQrUnpSxz8dg"},"outputs":[],"source":["class FromLogitsMixin:\n","  def __init__(self, from_logits=False, *args, **kwargs):\n","    super().__init__(*args, **kwargs)\n","    self.from_logits = from_logits\n","\n","  def update_state(self, y_true, y_pred, sample_weight=None):\n","    if self.from_logits:\n","      y_pred = tf.nn.sigmoid(y_pred)\n","    return super().update_state(y_true, y_pred, sample_weight)\n","\n","\n","class AUC(FromLogitsMixin, tf.metrics.AUC):\n","  ...\n","\n","class BinaryAccuracy(FromLogitsMixin, tf.metrics.BinaryAccuracy):\n","  ...\n","\n","class TruePositives(FromLogitsMixin, tf.metrics.TruePositives):\n","  ...\n","\n","class FalsePositives(FromLogitsMixin, tf.metrics.FalsePositives):\n","  ...\n","\n","class TrueNegatives(FromLogitsMixin, tf.metrics.TrueNegatives):\n","  ...\n","\n","class FalseNegatives(FromLogitsMixin, tf.metrics.FalseNegatives):\n","  ...\n","\n","class Precision(FromLogitsMixin, tf.metrics.Precision):\n","  ...\n","\n","class Recall(FromLogitsMixin, tf.metrics.Recall):\n","  ...\n","\n","class F1Score(FromLogitsMixin, tfa.metrics.F1Score):\n","  ..."]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":95091,"status":"ok","timestamp":1619022242588,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"8IRMDytazqEL"},"outputs":[],"source":["nn.compile(\n","    optimizer=tf.optimizers.SGD(learning_rate=Config.training.learning_rate, momentum=0.9, nesterov=True),\n","    loss=tf.losses.BinaryCrossentropy(from_logits=True),\n","    metrics=[\n","      AUC(from_logits=True),\n","      BinaryAccuracy(from_logits=True),\n","      F1Score(num_classes=len(CLASSES), from_logits=True),\n","      Precision(from_logits=True),\n","      Recall(from_logits=True),\n","\n","      # TruePositives(from_logits=True),\n","      # FalsePositives(from_logits=True),\n","      # TrueNegatives(from_logits=True),\n","      # FalseNegatives(from_logits=True),\n","    ])"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":95439,"status":"ok","timestamp":1619022242941,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"TN8pm1JU6TH_","outputId":"809b02c1-1a2a-4fc0-fe82-b49f624f060e"},"outputs":[],"source":["nn.evaluate(tf.random.normal((2, *Config.data.shape)));"]},{"cell_type":"markdown","metadata":{"id":"vTE1sKLoztOB"},"source":["### Top Classifier Training"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":95435,"status":"ok","timestamp":1619022242942,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"yI1XHGo2QMZe"},"outputs":[],"source":["cs = [\n","    callbacks.TerminateOnNaN(),\n","    callbacks.ModelCheckpoint(Config.experiment.training_weights,\n","                              save_best_only=True,\n","                              save_weights_only=True,\n","                              verbose=1),\n","    # callbacks.EarlyStopping(patience=Config.training.early_stopping_patience, verbose=1),\n","    callbacks.TensorBoard(\n","      Config.experiment.logs,\n","      write_graph=False,\n","      profile_batch=0)\n","]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":2068053,"status":"ok","timestamp":1619024215566,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"qzr0YXKbvSrs","outputId":"7ba6bc77-6c6a-4834-c026-458c65f9201c"},"outputs":[],"source":["try:\n","  if os.path.exists(Config.experiment.logs):\n","    if not Config.experiment.override:\n","      raise ValueError(f'A training was found in {Config.experiment.logs}. '\n","                       f'Either move it or set experiment.override to True.')\n","\n","    print(f'Overriding previous training at {Config.experiment.logs}.')\n","    shutil.rmtree(Config.experiment.logs)\n","\n","  nn.fit(\n","    train,\n","    validation_data=valid,\n","    epochs=Config.training.epochs,\n","    callbacks=cs\n","  );\n","\n","except KeyboardInterrupt: print('\\ninterrupted')\n","else: print('\\ndone')"]},{"cell_type":"markdown","metadata":{"id":"94cf59nUjg2j"},"source":["### Fine-Tuning"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":2068055,"status":"ok","timestamp":1619024215570,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"b9G439rEjf_j"},"outputs":[],"source":["trained_epochs = len(nn.history.history['loss'])\n","\n","nn.load_weights(Config.experiment.logs + '/weights.h5')"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":2069058,"status":"ok","timestamp":1619024216576,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"Os_WJBlSmD2R"},"outputs":[],"source":["cs = [\n","    callbacks.TerminateOnNaN(),\n","    callbacks.ModelCheckpoint(Config.experiment.fine_tune_weights,\n","                              save_best_only=True,\n","                              save_weights_only=True,\n","                              verbose=1),\n","    callbacks.EarlyStopping(patience=Config.training.early_stopping_patience, verbose=1),\n","    callbacks.TensorBoard(\n","      Config.experiment.fine_tune_logs,\n","      write_graph=False)\n","]"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":2069059,"status":"ok","timestamp":1619024216578,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"zlUKYeS0joZj"},"outputs":[],"source":["if Config.training.fine_tune_epochs:\n","  backbone.trainable = True\n","\n","  frozen_layer_ix = int((1-Config.training.fine_tune_layers) * len(backbone.layers))\n","  for ix, l in enumerate(backbone.layers):\n","    l.trainable = (ix > frozen_layer_ix and\n","                   (not isinstance(l, tf.keras.layers.BatchNormalization) or\n","                    not Config.training.freeze_batch_norm))\n","\n","  nn.compile(\n","    optimizer=tf.optimizers.SGD(learning_rate=Config.training.fine_tune_lr, momentum=0.9, nesterov=True),\n","    loss=tf.losses.BinaryCrossentropy(from_logits=True),\n","    metrics=[\n","      AUC(from_logits=True),\n","      BinaryAccuracy(from_logits=True),\n","      F1Score(num_classes=len(CLASSES), from_logits=True),\n","      Precision(from_logits=True),\n","      Recall(from_logits=True),\n","\n","      # TruePositives(from_logits=True),\n","      # FalsePositives(from_logits=True),\n","      # TrueNegatives(from_logits=True),\n","      # FalseNegatives(from_logits=True),\n","    ])"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":3013574,"status":"ok","timestamp":1619025161101,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"sYrqkbu3k3-a","outputId":"babab3e8-2300-4f44-ceae-1c1dc8021fb2"},"outputs":[],"source":["if Config.training.fine_tune_epochs:\n","  print(f'Fine tuning params:')\n","  print(f'  epochs:          {Config.training.fine_tune_epochs}')\n","  print(f'  learning rate:   {Config.training.fine_tune_lr}')\n","  print(f'  layers unfrozen: {frozen_layer_ix} to {len(backbone.layers)}')\n","\n","  try:\n","    history = nn.fit(\n","      train,\n","      validation_data=valid,\n","      epochs=trained_epochs + Config.training.fine_tune_epochs,\n","      callbacks=cs,\n","      initial_epoch=trained_epochs,\n","    );\n","\n","  except KeyboardInterrupt: print('\\ninterrupted')\n","  else: print('\\ndone')"]},{"cell_type":"markdown","metadata":{"id":"eGRiVsFwRIbW"},"source":["## Evaluation"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":3013577,"status":"ok","timestamp":1619025161105,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"pX4N2VKPlYDp"},"outputs":[],"source":["if Config.training.fine_tune_epochs:\n","  backbone.trainable = True\n","\n","  frozen_layer_ix = int((1-Config.training.fine_tune_layers) * len(backbone.layers))\n","\n","  for ix, l in enumerate(backbone.layers):\n","    l.trainable = (ix > frozen_layer_ix and\n","                   (not isinstance(l, tf.keras.layers.BatchNormalization) or\n","                    not Config.training.freeze_batch_norm))"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":3014864,"status":"ok","timestamp":1619025162394,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"7ZaG7qzhQhEB"},"outputs":[],"source":["nn.load_weights(Config.experiment.fine_tune_weights)"]},{"cell_type":"markdown","metadata":{"id":"4xnWvilLThSC"},"source":["### Model Metrics"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":3080225,"status":"ok","timestamp":1619025227761,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"2BgJwidX6Uyu","outputId":"31af5128-9dd5-4aef-b2bd-a83ca6a617c4"},"outputs":[],"source":["results = pd.DataFrame([\n"," [*nn.evaluate(train), 'train'],\n"," [*nn.evaluate(valid), 'valid'],\n"," [*nn.evaluate(test), 'test']\n","], columns=[*nn.metrics_names, 'subset'])"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"executionInfo":{"elapsed":3080222,"status":"ok","timestamp":1619025227762,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"ZpVucoFT6XfB","outputId":"c5b6476f-a896-496a-a9cd-ad2b51f32e84"},"outputs":[],"source":["results"]},{"cell_type":"markdown","metadata":{"id":"T7_k9foJTdzI"},"source":["### Label-Specific Metrics"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":3080633,"status":"ok","timestamp":1619025228175,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"LtRBRrnheTY_"},"outputs":[],"source":["from sklearn import metrics\n","  \n","def metrics_per_label(gt, y_pred, threshold=0.5):\n","    threshold = tf.cast(threshold, y_pred.dtype)\n","    p_pred = tf.cast(y_pred > threshold, y_pred.dtype)\n","\n","    tru_ = tf.reduce_sum(gt, axis=0)\n","    neg_ = tf.reduce_sum(1- gt, axis=0)\n","\n","    acc = tf.reduce_mean(tf.cast(gt == p_pred, tf.float32), axis=0)\n","    tpr = tf.reduce_sum(p_pred*gt, axis=0) / tru_\n","    fpr = tf.reduce_sum(p_pred*(1-gt), axis=0) / neg_\n","    tnr = tf.reduce_sum((1-p_pred)*(1-gt), axis=0) / neg_\n","    fnr = tf.reduce_sum((1-p_pred)*gt, axis=0) / tru_\n","\n","    auc = metrics.roc_auc_score(gt, y_pred, average=None)\n","    mcm = metrics.multilabel_confusion_matrix(gt, p_pred)\n","\n","    return acc, tpr, fpr, tnr, fnr, auc, mcm"]},{"cell_type":"code","execution_count":null,"metadata":{"cellView":"form","executionInfo":{"elapsed":3080632,"status":"ok","timestamp":1619025228177,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"tnj74fhjJzXc"},"outputs":[],"source":["#@title\n","\n","\n","def labels_and_probs(nn, dataset):\n","  labels_ = []\n","  probs_ = []\n","\n","  for images, labels in dataset:\n","    y = nn(images, training=False)\n","    y = tf.nn.sigmoid(y)\n","\n","    labels_.append(labels)\n","    probs_.append(y)\n","  \n","  return (tf.concat(labels_, axis=0),\n","          tf.concat(probs_, axis=0))\n","\n","\n","def evaluate(l, p):\n","  acc, tpr, fpr, tnr, fnr, auc, mcm = metrics_per_label(l, p)\n","\n","  return pd.DataFrame({\n","    'accuracy': acc,\n","    'true positive r': tpr,\n","    'true negative r': tnr,\n","    'false positive r': fpr,\n","    'false negative r': fnr,\n","    'roc auc score': auc,\n","    'support': tf.cast(tf.reduce_sum(l, axis=0), tf.int32),\n","    'label': CLASSES\n","  })"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":3113873,"status":"ok","timestamp":1619025261420,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"kHb6hhh3fm4z"},"outputs":[],"source":["l, p = labels_and_probs(nn, test)\n","test_report = evaluate(l, p)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":677},"executionInfo":{"elapsed":3113870,"status":"ok","timestamp":1619025261421,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"LC5sqi2GR3Al","outputId":"c7fc9441-f9c1-4829-95dc-2b1e66d1fd66"},"outputs":[],"source":["test_report.round(4)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":81},"executionInfo":{"elapsed":561,"status":"ok","timestamp":1619025473241,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"aI2iZoceb3Y2","outputId":"660b3b46-f48d-4c26-e72b-1ad1c3d97183"},"outputs":[],"source":["pd.DataFrame(test_report.mean(axis=0)).round(4).T"]},{"cell_type":"code","execution_count":null,"metadata":{"executionInfo":{"elapsed":3113869,"status":"ok","timestamp":1619025261422,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"DF2Je8rbLF5V"},"outputs":[],"source":["co_occurrence = tf.transpose(l) @ l\n","occurrence = tf.reshape(np.diag(co_occurrence), (-1, 1))\n","\n","co_occurrence_rate = tf.math.divide_no_nan(co_occurrence, occurrence)"]},{"cell_type":"code","execution_count":null,"metadata":{"cellView":"form","colab":{"base_uri":"https://localhost:8080/","height":441},"executionInfo":{"elapsed":3118202,"status":"ok","timestamp":1619025265760,"user":{"displayName":"Lucas Oliveira David","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhjcoArY45THu2pyeBMCoTlUxPjl1pujjbQ1Sru=s64","userId":"16950329399973644447"},"user_tz":180},"id":"Laa1Wh5nKXKF","outputId":"2ae5b692-8003-4605-dc9e-939924595146"},"outputs":[],"source":["#@title Labels Occurrence Matrix\n","\n","plt.figure(figsize=(16, 6))\n","plt.subplot(121)\n","sns.heatmap(\n","  co_occurrence.numpy().astype(int),\n","  annot=True,\n","  fmt='d',\n","  xticklabels=CLASSES,\n","  yticklabels=CLASSES,\n","  cmap=\"RdPu\",\n","  cbar=False\n",")\n","\n","plt.subplot(122)\n","sns.heatmap(\n","  co_occurrence_rate.numpy(),\n","  annot=True,\n","  fmt='.0%',\n","  xticklabels=CLASSES,\n","  yticklabels=CLASSES,\n","  cmap=\"RdPu\",\n","  cbar=False\n",")\n","plt.tight_layout();"]}],"metadata":{"accelerator":"GPU","colab":{"collapsed_sections":["lWyco96w_Qql","Jr4kHKiLv9Kl"],"name":"vgg16-multilabel-cam-pascal-voc-2007.ipynb","provenance":[{"file_id":"1TydQOmoNad2z8qFhUVcdQTc2rnCH83CQ","timestamp":1619017864780}],"toc_visible":true},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.8.5"},"widgets":{"application/vnd.jupyter.widget-state+json":{"0032d1e3a13c4055a68e190bff8b7811":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":"initial"}},"01982c81a6814dc3bdc8dbe1f5ee9e0f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0229533edb604377a1007183da59c8c3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"05580f616c9e4efca58c798a5030fb80":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":"initial"}},"0998b4d0a8b74842b9254e740cbf3091":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0b0f575d016045d4b0da2d0f73e0ccf6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0b490a057c4e4a178ed89ac07dd9c112":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_0229533edb604377a1007183da59c8c3","placeholder":"​","style":"IPY_MODEL_908b347654db471d88ebf5b5870d5641","value":" 2178/2510 [00:00&lt;00:00, 7417.68 examples/s]"}},"215587a0838e4dbdbbac7918c42c1a0e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f22868877b0c40259bf5ec3c75e06bd4","IPY_MODEL_fe733ebfc9e24318ba4e9adb4fbb63d7"],"layout":"IPY_MODEL_94b038d6c458467d8ef25361e2dcf576"}},"21c796eccc574a2ba00cffefc0d0cb8b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2526fe8223c24c028c785ebb47503391":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"danger","description":" 87%","description_tooltip":null,"layout":"IPY_MODEL_88adf0ec04e04ed88c2c4138e411fbf0","max":2510,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b6fc29ab8b264bfc9d45f212a1bb4ef5","value":2178}},"28a09046f7a44921ad5a227b548cd5a7":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"292ba051799a4484b8c061ccf026816c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2d37262065a84bdca1e575bf7f7e5710":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"31f3055ef34c40e18b0acbd2e7c923bd":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9d22cb4ee8f54567af66f0646b1d5dcc","IPY_MODEL_f64a0c3d4d7747c5b640496252ae7871"],"layout":"IPY_MODEL_8ac5becb899643ce9817957118d768f6"}},"32fc5cad14674e53b97f6d2aedddb8e0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"33756eac8d464ed38ade64d68a8d9dbb":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_b8bce40487c444508a29880e2f3b0235","IPY_MODEL_ba9e29b5026143b2ba4a1f412fc33dc6"],"layout":"IPY_MODEL_0998b4d0a8b74842b9254e740cbf3091"}},"3bbef491da854be2883778f17a4d49b7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3e801a91bfc4433c852afc096b37904a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"436d5092594b44f482a5b95a6bdd276e":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"44287472c439434c9cc361f0d399c6ed":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"danger","description":" 97%","description_tooltip":null,"layout":"IPY_MODEL_889f8cf2b6cb43a2a34484b556096fe1","max":2501,"min":0,"orientation":"horizontal","style":"IPY_MODEL_9f45b0ab4d464850ba78d891a9c661bf","value":2418}},"544f32058e2444fd811ccd152b2cf947":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c9de3b6633494b70ba8c55bec00b438c","placeholder":"​","style":"IPY_MODEL_62dbcbff604a4f48ad8d0b25d26c7309","value":" 2418/2501 [00:00&lt;00:00, 6336.52 examples/s]"}},"5f0e3f8c1e9046d984415259ec0440e4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"61004bad0f864b3bbc6263d0ed8c65df":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_a33348a8d62f48d6aac716fa21971ed1","IPY_MODEL_6d7177a8f18d422e9ec5ce8e6f802bab"],"layout":"IPY_MODEL_5f0e3f8c1e9046d984415259ec0440e4"}},"62dbcbff604a4f48ad8d0b25d26c7309":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"64f9f91815b24ef58a3cd3e558856757":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_44287472c439434c9cc361f0d399c6ed","IPY_MODEL_544f32058e2444fd811ccd152b2cf947"],"layout":"IPY_MODEL_21c796eccc574a2ba00cffefc0d0cb8b"}},"697026ff00434f50b0c86974cb8c8c74":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_292ba051799a4484b8c061ccf026816c","placeholder":"​","style":"IPY_MODEL_436d5092594b44f482a5b95a6bdd276e","value":" 2/2 [00:25&lt;00:00, 12.67s/ file]"}},"6d7177a8f18d422e9ec5ce8e6f802bab":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_2d37262065a84bdca1e575bf7f7e5710","placeholder":"​","style":"IPY_MODEL_ed5e2e3d62f44e8faa70e3f37a38d485","value":" 2510/0 [00:03&lt;00:00, 656.46 examples/s]"}},"6db823ef79b549479e80c5cdc9ee5315":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9cb3000ead8f40398d9454115c990bcd","IPY_MODEL_99b611cd96264134b8fa330ab1eb1bb1"],"layout":"IPY_MODEL_81a35be5a9f241f99f5111b51aa9f818"}},"6e2ba61cfc5a472ba7721aa86156889e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":"initial"}},"7495258c26434f9a819f18189d8b3b5a":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"info","description":"","description_tooltip":null,"layout":"IPY_MODEL_d2225f0ffb42413c9f3c1fefd67f2afc","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_d427effa81414c90ae279c4648729867","value":1}},"7d2242ed84534d2e83d7a273ae5f3d98":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"81a35be5a9f241f99f5111b51aa9f818":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"829d7025c0cf4f31a61a89b65c9ecac2":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"Extraction completed...: 100%","description_tooltip":null,"layout":"IPY_MODEL_7d2242ed84534d2e83d7a273ae5f3d98","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bc19f34e750f4dbebd8531223030bd2d","value":1}},"889f8cf2b6cb43a2a34484b556096fe1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"88adf0ec04e04ed88c2c4138e411fbf0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8ac5becb899643ce9817957118d768f6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8d870f492ca84591ba0a6d1f7fd841d6":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_2526fe8223c24c028c785ebb47503391","IPY_MODEL_0b490a057c4e4a178ed89ac07dd9c112"],"layout":"IPY_MODEL_a52a3a3f973740e9b8c269be6d0ee7af"}},"908b347654db471d88ebf5b5870d5641":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"94b038d6c458467d8ef25361e2dcf576":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"94eb7d67797446cb8c2a936432d9908d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"96183f9d01ed42b280bab1725a3956ab":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":"initial"}},"96f705db65994f37a973a03a16b0d542":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_7495258c26434f9a819f18189d8b3b5a","IPY_MODEL_c35108d2033945d5a18ffb2873fe3b58"],"layout":"IPY_MODEL_c9b7ecd7306e421dbc747180f5f44001"}},"99b611cd96264134b8fa330ab1eb1bb1":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9e0229abc35547718e24b02d1e84bb9a","placeholder":"​","style":"IPY_MODEL_e5a2458915a140ed836163e7cf994d78","value":" 868/868 [00:25&lt;00:00, 34.15 MiB/s]"}},"9cb3000ead8f40398d9454115c990bcd":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"Dl Size...: 100%","description_tooltip":null,"layout":"IPY_MODEL_addbf0ebabc34feab79297908180f455","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bbf5fe990f954bb099c135706a1ca8f6","value":1}},"9d22cb4ee8f54567af66f0646b1d5dcc":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"danger","description":" 97%","description_tooltip":null,"layout":"IPY_MODEL_e782f25b3b4f43e4873f6e642eb9fc3e","max":4952,"min":0,"orientation":"horizontal","style":"IPY_MODEL_0032d1e3a13c4055a68e190bff8b7811","value":4783}},"9e0229abc35547718e24b02d1e84bb9a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9f45b0ab4d464850ba78d891a9c661bf":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":"initial"}},"a2c38dce2ce84d57a1ac993c98842938":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a33348a8d62f48d6aac716fa21971ed1":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"info","description":"","description_tooltip":null,"layout":"IPY_MODEL_fef0ccb6a08d4fca8da97a18ebc1da55","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_05580f616c9e4efca58c798a5030fb80","value":1}},"a52a3a3f973740e9b8c269be6d0ee7af":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"addbf0ebabc34feab79297908180f455":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b6fc29ab8b264bfc9d45f212a1bb4ef5":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":"initial"}},"b8bce40487c444508a29880e2f3b0235":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"info","description":"","description_tooltip":null,"layout":"IPY_MODEL_c4c37406bd4141e382b9992304f0ddcc","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_6e2ba61cfc5a472ba7721aa86156889e","value":1}},"ba9e29b5026143b2ba4a1f412fc33dc6":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_fc6b9987d7234959bf6c415dcb7d7aa6","placeholder":"​","style":"IPY_MODEL_28a09046f7a44921ad5a227b548cd5a7","value":" 2501/0 [00:03&lt;00:00, 676.26 examples/s]"}},"bbf5fe990f954bb099c135706a1ca8f6":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":"initial"}},"bc19f34e750f4dbebd8531223030bd2d":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":"initial"}},"c35108d2033945d5a18ffb2873fe3b58":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3bbef491da854be2883778f17a4d49b7","placeholder":"​","style":"IPY_MODEL_cdab6077b9514f9692f4065b12617de3","value":" 4952/0 [00:07&lt;00:00, 686.64 examples/s]"}},"c4c37406bd4141e382b9992304f0ddcc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c9b7ecd7306e421dbc747180f5f44001":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c9de3b6633494b70ba8c55bec00b438c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cdab6077b9514f9692f4065b12617de3":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d2225f0ffb42413c9f3c1fefd67f2afc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d427effa81414c90ae279c4648729867":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":"initial"}},"e5a2458915a140ed836163e7cf994d78":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e782f25b3b4f43e4873f6e642eb9fc3e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ed5e2e3d62f44e8faa70e3f37a38d485":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f22868877b0c40259bf5ec3c75e06bd4":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"Dl Completed...: 100%","description_tooltip":null,"layout":"IPY_MODEL_0b0f575d016045d4b0da2d0f73e0ccf6","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_96183f9d01ed42b280bab1725a3956ab","value":1}},"f64a0c3d4d7747c5b640496252ae7871":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_32fc5cad14674e53b97f6d2aedddb8e0","placeholder":"​","style":"IPY_MODEL_a2c38dce2ce84d57a1ac993c98842938","value":" 4783/4952 [00:01&lt;00:00, 3414.24 examples/s]"}},"fc3ce5e9cd63421f92b0408012ddebf6":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_829d7025c0cf4f31a61a89b65c9ecac2","IPY_MODEL_697026ff00434f50b0c86974cb8c8c74"],"layout":"IPY_MODEL_01982c81a6814dc3bdc8dbe1f5ee9e0f"}},"fc6b9987d7234959bf6c415dcb7d7aa6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fe733ebfc9e24318ba4e9adb4fbb63d7":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3e801a91bfc4433c852afc096b37904a","placeholder":"​","style":"IPY_MODEL_94eb7d67797446cb8c2a936432d9908d","value":" 2/2 [00:25&lt;00:00, 12.72s/ url]"}},"fef0ccb6a08d4fca8da97a18ebc1da55":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}}}}},"nbformat":4,"nbformat_minor":0}