prueba_generar_con_most_similar.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "d85c5c92",
   "metadata": {},
   "outputs": [],
   "source": [
    "import spacy\n",
    "from gensim.models import Word2Vec\n",
    "from gensim.models import KeyedVectors\n",
    "import gensim\n",
    "from tqdm import tqdm\n",
    "import numpy as np\n",
    "import gzip"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "432d39e7",
   "metadata": {},
   "outputs": [],
   "source": [
    "nlp = spacy.load('es_core_news_md', disable=['parser', 'ner'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4e5a0c98",
   "metadata": {},
   "source": [
    "```python\n",
    "import smart_open\n",
    "\n",
    "def load_glove_model(File):\n",
    "    print(\"Loading Glove Model\")\n",
    "    \n",
    "    glove_model = {}\n",
    "    with gzip.open(File,'rt') as f:\n",
    "        for line in tqdm(f):\n",
    "            split_line = line.split()\n",
    "            word = split_line[0]\n",
    "            embedding = np.array(split_line[1:], dtype=np.float64)\n",
    "            glove_model[word] = embedding\n",
    "        \n",
    "    print(f\"{len(glove_model)} words loaded!\")\n",
    "    return glove_model\n",
    "\n",
    "def save_word2vec_format(fname, vocab, vector_size, binary=True):\n",
    "    \"\"\"Store the input-hidden weight matrix in the same format used by the original\n",
    "    C word2vec-tool, for compatibility.\n",
    "\n",
    "    Parameters\n",
    "    ----------\n",
    "    fname : str\n",
    "        The file path used to save the vectors in.\n",
    "    vocab : dict\n",
    "        The vocabulary of words.\n",
    "    vector_size : int\n",
    "        The number of dimensions of word vectors.\n",
    "    binary : bool, optional\n",
    "        If True, the data wil be saved in binary word2vec format, else it will be saved in plain text.\n",
    "\n",
    "\n",
    "    \"\"\"\n",
    "    \n",
    "    total_vec = len(vocab)\n",
    "    with smart_open.open(fname, 'wb') as fout:\n",
    "        print(total_vec, vector_size)\n",
    "        fout.write(gensim.utils.to_utf8(\"%s %s\\n\" % (total_vec, vector_size)))\n",
    "        # store in sorted order: most frequent words at the top\n",
    "        for word, row in tqdm(vocab.items()):\n",
    "            if binary:\n",
    "                row = row.astype(np.float32)\n",
    "                fout.write(gensim.utils.to_utf8(word) + row.tobytes())\n",
    "            else:\n",
    "                fout.write(gensim.utils.to_utf8(\"%s %s\\n\" % (word, ' '.join(repr(val) for val in row))))\n",
    "\n",
    "                \n",
    "                \n",
    "glove_model = load_glove_model('./glove-sbwc.i25.vec.gz')                \n",
    "save_word2vec_format(binary=False,\n",
    "                     fname='glovin.bin',\n",
    "                     vocab=glove_model,\n",
    "                     vector_size=300)\n",
    "```"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e57f2f33",
   "metadata": {},
   "source": [
    "%%time\n",
    "model_c = gensim.models.KeyedVectors.load_word2vec_format('./glove-sbwc.i25.vec.gz',\n",
    "                                                        binary=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "de7c21bd",
   "metadata": {},
   "source": [
    "name_model = \"Chile/CHILE_2020_dev210721_113361_lg.model\"\n",
    "\n",
    "model_b = KeyedVectors.load(name_model) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "63046a97",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 1min 43s, sys: 2.28 s, total: 1min 45s\n",
      "Wall time: 1min 45s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "model = gensim.models.KeyedVectors.load_word2vec_format('glovin.bin',\n",
    "                                                        binary=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f2421b68",
   "metadata": {},
   "source": [
    "model_b.wv.most_similar('chile')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dcb5dbb2",
   "metadata": {},
   "source": [
    "model_c.most_similar('chile')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "06cbe9f2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('argentina', 0.7280367016792297),\n",
       " ('perú', 0.7197977900505066),\n",
       " ('ecuador', 0.7163984775543213),\n",
       " ('bolivia', 0.7140704393386841),\n",
       " ('colombia', 0.6928225755691528),\n",
       " ('brasil', 0.6748921275138855),\n",
       " ('chileno', 0.6320515275001526),\n",
       " ('chilena', 0.6290560364723206),\n",
       " ('rica', 0.6205234527587891),\n",
       " ('uruguay', 0.6197987794876099)]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.most_similar('chile')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "8237a08c",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "df = pd.read_csv('./datasets/dataset_paso3d96.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "8580063b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "category\n",
       "5-Catástrofes_y_Accidentes     1430\n",
       "8-Ecología_y_Planeta           1452\n",
       "6-Cultura_y_Artes              1678\n",
       "2-Economía                     2635\n",
       "10-Salud                       2683\n",
       "4-Ciencias_y_Tecnología        4772\n",
       "7-Deporte                      6702\n",
       "9-Crimen_delitos_y_Justicia    8212\n",
       "1-Mundo                        8586\n",
       "3-Política_y_Conflictos        8951\n",
       "dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.groupby('category').size().sort_values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "24f29282",
   "metadata": {},
   "outputs": [],
   "source": [
    "TARGET = 1678"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "3ca965d8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1430"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_catastrofes = df[df['category'] == '5-Catástrofes_y_Accidentes']\n",
    "actual_catastrofes = len(df_catastrofes)\n",
    "actual_catastrofes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "939432fd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id                                                   20000215\n",
       "title       Incendio en Lo Valledor dejó bomberos lesionad...\n",
       "content     Incendio en Lo Valledor dejó bomberos lesionad...\n",
       "category                           5-Catástrofes_y_Accidentes\n",
       "url         https://www.cnnchile.com/pais/incendio-lo-vall...\n",
       "text        El siniestro se desencadenó pasada la medianoc...\n",
       "index                                                     NaN\n",
       "Name: 47100, dtype: object"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_catastrofes.iloc[-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "8a0d425d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1452"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_planeta = df[df['category'] == '8-Ecología_y_Planeta']\n",
    "actual_planeta = len(df_planeta)\n",
    "actual_planeta"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "bdbc3fea",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id                                                   19000831\n",
       "title       Autoridades lanzaron el Plan de Acción “Santia...\n",
       "content     Autoridades lanzaron el Plan de Acción “Santia...\n",
       "category                                 8-Ecología_y_Planeta\n",
       "url         https://www.cnnchile.com/pais/autoridades-lanz...\n",
       "text        En el plan de acción participan municipios, em...\n",
       "index                                                   818.0\n",
       "Name: 46913, dtype: object"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_planeta.iloc[-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "7136e7b1",
   "metadata": {},
   "outputs": [],
   "source": [
    "targets = [(df_catastrofes, actual_catastrofes, 20001000), (df_planeta, actual_planeta, 19001000)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "145b0ba4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-3, -2, -1,  0,  1,  2,  3])"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "topn = 6\n",
    "x = np.arange(-topn/2, topn/2 + (not topn%2), dtype=int)\n",
    "x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "60ef5c3a",
   "metadata": {},
   "outputs": [],
   "source": [
    "import scipy.stats as ss\n",
    "\n",
    "RANDOM_SEED = 5150\n",
    "np.random.seed(RANDOM_SEED)\n",
    "rng = np.random.default_rng(RANDOM_SEED)\n",
    "\n",
    "xU, xL = x + 0.5, x - 0.5 \n",
    "prob = ss.norm.cdf(xU, scale = 3) - ss.norm.cdf(xL, scale = 3)\n",
    "prob = prob / prob.sum() # normalize the probabilities so their sum is 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "fac0e14c",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "/* global mpl */\n",
       "window.mpl = {};\n",
       "\n",
       "mpl.get_websocket_type = function () {\n",
       "    if (typeof WebSocket !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof MozWebSocket !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert(\n",
       "            'Your browser does not have WebSocket support. ' +\n",
       "                'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "                'Firefox 4 and 5 are also supported but you ' +\n",
       "                'have to enable WebSockets in about:config.'\n",
       "        );\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure = function (figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = this.ws.binaryType !== undefined;\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById('mpl-warnings');\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent =\n",
       "                'This browser does not support binary websocket messages. ' +\n",
       "                'Performance may be slow.';\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = document.createElement('div');\n",
       "    this.root.setAttribute('style', 'display: inline-block');\n",
       "    this._root_extra_style(this.root);\n",
       "\n",
       "    parent_element.appendChild(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen = function () {\n",
       "        fig.send_message('supports_binary', { value: fig.supports_binary });\n",
       "        fig.send_message('send_image_mode', {});\n",
       "        if (fig.ratio !== 1) {\n",
       "            fig.send_message('set_device_pixel_ratio', {\n",
       "                device_pixel_ratio: fig.ratio,\n",
       "            });\n",
       "        }\n",
       "        fig.send_message('refresh', {});\n",
       "    };\n",
       "\n",
       "    this.imageObj.onload = function () {\n",
       "        if (fig.image_mode === 'full') {\n",
       "            // Full images could contain transparency (where diff images\n",
       "            // almost always do), so we need to clear the canvas so that\n",
       "            // there is no ghosting.\n",
       "            fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "        }\n",
       "        fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "    };\n",
       "\n",
       "    this.imageObj.onunload = function () {\n",
       "        fig.ws.close();\n",
       "    };\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_header = function () {\n",
       "    var titlebar = document.createElement('div');\n",
       "    titlebar.classList =\n",
       "        'ui-dialog-titlebar ui-widget-header ui-corner-all ui-helper-clearfix';\n",
       "    var titletext = document.createElement('div');\n",
       "    titletext.classList = 'ui-dialog-title';\n",
       "    titletext.setAttribute(\n",
       "        'style',\n",
       "        'width: 100%; text-align: center; padding: 3px;'\n",
       "    );\n",
       "    titlebar.appendChild(titletext);\n",
       "    this.root.appendChild(titlebar);\n",
       "    this.header = titletext;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function (_canvas_div) {};\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function (_canvas_div) {};\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = (this.canvas_div = document.createElement('div'));\n",
       "    canvas_div.setAttribute(\n",
       "        'style',\n",
       "        'border: 1px solid #ddd;' +\n",
       "            'box-sizing: content-box;' +\n",
       "            'clear: both;' +\n",
       "            'min-height: 1px;' +\n",
       "            'min-width: 1px;' +\n",
       "            'outline: 0;' +\n",
       "            'overflow: hidden;' +\n",
       "            'position: relative;' +\n",
       "            'resize: both;'\n",
       "    );\n",
       "\n",
       "    function on_keyboard_event_closure(name) {\n",
       "        return function (event) {\n",
       "            return fig.key_event(event, name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    canvas_div.addEventListener(\n",
       "        'keydown',\n",
       "        on_keyboard_event_closure('key_press')\n",
       "    );\n",
       "    canvas_div.addEventListener(\n",
       "        'keyup',\n",
       "        on_keyboard_event_closure('key_release')\n",
       "    );\n",
       "\n",
       "    this._canvas_extra_style(canvas_div);\n",
       "    this.root.appendChild(canvas_div);\n",
       "\n",
       "    var canvas = (this.canvas = document.createElement('canvas'));\n",
       "    canvas.classList.add('mpl-canvas');\n",
       "    canvas.setAttribute('style', 'box-sizing: content-box;');\n",
       "\n",
       "    this.context = canvas.getContext('2d');\n",
       "\n",
       "    var backingStore =\n",
       "        this.context.backingStorePixelRatio ||\n",
       "        this.context.webkitBackingStorePixelRatio ||\n",
       "        this.context.mozBackingStorePixelRatio ||\n",
       "        this.context.msBackingStorePixelRatio ||\n",
       "        this.context.oBackingStorePixelRatio ||\n",
       "        this.context.backingStorePixelRatio ||\n",
       "        1;\n",
       "\n",
       "    this.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband_canvas = (this.rubberband_canvas = document.createElement(\n",
       "        'canvas'\n",
       "    ));\n",
       "    rubberband_canvas.setAttribute(\n",
       "        'style',\n",
       "        'box-sizing: content-box; position: absolute; left: 0; top: 0; z-index: 1;'\n",
       "    );\n",
       "\n",
       "    // Apply a ponyfill if ResizeObserver is not implemented by browser.\n",
       "    if (this.ResizeObserver === undefined) {\n",
       "        if (window.ResizeObserver !== undefined) {\n",
       "            this.ResizeObserver = window.ResizeObserver;\n",
       "        } else {\n",
       "            var obs = _JSXTOOLS_RESIZE_OBSERVER({});\n",
       "            this.ResizeObserver = obs.ResizeObserver;\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.resizeObserverInstance = new this.ResizeObserver(function (entries) {\n",
       "        var nentries = entries.length;\n",
       "        for (var i = 0; i < nentries; i++) {\n",
       "            var entry = entries[i];\n",
       "            var width, height;\n",
       "            if (entry.contentBoxSize) {\n",
       "                if (entry.contentBoxSize instanceof Array) {\n",
       "                    // Chrome 84 implements new version of spec.\n",
       "                    width = entry.contentBoxSize[0].inlineSize;\n",
       "                    height = entry.contentBoxSize[0].blockSize;\n",
       "                } else {\n",
       "                    // Firefox implements old version of spec.\n",
       "                    width = entry.contentBoxSize.inlineSize;\n",
       "                    height = entry.contentBoxSize.blockSize;\n",
       "                }\n",
       "            } else {\n",
       "                // Chrome <84 implements even older version of spec.\n",
       "                width = entry.contentRect.width;\n",
       "                height = entry.contentRect.height;\n",
       "            }\n",
       "\n",
       "            // Keep the size of the canvas and rubber band canvas in sync with\n",
       "            // the canvas container.\n",
       "            if (entry.devicePixelContentBoxSize) {\n",
       "                // Chrome 84 implements new version of spec.\n",
       "                canvas.setAttribute(\n",
       "                    'width',\n",
       "                    entry.devicePixelContentBoxSize[0].inlineSize\n",
       "                );\n",
       "                canvas.setAttribute(\n",
       "                    'height',\n",
       "                    entry.devicePixelContentBoxSize[0].blockSize\n",
       "                );\n",
       "            } else {\n",
       "                canvas.setAttribute('width', width * fig.ratio);\n",
       "                canvas.setAttribute('height', height * fig.ratio);\n",
       "            }\n",
       "            canvas.setAttribute(\n",
       "                'style',\n",
       "                'width: ' + width + 'px; height: ' + height + 'px;'\n",
       "            );\n",
       "\n",
       "            rubberband_canvas.setAttribute('width', width);\n",
       "            rubberband_canvas.setAttribute('height', height);\n",
       "\n",
       "            // And update the size in Python. We ignore the initial 0/0 size\n",
       "            // that occurs as the element is placed into the DOM, which should\n",
       "            // otherwise not happen due to the minimum size styling.\n",
       "            if (fig.ws.readyState == 1 && width != 0 && height != 0) {\n",
       "                fig.request_resize(width, height);\n",
       "            }\n",
       "        }\n",
       "    });\n",
       "    this.resizeObserverInstance.observe(canvas_div);\n",
       "\n",
       "    function on_mouse_event_closure(name) {\n",
       "        return function (event) {\n",
       "            return fig.mouse_event(event, name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mousedown',\n",
       "        on_mouse_event_closure('button_press')\n",
       "    );\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseup',\n",
       "        on_mouse_event_closure('button_release')\n",
       "    );\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'dblclick',\n",
       "        on_mouse_event_closure('dblclick')\n",
       "    );\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mousemove',\n",
       "        on_mouse_event_closure('motion_notify')\n",
       "    );\n",
       "\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseenter',\n",
       "        on_mouse_event_closure('figure_enter')\n",
       "    );\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseleave',\n",
       "        on_mouse_event_closure('figure_leave')\n",
       "    );\n",
       "\n",
       "    canvas_div.addEventListener('wheel', function (event) {\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        on_mouse_event_closure('scroll')(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.appendChild(canvas);\n",
       "    canvas_div.appendChild(rubberband_canvas);\n",
       "\n",
       "    this.rubberband_context = rubberband_canvas.getContext('2d');\n",
       "    this.rubberband_context.strokeStyle = '#000000';\n",
       "\n",
       "    this._resize_canvas = function (width, height, forward) {\n",
       "        if (forward) {\n",
       "            canvas_div.style.width = width + 'px';\n",
       "            canvas_div.style.height = height + 'px';\n",
       "        }\n",
       "    };\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    this.rubberband_canvas.addEventListener('contextmenu', function (_e) {\n",
       "        event.preventDefault();\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus() {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var toolbar = document.createElement('div');\n",
       "    toolbar.classList = 'mpl-toolbar';\n",
       "    this.root.appendChild(toolbar);\n",
       "\n",
       "    function on_click_closure(name) {\n",
       "        return function (_event) {\n",
       "            return fig.toolbar_button_onclick(name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    function on_mouseover_closure(tooltip) {\n",
       "        return function (event) {\n",
       "            if (!event.currentTarget.disabled) {\n",
       "                return fig.toolbar_button_onmouseover(tooltip);\n",
       "            }\n",
       "        };\n",
       "    }\n",
       "\n",
       "    fig.buttons = {};\n",
       "    var buttonGroup = document.createElement('div');\n",
       "    buttonGroup.classList = 'mpl-button-group';\n",
       "    for (var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            /* Instead of a spacer, we start a new button group. */\n",
       "            if (buttonGroup.hasChildNodes()) {\n",
       "                toolbar.appendChild(buttonGroup);\n",
       "            }\n",
       "            buttonGroup = document.createElement('div');\n",
       "            buttonGroup.classList = 'mpl-button-group';\n",
       "            continue;\n",
       "        }\n",
       "\n",
       "        var button = (fig.buttons[name] = document.createElement('button'));\n",
       "        button.classList = 'mpl-widget';\n",
       "        button.setAttribute('role', 'button');\n",
       "        button.setAttribute('aria-disabled', 'false');\n",
       "        button.addEventListener('click', on_click_closure(method_name));\n",
       "        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n",
       "\n",
       "        var icon_img = document.createElement('img');\n",
       "        icon_img.src = '_images/' + image + '.png';\n",
       "        icon_img.srcset = '_images/' + image + '_large.png 2x';\n",
       "        icon_img.alt = tooltip;\n",
       "        button.appendChild(icon_img);\n",
       "\n",
       "        buttonGroup.appendChild(button);\n",
       "    }\n",
       "\n",
       "    if (buttonGroup.hasChildNodes()) {\n",
       "        toolbar.appendChild(buttonGroup);\n",
       "    }\n",
       "\n",
       "    var fmt_picker = document.createElement('select');\n",
       "    fmt_picker.classList = 'mpl-widget';\n",
       "    toolbar.appendChild(fmt_picker);\n",
       "    this.format_dropdown = fmt_picker;\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = document.createElement('option');\n",
       "        option.selected = fmt === mpl.default_extension;\n",
       "        option.innerHTML = fmt;\n",
       "        fmt_picker.appendChild(option);\n",
       "    }\n",
       "\n",
       "    var status_bar = document.createElement('span');\n",
       "    status_bar.classList = 'mpl-message';\n",
       "    toolbar.appendChild(status_bar);\n",
       "    this.message = status_bar;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.request_resize = function (x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', { width: x_pixels, height: y_pixels });\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.send_message = function (type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function () {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({ type: 'draw', figure_id: this.id }));\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_save = function (fig, _msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function (fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] !== fig.canvas.width || size[1] !== fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1], msg['forward']);\n",
       "        fig.send_message('refresh', {});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function (fig, msg) {\n",
       "    var x0 = msg['x0'] / fig.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / fig.ratio;\n",
       "    var x1 = msg['x1'] / fig.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / fig.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0,\n",
       "        0,\n",
       "        fig.canvas.width / fig.ratio,\n",
       "        fig.canvas.height / fig.ratio\n",
       "    );\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function (fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function (fig, msg) {\n",
       "    fig.rubberband_canvas.style.cursor = msg['cursor'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_message = function (fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function (fig, _msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function (fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_history_buttons = function (fig, msg) {\n",
       "    for (var key in msg) {\n",
       "        if (!(key in fig.buttons)) {\n",
       "            continue;\n",
       "        }\n",
       "        fig.buttons[key].disabled = !msg[key];\n",
       "        fig.buttons[key].setAttribute('aria-disabled', !msg[key]);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_navigate_mode = function (fig, msg) {\n",
       "    if (msg['mode'] === 'PAN') {\n",
       "        fig.buttons['Pan'].classList.add('active');\n",
       "        fig.buttons['Zoom'].classList.remove('active');\n",
       "    } else if (msg['mode'] === 'ZOOM') {\n",
       "        fig.buttons['Pan'].classList.remove('active');\n",
       "        fig.buttons['Zoom'].classList.add('active');\n",
       "    } else {\n",
       "        fig.buttons['Pan'].classList.remove('active');\n",
       "        fig.buttons['Zoom'].classList.remove('active');\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function () {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message('ack', {});\n",
       "};\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function (fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            var img = evt.data;\n",
       "            if (img.type !== 'image/png') {\n",
       "                /* FIXME: We get \"Resource interpreted as Image but\n",
       "                 * transferred with MIME type text/plain:\" errors on\n",
       "                 * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "                 * to be part of the websocket stream */\n",
       "                img.type = 'image/png';\n",
       "            }\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src\n",
       "                );\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                img\n",
       "            );\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        } else if (\n",
       "            typeof evt.data === 'string' &&\n",
       "            evt.data.slice(0, 21) === 'data:image/png;base64'\n",
       "        ) {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig['handle_' + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\n",
       "                \"No handler for the '\" + msg_type + \"' message type: \",\n",
       "                msg\n",
       "            );\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\n",
       "                    \"Exception inside the 'handler_\" + msg_type + \"' callback:\",\n",
       "                    e,\n",
       "                    e.stack,\n",
       "                    msg\n",
       "                );\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "};\n",
       "\n",
       "// from https://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function (e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e) {\n",
       "        e = window.event;\n",
       "    }\n",
       "    if (e.target) {\n",
       "        targ = e.target;\n",
       "    } else if (e.srcElement) {\n",
       "        targ = e.srcElement;\n",
       "    }\n",
       "    if (targ.nodeType === 3) {\n",
       "        // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "    }\n",
       "\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    var boundingRect = targ.getBoundingClientRect();\n",
       "    var x = e.pageX - (boundingRect.left + document.body.scrollLeft);\n",
       "    var y = e.pageY - (boundingRect.top + document.body.scrollTop);\n",
       "\n",
       "    return { x: x, y: y };\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * https://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys(original) {\n",
       "    return Object.keys(original).reduce(function (obj, key) {\n",
       "        if (typeof original[key] !== 'object') {\n",
       "            obj[key] = original[key];\n",
       "        }\n",
       "        return obj;\n",
       "    }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function (event, name) {\n",
       "    var canvas_pos = mpl.findpos(event);\n",
       "\n",
       "    if (name === 'button_press') {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * this.ratio;\n",
       "    var y = canvas_pos.y * this.ratio;\n",
       "\n",
       "    this.send_message(name, {\n",
       "        x: x,\n",
       "        y: y,\n",
       "        button: event.button,\n",
       "        step: event.step,\n",
       "        guiEvent: simpleKeys(event),\n",
       "    });\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function (_event, _name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.key_event = function (event, name) {\n",
       "    // Prevent repeat events\n",
       "    if (name === 'key_press') {\n",
       "        if (event.key === this._key) {\n",
       "            return;\n",
       "        } else {\n",
       "            this._key = event.key;\n",
       "        }\n",
       "    }\n",
       "    if (name === 'key_release') {\n",
       "        this._key = null;\n",
       "    }\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.key !== 'Control') {\n",
       "        value += 'ctrl+';\n",
       "    }\n",
       "    else if (event.altKey && event.key !== 'Alt') {\n",
       "        value += 'alt+';\n",
       "    }\n",
       "    else if (event.shiftKey && event.key !== 'Shift') {\n",
       "        value += 'shift+';\n",
       "    }\n",
       "\n",
       "    value += 'k' + event.key;\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, { key: value, guiEvent: simpleKeys(event) });\n",
       "    return false;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function (name) {\n",
       "    if (name === 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message('toolbar_button', { name: name });\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function (tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "\n",
       "///////////////// REMAINING CONTENT GENERATED BY embed_js.py /////////////////\n",
       "// prettier-ignore\n",
       "var _JSXTOOLS_RESIZE_OBSERVER=function(A){var t,i=new WeakMap,n=new WeakMap,a=new WeakMap,r=new WeakMap,o=new Set;function s(e){if(!(this instanceof s))throw new TypeError(\"Constructor requires 'new' operator\");i.set(this,e)}function h(){throw new TypeError(\"Function is not a constructor\")}function c(e,t,i,n){e=0 in arguments?Number(arguments[0]):0,t=1 in arguments?Number(arguments[1]):0,i=2 in arguments?Number(arguments[2]):0,n=3 in arguments?Number(arguments[3]):0,this.right=(this.x=this.left=e)+(this.width=i),this.bottom=(this.y=this.top=t)+(this.height=n),Object.freeze(this)}function d(){t=requestAnimationFrame(d);var s=new WeakMap,p=new Set;o.forEach((function(t){r.get(t).forEach((function(i){var r=t instanceof window.SVGElement,o=a.get(t),d=r?0:parseFloat(o.paddingTop),f=r?0:parseFloat(o.paddingRight),l=r?0:parseFloat(o.paddingBottom),u=r?0:parseFloat(o.paddingLeft),g=r?0:parseFloat(o.borderTopWidth),m=r?0:parseFloat(o.borderRightWidth),w=r?0:parseFloat(o.borderBottomWidth),b=u+f,F=d+l,v=(r?0:parseFloat(o.borderLeftWidth))+m,W=g+w,y=r?0:t.offsetHeight-W-t.clientHeight,E=r?0:t.offsetWidth-v-t.clientWidth,R=b+v,z=F+W,M=r?t.width:parseFloat(o.width)-R-E,O=r?t.height:parseFloat(o.height)-z-y;if(n.has(t)){var k=n.get(t);if(k[0]===M&&k[1]===O)return}n.set(t,[M,O]);var S=Object.create(h.prototype);S.target=t,S.contentRect=new c(u,d,M,O),s.has(i)||(s.set(i,[]),p.add(i)),s.get(i).push(S)}))})),p.forEach((function(e){i.get(e).call(e,s.get(e),e)}))}return s.prototype.observe=function(i){if(i instanceof window.Element){r.has(i)||(r.set(i,new Set),o.add(i),a.set(i,window.getComputedStyle(i)));var n=r.get(i);n.has(this)||n.add(this),cancelAnimationFrame(t),t=requestAnimationFrame(d)}},s.prototype.unobserve=function(i){if(i instanceof window.Element&&r.has(i)){var n=r.get(i);n.has(this)&&(n.delete(this),n.size||(r.delete(i),o.delete(i))),n.size||r.delete(i),o.size||cancelAnimationFrame(t)}},A.DOMRectReadOnly=c,A.ResizeObserver=s,A.ResizeObserverEntry=h,A}; // eslint-disable-line\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Left button pans, Right button zooms\\nx/y fixes axis, CTRL fixes aspect\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\\nx/y fixes axis\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pgf\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";/* global mpl */\n",
       "\n",
       "var comm_websocket_adapter = function (comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.binaryType = comm.kernel.ws.binaryType;\n",
       "    ws.readyState = comm.kernel.ws.readyState;\n",
       "    function updateReadyState(_event) {\n",
       "        if (comm.kernel.ws) {\n",
       "            ws.readyState = comm.kernel.ws.readyState;\n",
       "        } else {\n",
       "            ws.readyState = 3; // Closed state.\n",
       "        }\n",
       "    }\n",
       "    comm.kernel.ws.addEventListener('open', updateReadyState);\n",
       "    comm.kernel.ws.addEventListener('close', updateReadyState);\n",
       "    comm.kernel.ws.addEventListener('error', updateReadyState);\n",
       "\n",
       "    ws.close = function () {\n",
       "        comm.close();\n",
       "    };\n",
       "    ws.send = function (m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function (msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        var data = msg['content']['data'];\n",
       "        if (data['blob'] !== undefined) {\n",
       "            data = {\n",
       "                data: new Blob(msg['buffers'], { type: data['blob'] }),\n",
       "            };\n",
       "        }\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(data);\n",
       "    });\n",
       "    return ws;\n",
       "};\n",
       "\n",
       "mpl.mpl_figure_comm = function (comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = document.getElementById(id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm);\n",
       "\n",
       "    function ondownload(figure, _format) {\n",
       "        window.open(figure.canvas.toDataURL());\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy, ondownload, element);\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element;\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error('Failed to find cell for figure', id, fig);\n",
       "        return;\n",
       "    }\n",
       "    fig.cell_info[0].output_area.element.on(\n",
       "        'cleared',\n",
       "        { fig: fig },\n",
       "        fig._remove_fig_handler\n",
       "    );\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function (fig, msg) {\n",
       "    var width = fig.canvas.width / fig.ratio;\n",
       "    fig.cell_info[0].output_area.element.off(\n",
       "        'cleared',\n",
       "        fig._remove_fig_handler\n",
       "    );\n",
       "    fig.resizeObserverInstance.unobserve(fig.canvas_div);\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable();\n",
       "    fig.parent_element.innerHTML =\n",
       "        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "    fig.close_ws(fig, msg);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.close_ws = function (fig, msg) {\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function (_remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width / this.ratio;\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] =\n",
       "        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function () {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message('ack', {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () {\n",
       "        fig.push_to_output();\n",
       "    }, 1000);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var toolbar = document.createElement('div');\n",
       "    toolbar.classList = 'btn-toolbar';\n",
       "    this.root.appendChild(toolbar);\n",
       "\n",
       "    function on_click_closure(name) {\n",
       "        return function (_event) {\n",
       "            return fig.toolbar_button_onclick(name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    function on_mouseover_closure(tooltip) {\n",
       "        return function (event) {\n",
       "            if (!event.currentTarget.disabled) {\n",
       "                return fig.toolbar_button_onmouseover(tooltip);\n",
       "            }\n",
       "        };\n",
       "    }\n",
       "\n",
       "    fig.buttons = {};\n",
       "    var buttonGroup = document.createElement('div');\n",
       "    buttonGroup.classList = 'btn-group';\n",
       "    var button;\n",
       "    for (var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            /* Instead of a spacer, we start a new button group. */\n",
       "            if (buttonGroup.hasChildNodes()) {\n",
       "                toolbar.appendChild(buttonGroup);\n",
       "            }\n",
       "            buttonGroup = document.createElement('div');\n",
       "            buttonGroup.classList = 'btn-group';\n",
       "            continue;\n",
       "        }\n",
       "\n",
       "        button = fig.buttons[name] = document.createElement('button');\n",
       "        button.classList = 'btn btn-default';\n",
       "        button.href = '#';\n",
       "        button.title = name;\n",
       "        button.innerHTML = '<i class=\"fa ' + image + ' fa-lg\"></i>';\n",
       "        button.addEventListener('click', on_click_closure(method_name));\n",
       "        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n",
       "        buttonGroup.appendChild(button);\n",
       "    }\n",
       "\n",
       "    if (buttonGroup.hasChildNodes()) {\n",
       "        toolbar.appendChild(buttonGroup);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = document.createElement('span');\n",
       "    status_bar.classList = 'mpl-message pull-right';\n",
       "    toolbar.appendChild(status_bar);\n",
       "    this.message = status_bar;\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = document.createElement('div');\n",
       "    buttongrp.classList = 'btn-group inline pull-right';\n",
       "    button = document.createElement('button');\n",
       "    button.classList = 'btn btn-mini btn-primary';\n",
       "    button.href = '#';\n",
       "    button.title = 'Stop Interaction';\n",
       "    button.innerHTML = '<i class=\"fa fa-power-off icon-remove icon-large\"></i>';\n",
       "    button.addEventListener('click', function (_evt) {\n",
       "        fig.handle_close(fig, {});\n",
       "    });\n",
       "    button.addEventListener(\n",
       "        'mouseover',\n",
       "        on_mouseover_closure('Stop Interaction')\n",
       "    );\n",
       "    buttongrp.appendChild(button);\n",
       "    var titlebar = this.root.querySelector('.ui-dialog-titlebar');\n",
       "    titlebar.insertBefore(buttongrp, titlebar.firstChild);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._remove_fig_handler = function (event) {\n",
       "    var fig = event.data.fig;\n",
       "    if (event.target !== this) {\n",
       "        // Ignore bubbled events from children.\n",
       "        return;\n",
       "    }\n",
       "    fig.close_ws(fig, {});\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function (el) {\n",
       "    el.style.boxSizing = 'content-box'; // override notebook setting of border-box.\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function (el) {\n",
       "    // this is important to make the div 'focusable\n",
       "    el.setAttribute('tabindex', 0);\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    } else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function (event, _name) {\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which === 13) {\n",
       "        this.canvas_div.blur();\n",
       "        // select the cell after this one\n",
       "        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n",
       "        IPython.notebook.select(index + 1);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_save = function (fig, _msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "};\n",
       "\n",
       "mpl.find_output_cell = function (html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i = 0; i < ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code') {\n",
       "            for (var j = 0; j < cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] === html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "};\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel !== null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target(\n",
       "        'matplotlib',\n",
       "        mpl.mpl_figure_comm\n",
       "    );\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4nO3db2zV5f3/8Y+4tlJsTwZ2UsuATYpulDbqoiMzNDDAZiuy7MbY0m5n2RCqa8SMZP9IaEwEccm4s+zPdw6IN4jll1U2o4ytsFoT2jK3HmMZwykCPbZMRktLDRxc6et3g3jcse08eO3N9Tl8no/keaccyvn1e/0+1+uLtN9AAAAAiJTA9xsAAADA1cUABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiADi5duqRkMqmhoSENDw8TERFRDjQ0NKRkMqlLly75nhLeMAAdJJNJBUFAREREOVgymfQ9JbxhADoYGhpKHyDf/9sMERERZde7f4EzNDTke0p4wwB0MDw8rCAINDw87PutAACALHF/MwCdcIAAAMg93N8MQCccIAAAcg/3NwPQCQcIAIDcw/3NAHTCAQIAIPdwfzMAnXCAAADIPdzfDEAnHCAAAHIP9zcD0AkHCACA3MP9zQB0wgECACD3cH8zAJ1wgAAAyD3c3wxAJxwgAAByD/c3A9AJBwgAgNzD/R3CAdje3q7a2lqVlpYqCALt2bMn49eDIJiwH//4x+nXVFdXj/v11atXZ3yewcFB1dfXq7i4WMXFxaqvr9fZs2ev6L1ygAAAyD3c3yEcgHv37tXGjRvV0tIy4QA8depURjt27NB1112nY8eOpV9TXV2tBx54ION1Q0NDGZ+npqZGFRUV6ujoUEdHhyoqKlRbW3tF75UDBABA7uH+DuEA/E8TDcD3W7VqlZYuXZrxserqaq1fv37S33PkyBEFQaCurq70xzo7OxUEgY4ePZr1++MAAQCQe7i/c3wA/vOf/9RHPvIR7dq1K+Pj1dXVuummmzRjxgx9+tOf1oYNG3Tu3Ln0r2/fvl2xWGzc54vFYtqxY0fW748DBNia8/3nIh0AG9zfOT4An3jiCX30ox/VhQsXMj7+q1/9Sq2trerp6dHTTz+tuXPnatmyZelf37x5s8rLy8d9vvLycm3ZsmXSPy+VSml4eDhdMpmM/AECLPkeYL4DYIMBmOMD8LbbblNjY+MHfp6//OUvCoJAf/3rXyVdHoDz588f97p58+bp8ccfn/TzNDU1TfgNKFE+QIAl3wPMdwBsMABzeAC++OKLCoJAL7/88gd+nrGxMeXl5am5uVnSh/9PwPwNIHB1+R5gvgNggwGYwwMwHo/rrrvuyurz9PT0KAgCtbe3S3rvm0AOHTqUfk1XVxffBAKEjO8B5jsANri/QzgAR0ZGlEgklEgkFASBtm3bpkQioZMnT6ZfMzw8rMLCQv3iF78Y9/tff/11Pfroo3rppZd0/PhxPf/887r99tt1xx13aHR0NP26mpoaVVZWqrOzU52dnVq4cCE/BgYIGd8DzHcAbHB/h3AAtrW1Tfjv7OLxePo1//d//6epU6eO+9l+ktTb26vFixdr+vTpys/P16233qqHH35YAwMDGa8bGBhQXV2dioqKVFRUpLq6On4QNBAyvgeY7wDY4P4O4QDMJRwgwJbvAeY7ADa4vxmATjhAgC3fA8x3AGxwfzMAnXCAAFu+B5jvANjg/mYAOuEAAbZ8DzDfAbDB/c0AdMIBAmz5HmC+A2CD+5sB6IQDBNjyPcB8B8AG9zcD0AkHCLDle4D5DoAN7m8GoBMOEGDL9wDzHQAb3N8MQCccIMCW7wHmOwA2uL8ZgE44QIAt3wPMdwBscH8zAJ1wgABbvgeY7wDY4P5mADrhAAG2fA8w3wGwwf3NAHTCAQJs+R5gvgNgg/ubAeiEAwTY8j3AfAfABvc3A9AJBwiw5XuA+Q6ADe5vBqATDhBgy/cA8x0AG9zfDEAnHCDAlu8B5jsANri/GYBOOECw5Ht8kP8A2OD+ZgA64QDBku/xQf4DYIP7mwHohAMES77HB/kPgA3ubwagEw4QLPkeH0RhCLDA/c0AdMIBgiXfFy9RGAIscH8zAJ1wgGDJ98VLFIYAC9zfDEAnHCBY8n3xEoUhwAL3NwPQCQcIlnxfvERhCLDA/c0AdMIBgiXfFy9RGAIscH8zAJ1wgGDJ98VLFIYAC9zfDEAnHCBY8n3xEoUhwAL3NwPQCQcIlnxfvERhCLDA/c0AdMIBgiXfFy9RGAIscH8zAJ1wgGDJ98VLFIYAC9zfDEAnHCBY8n3xEoUhwAL3NwPQCQcIlnxfvERhCLDA/c0AdMIBgiXfFy9RGAIscH8zAJ1wgGDJ98VLFIYAC9zfDEAnHCBY8n3xEoUhwAL3NwPQCQcIlnxfvERhCLDA/c0AdMIBgiXfFy9RGAIscH8zAJ1wgGDJ98VLFIYAC9zfDEAnHCBY8n3xEoUhwAL3dwgHYHt7u2pra1VaWqogCLRnz56MX4/H4wqCIKN77rkn4zWpVEqNjY2aMWOGCgsLtXLlSiWTyYzXDA4Oqr6+XsXFxSouLlZ9fb3Onj17Re+VAwRLvi9eojAEWOD+DuEA3Lt3rzZu3KiWlpZJB2BNTY1OnTqVbmBgIOM1DQ0NKisrU2trq7q7u7VkyRJVVVVpdHQ0/ZqamhpVVFSoo6NDHR0dqqioUG1t7RW9Vw4QLPm+eInCEGCB+zuEA/A/TTYAV61aNenvGRoaUl5enpqbm9Mf6+vr05QpU7Rv3z5J0pEjRxQEgbq6utKv6ezsVBAEOnr0aNbvjwMES74vXqIwBFjg/s7RARiLxVRSUqLy8nKtWbNGb731VvrXDxw4oCAINDg4mPH7KisrtWnTJknS9u3bFYvFxv15sVhMO3bsyPr9cYBgyffFSxSGAAvc3zk4AJubm/Xcc8+pp6dHzz77rKqqqrRgwQKlUilJ0q5du5Sfnz/ucy1fvlxr166VJG3evFnl5eXjXlNeXq4tW7ZM+n5SqZSGh4fTJZPJyB8g2PF98RKFIcACAzAHB+D79ff3Ky8vTy0tLZImH4DLli3TunXrJF0egPPnzx/3mnnz5unxxx+f9M9qamoa9w0oUT9AsOP74iUKQ4AFBuA1MACly8Nt69atkmz/EzB/A4iryffFSxSGAAsMwGtgAJ45c0YFBQV66qmnJL33TSC7d+9Ov6a/v3/CbwI5dOhQ+jVdXV18EwhCxffFSxSGAAvc3yEcgCMjI0okEkokEgqCQNu2bVMikdDJkyc1MjKiDRs2qKOjQ8ePH1dbW5sWLVqksrIynTt3Lv05GhoaNGvWLO3fv1/d3d1aunTphD8GprKyUp2dners7NTChQv5MTAIFd8XL1EYAixwf4dwALa1tU347+zi8bjOnz+vFStWqKSkRHl5eZo9e7bi8bh6e3szPseFCxfU2Nio6dOna+rUqaqtrR33moGBAdXV1amoqEhFRUWqq6vjB0EjVHxfvERhCLDA/R3CAZhLOECw5PviJQpDgAXubwagEw4QLPm+eInCEGCB+5sB6IQDBEu+L16iMARY4P5mADrhAMGS74uXKAwBFri/GYBOOECw5PviJQpDgAXubwagEw4QLPm+eInCEGCB+5sB6IQDBEu+L16iMARY4P5mADrhAMGS74uXKAwBFri/GYBOOECw5PviJQpDgAXubwagEw4QLPm+eInCEGCB+5sB6IQDBEu+L14i8h9scH8zAJ1wgGDJ98VDRP6DDe5vBqATDpAt3w9eIiLfwQb3NwPQCQfIlu8HLxGR72CD+5sB6IQDZMv3g5eIyHewwf3NAHTCAbLl+8FLROQ72OD+ZgA64QDZ8v3gJSLyHWxwfzMAnXCAbPl+8BIR+Q42uL8ZgE44QLZ8P3iJiHwHG9zfDEAnHCBbvh+8RES+gw3ubwagEw6QLd8PXiIi38EG9zcD0AkHyJbvBy8Rke9gg/ubAeiEA2TL94OXiMh3sMH9zQB0wgGy5fvBS0TkO9jg/mYAOuEA2fL94CUi8h1scH8zAJ1wgGz5fvASEfkONri/GYBOOEC2fD94iYh8Bxvc3wxAJxwgW74fvEREvoMN7m8GoBMOkC3fD14iIt/BBvc3A9AJB8iW7wcvEZHvYIP7mwHohANky/eDl4jId7DB/c0AdMIBsuX7wUtE5DvY4P5mADrhANny/eAlIvIdbHB/MwCdcIBs+X7wEhH5Dja4vxmATjhAtnw/eImIfAcb3N8MQCccIFu+H7xERL6DDe5vBqATDpAt3w9eIiLfwQb3NwPQCQfIlu8HLxGR72CD+5sB6IQDZMv3g5eIyHewwf3NAHTCAbLl+8FLROQ72OD+DuEAbG9vV21trUpLSxUEgfbs2ZP+tXfeeUff+973VFFRocLCQpWWlurrX/+6+vr6Mj5HdXW1giDIaPXq1RmvGRwcVH19vYqLi1VcXKz6+nqdPXv2it4rB8iW7wcvEZHvYIP7O4QDcO/evdq4caNaWlrGDcChoSEtW7ZMu3fv1tGjR9XZ2al77rlHd911V8bnqK6u1gMPPKBTp06lGxoaynhNTU2NKioq1NHRoY6ODlVUVKi2tvaK3isHyJbvBy8Rke9gg/s7hAPwP71/AE7kz3/+s4Ig0MmTJ9Mfq66u1vr16yf9PUeOHFEQBOrq6kp/rLOzU0EQ6OjRo1m/Pw6QLd8PXiIi38EG9/c1MABbW1t13XXXZfwPsbq6WjfddJNmzJihT3/609qwYYPOnTuX/vXt27crFouN+1yxWEw7duzI+v1xgGz5fvASEfkONri/c3wAXrhwQXfddZfq6uoyPv6rX/1Kra2t6unp0dNPP625c+dq2bJl6V/fvHmzysvLx32+8vJybdmyZdI/L5VKaXh4OF0ymYz8AbLk+8FLROQ72GAA5vAAfOedd7Rq1SrdcccdH/g/wL/85S8KgkB//etfJV0egPPnzx/3unnz5unxxx+f9PM0NTWN++aSqB8gS74fvEREvoMNBmCODsB33nlHX/rSl1RZWakzZ8584OcZGxtTXl6empubJX34/wTM3wBeXb4fvEREvoMNBmAODsB3x9+CBQt0+vTprD5PT0+PgiBQe3u7pPe+CeTQoUPp13R1dfFNICHj+8FLROQ72OD+DuEAHBkZUSKRUCKRUBAE2rZtmxKJhE6ePKl///vfuv/++zVr1iy9/PLLGT/m5eLFi5Kk119/XY8++qheeuklHT9+XM8//7xuv/123XHHHRodHU3/OTU1NaqsrFRnZ6c6Ozu1cOFCfgxMyPh+8BIR+Q42uL9DOADb2tom/Hd28Xhcx48fn/DXgiBQW1ubJKm3t1eLFy/W9OnTlZ+fr1tvvVUPP/ywBgYGMv6cgYEB1dXVqaioSEVFRaqrq+MHQYeM7wcvEZHvYIP7O4QDMJdwgGz5fvASEfkONri/GYBOOEC2fD94iYh8Bxvc3wxAJxwgW74fvEREvoMN7m8GoBMOkC3fD14iIt/BBvc3A9AJB8iW7wcvEZHvYIP7mwHohANky/eDl4jId7DB/c0AdMIBsuX7wUtE5DvY4P5mADrhANny/eAlIvIdbHB/MwCdcIBs+X7wEhH5Dja4vxmATjhAtnw/eImIfAcb3N8MQCccIFu+H7xERL6DDe5vBqATDpAt3w9eIiLfwQb3NwPQCQfIlu8HLxGR72CD+5sB6IQDZMv3g5eIyHewwf3NAHTCAbLl+8FLROQ72OD+ZgA64QDZ8v3gJSLyHWxwfzMAnXCAbPl+8BIR+Q42uL8ZgE44QLZ8P3iJiHwHG9zfDEAnHCBbvh+8RES+gw3ubwagEw6QLd8PXiIi38EG9zcD0AkHyJbvBy8Rke9gg/ubAeiEA2TL94OXiMh3sMH9zQB0wgGy5fvBS0TkO9jg/mYAOuEA2fL94CUi8h1scH8zAJ1wgGz5fvASEfkONri/GYBOOEC2fD94iYh8Bxvc3wxAJxwgW74fvERE5Dcr3N8MQCccIFu+HzxEROQ3K9zfDEAnHCBbvh88RETkNyvc3wxAJxwgW74fPERE5Dcr3N8MQCccIFu+HzxEROQ3K9zfDEAnHCBbvh88RETkNyvc3wxAJxwgW74fPERE5Dcr3N8MQCccIFu+HzxEROQ3K9zfDEAnHCBbvh88RETkNyvc3wxAJxwgW74fPERE5Dcr3N8MQCfWB8j3/8cjIiLymRUGIAPQCQOQiIjILisMQAagEwYgERGRXVYYgAxAJwxAIiIiu6wwAEM4ANvb21VbW6vS0lIFQaA9e/Zk/PrY2JiamppUWlqqG264QdXV1Tp8+HDGa1KplBobGzVjxgwVFhZq5cqVSiaTGa8ZHBxUfX29iouLVVxcrPr6ep09e/aK3isDkIiIyC4rDMAQDsC9e/dq48aNamlpmXAAbt26VUVFRWppaVFPT49Wr16t0tJSnTt3Lv2ahoYGlZWVqbW1Vd3d3VqyZImqqqo0Ojqafk1NTY0qKirU0dGhjo4OVVRUqLa29oreKwOQiIjILisMwBAOwP/0/gE4NjammTNnauvWremPpVIpxWIx/fKXv5QkDQ0NKS8vT83NzenX9PX1acqUKdq3b58k6ciRIwqCQF1dXenXdHZ2KggCHT16NOv3xwAkIiKyywoDMMcG4LFjxxQEgbq7uzNed//99+sb3/iGJOnAgQMKgkCDg4MZr6msrNSmTZskSdu3b1csFhv358ViMe3YsSPr98cAJCIisssKAzDHBuDBgwcVBIH6+voyXvfAAw9oxYoVkqRdu3YpPz9/3Odavny51q5dK0navHmzysvLx72mvLxcW7ZsmfT9pFIpDQ8Pp0smkwxAIiIio6wwAHN0APb392e8bs2aNbrvvvskTT4Aly1bpnXr1km6PADnz58/7jXz5s3T448/Pun7aWpqUhAE42IAEhER/e+zwgDMsQHo+z8B8zeAREREVy8rDMAcG4DvfhPIE088kf7YxYsXJ/wmkN27d6df09/fP+E3gRw6dCj9mq6uLr4JhIiIKERZYQCGcACOjIwokUgokUgoCAJt27ZNiURCJ0+elHT5x8DEYjE988wz6unp0de+9rUJfwzMrFmztH//fnV3d2vp0qUT/hiYyspKdXZ2qrOzUwsXLuTHwBAREYUoKwzAEA7Atra2Cf+dXTwel/TeD4KeOXOmCgoKtHjxYvX09GR8jgsXLqixsVHTp0/X1KlTVVtbq97e3ozXDAwMqK6uTkVFRSoqKlJdXR0/CJqIiChEWWEAhnAA5hIGIBERkV1WGIAMQCcMQCIiIrusMAAZgE4YgERERHZZYQAyAJ0wAImIiOyywgBkADphABIREdllhQHIAHTCACQiIrLLCgOQAeiEAUhERGSXFQYgA9AJA5CIiMguKwxABqATBiAREZFdVhiADEAnDEAiIiK7rDAAGYBOGIBERER2WWEAMgCdMACJiIjsssIAZAA6YQASERHZZYUByAB0wgAkIiKyywoDkAHohAFIRERklxUGIAPQCQOQiIjILisMQAagEwYgERGRXVYYgAxAJwxAIiIiu6wwABmAThiAREREdllhADIAnTAAiYiI7LLCAGQAOmEAEhER2WWFAcgAdMIAJCIisssKA5AB6IQBSEREZJcVBiAD0AkDkIiIyC4rDEAGoBMGIBERkV1WGIAMQCcMQCIiIrusMAAZgE4YgERERHZZYQAyAJ0wAImIiOyywgBkADphABIREdllhQHIAHTCACQiIrLLCgOQAeiEAUhERGSXFQYgA9AJA5CIiMguKwxABqATBiAREZFdVhiADEAnDEAiIiK7rDAAGYBOGIBERER2WWEAMgCdMACJiIjsssIAZAA6YQASERHZZYUByAB0wgAkIiKyywoDkAHohAFIRERklxUGIAPQCQOQiIjILisMQAagEwYgERGRXVYYgDk6AOfMmaMgCMb10EMPSZLi8fi4X7vnnnsyPkcqlVJjY6NmzJihwsJCrVy5Uslk8oreBwOQiIjILisMwBwdgKdPn9apU6fStba2KggCtbW1Sbo8AGtqajJeMzAwkPE5GhoaVFZWptbWVnV3d2vJkiWqqqrS6Oho1u+DAUhERGSXFQZgjg7A91u/fr1uvfVWjY2NSbo8AFetWjXp64eGhpSXl6fm5ub0x/r6+jRlyhTt27cv6z+XAUhERGSXFQbgNTAAL168qBkzZmjz5s3pj8XjccViMZWUlKi8vFxr1qzRW2+9lf71AwcOKAgCDQ4OZnyuyspKbdq0adI/K5VKaXh4OF0ymWQAEhERGWWFAXgNDMDdu3fr+uuvV19fX/pjzc3Neu6559TT06Nnn31WVVVVWrBggVKplCRp165dys/PH/e5li9frrVr1076ZzU1NU34bw8ZgERERP/7rDAAr4EBuGLFCtXW1v7X1/T39ysvL08tLS2SJh+Ay5Yt07p16yb9PPwNIBER0dXLCgMwxwfgiRMnNGXKFP32t7/9wNfOmzdPW7dulfTh/xPw+/FvAImIiOyywgDM8QHY1NSkmTNn6t///vd/fd2ZM2dUUFCgp556StJ73wSye/fu9Gv6+/v5JhAiIqIQZYUBmMMD8NKlS5o9e7a+//3vZ3x8ZGREGzZsUEdHh44fP662tjYtWrRIZWVlOnfuXPp1DQ0NmjVrlvbv36/u7m4tXbqUHwNDREQUoqwwAHN4AP7hD39QEAR69dVXMz5+/vx5rVixQiUlJcrLy9Ps2bMVj8fV29ub8boLFy6osbFR06dP19SpU1VbWzvuNR+EAUhERGSXFQZgDg/AMGAAEhER2WWFAcgAdMIAJCIisssKA5AB6IQBSEREZJcVBiAD0AkDkIiIyC4rDEAGoBMGIBERkV1WGIAMQCcMQCIiIrusMAAZgE4YgERERHZZYQAyAJ0wAImIiOyywgBkADphABIREdllhQHIAHTCACQiIrLLCgOQAeiEAUhERGSXFQYgA9AJA5CIiMguKwxABqATBiAREZFdVhiADEAnDEAiIiK7rDAAGYBOGIBERER2WWEAMgCdMACJiIjsssIAZAA6YQASERHZZYUByAB0wgAkIiKyywoDkAHohAFIRERklxUGIAPQCQOQiIjILisMQAagEwYgERGRXVYYgAxAJwxAIiIiu6wwABmAThiAREREdllhADIAnTAAiYiI7LLCAGQAOmEAEhER2WWFAcgAdMIAJCIisssKA5AB6IQBSEREZJcVBiAD0AkDkIiIyC4rDEAGoBMGIBERkV1WGIAMQCcMQCIiIrusMAAZgE4YgERERHZZYQAyAJ0wAImIiOyywgBkADphABIREdllhQHIAHTCACQiIrLLCgOQAeiEAUhERGSXFQYgA9AJA5CIiMguKwxABqATBiAREZFdVhiADEAnDEAiIiK7rDAAGYBOGIBERER2WWEAMgCdMACJiIjsssIAzNEB2NTUpCAIMrr55pvTvz42NqampiaVlpbqhhtuUHV1tQ4fPpzxOVKplBobGzVjxgwVFhZq5cqVSiaTV/Q+GIBERER2WWEA5vAAXLBggU6dOpXu9OnT6V/funWrioqK1NLSop6eHq1evVqlpaU6d+5c+jUNDQ0qKytTa2ururu7tWTJElVVVWl0dDTr98EAJCIisssKAzCHB2BVVdWEvzY2NqaZM2dq69at6Y+lUinFYjH98pe/lCQNDQ0pLy9Pzc3N6df09fVpypQp2rdvX9bvgwFIRERklxUGYA4PwMLCQpWWlmru3LlavXq1jh07Jkk6duyYgiBQd3d3xu+5//779Y1vfEOSdODAAQVBoMHBwYzXVFZWatOmTZP+ualUSsPDw+mSySQDkIiIyCgrDMAcHYB79+7Vb37zG73yyitqbW1VdXW1br75Zp05c0YHDx5UEATq6+vL+D0PPPCAVqxYIUnatWuX8vPzx33e5cuXa+3atZP+uRP920MGIBERkU1WGIA5OgDf7+2339bNN9+sn/zkJ+kB2N/fn/GaNWvW6L777pM0+QBctmyZ1q1bN+mfw98AEhERXb2sMACvkQEoXR5vDQ0Npv8J+P34N4BERER2WWEAXiMDMJVKqaysTI8++mj6m0CeeOKJ9K9fvHhxwm8C2b17d/o1/f39fBMIERFRiLLCAMzRAbhhwwa98MILeuONN9TV1aXa2loVFRXpxIkTki7/GJhYLKZnnnlGPT09+trXvjbhj4GZNWuW9u/fr+7ubi1dupQfA0NERBSirDAAc3QAvvtz/fLy8nTLLbfoy1/+sv72t7+lf/3dHwQ9c+ZMFRQUaPHixerp6cn4HBcuXFBjY6OmT5+uqVOnqra2Vr29vVf0PhiAREREdllhAOboAAwLBiAREZFdVhiADEAnDEAiIiK7rDAAGYBOGIBERER2WWEAMgCdMACJiIjsssIAZAA6YQASERHZZYUByAB0wgAkIiKyywoDkAHohAFIRERklxUGIAPQCQOQiIjILisMQAagEwYgERGRXVYYgAxAJwxAIiIiu6wwABmAThiAREREdllhADIAnTAAiYiI7LLCAGQAOmEAEhER2WWFAcgAdMIAJCIisssKA5AB6IQBSEREZJcVBiAD0AkDkIiIyC4rDEAGoBMGIBERkV1WGIAMQCcMQCIiIrusMAAZgE4YgERERHZZYQAyAJ0wAImIiOyywgBkADphABIREdllheYor8cAAA05SURBVAHIAHTCACQiIrLLCgOQAeiEAUhERGSXFQYgA9AJA5CIiMguKwxABqATBiAREZFdVhiADEAnDEAiIiK7rDAAGYBOGIBERER2WWEAMgCdMACJiIjsssIAZAA6YQASERHZZYUByAB0wgAkIiKyywoDkAHohAFIRERklxUGIAPQCQOQiIjILisMQAagEwYgERGRXVYYgAxAJwxAIiIiu6wwABmAThiAREREdllhADIAnTAAiYiI7LLCAGQAOmEAEhER2WWFAcgAdMIAJCIisssKA5AB6IQBSEREZJcVBiAD0AkDkIiIyC4rDMAcHYBbtmzRZz7zGd14440qKSnRqlWrdPTo0YzXxONxBUGQ0T333JPxmlQqpcbGRs2YMUOFhYVauXKlkslk1u+DAUhERGSXFQZgjg7A++67Tzt37tThw4f18ssv64tf/KJmz56tt99+O/2aeDyumpoanTp1Kt3AwEDG52loaFBZWZlaW1vV3d2tJUuWqKqqSqOjo1m9DwYgERGRXVYYgDk6AN/v9OnTCoJA7e3t6Y/F43GtWrVq0t8zNDSkvLw8NTc3pz/W19enKVOmaN++fVn9uQxAIiIiu6wwAK+RAfjaa68pCAL19PSkPxaPxxWLxVRSUqLy8nKtWbNGb731VvrXDxw4oCAINDg4mPG5KisrtWnTpgn/nFQqpeHh4XTJZJIBSEREZJQVBuA1MADHxsa0cuVK3XvvvRkfb25u1nPPPaeenh49++yzqqqq0oIFC5RKpSRJu3btUn5+/rjPt3z5cq1du3bCP6upqWncvytkABIREdlkhQF4DQzAhx56SHPmzPnAb97o7+9XXl6eWlpaJE0+AJctW6Z169ZN+Dn4G0AiIqKrlxUGYI4PwMbGRs2aNUtvvPFGVq+fN2+etm7dKunD/Sfg9+PfABIREdllhQGYowNwbGxM3/nOd3TLLbfoH//4R1a/58yZMyooKNBTTz0l6b1vAtm9e3f6Nf39/XwTCBERUUiywgDM0QH44IMPKhaL6YUXXsj4MS/nz5+XJI2MjGjDhg3q6OjQ8ePH1dbWpkWLFqmsrEznzp1Lf56GhgbNmjVL+/fvV3d3t5YuXcqPgSEiIgpJVhiAOToAJ/pGjCAItHPnTknS+fPntWLFCpWUlCgvL0+zZ89WPB5Xb29vxue5cOGCGhsbNX36dE2dOlW1tbXjXvPfMACJiIjsssIAzNEBGBYMQCIiIrusMAAZgE4YgERERHZZYQAyAJ0wAImIiOyywgBkADphABIREdllhQHIAHTCACQiIrLLCgOQAeiEAUhERGSXFQYgA9AJA5CIiMguKwxABqATBiAREZFdVhiADEAnDEAiIiK7rDAAGYBOGIBERER2WWEAMgCdMACJiIjsssIAZAA6YQASERHZZYUByAB0wgAkIiKyywoDkAHohAFIRERklxUGIAPQCQOQiIjILisMQAagEwYgERGRXVYYgAxAJwxAIiIiu6wwABmAThiAREREdllhADIAnTAAiYiI7LLCAGQAOmEAEhER2WWFAcgAdMIAJCIisssKA5AB6IQBSEREZJcVBiAD0AkDkIiIyC4rDEAGoBMGIBERkV1WGIAMQCcMQCIiIrusMAAZgE4YgERERHZZYQAyAJ0wAImIiOyywgBkADphABIREdllhQHIAHTCACQiIrLLCgOQAeiEAUhERGSXFQYgA9AJA5CIiMguKwxABqATBiAREZFdVhiADEAnDEAiIiK7rDAAGYBOGIBERER2WWEAMgCdMACJiIjsssIAZAA6YQASERHZZYUByAB0wgAkIiKyywoDkAHohAFIRERklxUGIAPQCQOQiIjILisMQAagEwYgERGRXVYYgAxA/exnP9PcuXNVUFCgO++8Uy+++GLWv5cBSEREZJcVBmDEB2Bzc7Py8vL05JNP6siRI1q/fr2mTZumkydPZvX7GYBERER2WWEARnwA3n333WpoaMj42O23364f/OAHWf1+BiAREZFdVhiAER6AFy9e1PXXX69nnnkm4+MPP/ywFi9ePOHvSaVSGh4eTtfb26sgCJRMJjM+/r/q44/8PyIioshmcbcODw8rmUwqCAINDQ1djckRSpEdgH19fQqCQAcPHsz4+ObNmzV//vwJf09TU5OCICAiIqJroGQyeTUmRyhFfgB2dHRkfPyxxx7TbbfdNuHvef/fAJ49e1bHjh3T0NCQ2f92YvW3i9dSfK34WvG14muVK/G1CsfXamhoSMlkUpcuXboakyOUIjsAP8x/Ar6ahof59wnZ4muVPb5W2eNrlT2+Vtnja5U9vla2IjsApcvfBPLggw9mfOxTn/pU1t8EYomDnz2+Vtnja5U9vlbZ42uVPb5W2eNrZSvSA/DdHwOzfft2HTlyRI888oimTZumEydO+H5rHPwrwNcqe3ytssfXKnt8rbLH1yp7fK1sRXoASpd/EPScOXOUn5+vO++8U+3t7b7fkqTL/96wqalJqVTK91sJPb5W2eNrlT2+Vtnja5U9vlbZ42tlK/IDEAAAIGoYgAAAABHDAAQAAIgYBiAAAEDEMAABAAAihgGYA1auXKmPf/zjKigo0MyZM1VfX6++vj7fbyt0jh8/rm9961uaO3eubrjhBn3yk5/Upk2bdPHiRd9vLZQee+wxLVq0SFOnTlUsFvP9dkLlZz/7mebOnauCggLdeeedevHFF32/pVBqb29XbW2tSktLFQSB9uzZ4/sthdaWLVv0mc98RjfeeKNKSkq0atUqHT161PfbCqWf//znWrhwoYqKilRUVKTPfvaz2rt3r++3dc1hAOaAbdu2qbOzUydOnNDBgwe1aNEiLVq0yPfbCp3f//73+uY3v6k//OEPOnbsmH73u9/pYx/7mDZs2OD7rYXSpk2btG3bNn33u99lAP6Hd38+6JNPPqkjR45o/fr1mjZtmk6ePOn7rYXO3r17tXHjRrW0tDAAP8B9992nnTt36vDhw3r55Zf1xS9+UbNnz9bbb7/t+62FzrPPPqvnn39er776ql599VX96Ec/Ul5eng4fPuz7rV1TGIA56He/+52uu+46vfPOO77fSuj9+Mc/1ic+8QnfbyPUdu7cyQD8D3fffbcaGhoyPnb77beH4v9CUJgxAK/M6dOnFQRBaH72bNh99KMf1a9//Wvfb+OawgDMMQMDA/rKV76iz33uc77fSk7YuHGj7rrrLt9vI9QYgO8J+/+N8DBjAF6Z1157TUEQqKenx/dbCbXR0VE9/fTTys/P19/+9jffb+eawgDMEd/73vdUWFioIAj02c9+VmfOnPH9lkLv9ddfV3FxsZ588knfbyXUGIDv6evrUxAEOnjwYMbHN2/erPnz53t6V7mBAZi9sbExrVy5Uvfee6/vtxJar7zyiqZNm6brr79esVhMzz//vO+3dM1hAHrS1NSkIAj+ay+99FL69f/617/06quv6o9//KM+97nP6Qtf+ILGxsY8/r/g6rnSr5V0+SKfN2+evv3tb3t61358mK8VA/A97w7Ajo6OjI8/9thjuu222zy9q9zAAMzeQw89pDlz5iiZTPp+K6F18eJFvfbaa3rppZf0gx/8QDfddBN/A/g/xgD05F//+pf+/ve//9cuXLgw4e9NJpMTXlLXqiv9WvX19Wn+/Pn6+te/rkuXLnl851ffhzlXDMD38J+APzwGYHYaGxs1a9YsvfHGG77fSk75/Oc/r7Vr1/p+G9cUBmAO6u3tVRAEamtr8/1WQufNN99UeXm5vvrVr2p0dNT328kJDMBMd999tx588MGMj33qU5/im0A+AAPwvxsbG9N3vvMd3XLLLfrHP/7h++3knKVLlyoej/t+G9cUBmDIHTp0SD/96U+VSCR04sQJ/elPf9K9996rW2+9ValUyvfbC5V3/7Pv0qVL9eabb+rUqVPpMN7JkyeVSCT06KOP6sYbb1QikVAikdDIyIjvt+bVuz8GZvv27Tpy5IgeeeQRTZs2TSdOnPD91kJnZGQkfW6CINC2bduUSCT4kTkTePDBBxWLxfTCCy9kPJvOnz/v+62Fzg9/+EO9+OKLOn78uF555RX96Ec/0pQpU/THP/7R91u7pjAAQ+6VV17RkiVLNH36dBUUFGju3LlqaGjQm2++6futhc7OnTsn/XdvGC8ej0/4teJvli//IOg5c+YoPz9fd955Jz+qYxJtbW0TniH+pma8yZ5NO3fu9P3WQudb3/pW+v//lZSU6POf/zzjzwA3IwAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiBgGIAAAQMQwAAEAACKGAQgAABAxDEAAAICIYQACAABEDAMQAAAgYhiAAAAAEcMABAAAiJj/D6JQOipsNCXKAAAAAElFTkSuQmCC\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "(array([1044., 1414., 1641., 1758., 1623., 1423., 1097.]),\n",
       " array([-3.        , -2.14285714, -1.28571429, -0.42857143,  0.42857143,\n",
       "         1.28571429,  2.14285714,  3.        ]),\n",
       " <BarContainer object of 7 artists>)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib notebook\n",
    "nums = rng.choice(x, size = 10000, p = prob)\n",
    "plt.hist(nums, bins = len(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "cdaeaa1a",
   "metadata": {},
   "outputs": [],
   "source": [
    "from functools import partial\n",
    "idx = partial(rng.choice, x, size=1, p=prob)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "620ed5f2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "idx()[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "8b4c5ae7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'peticiones'"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.similar_by_word(str.lower('demandas'))[idx()[0]][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "a27bb342",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.6623638504136212"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rnd = rng.random\n",
    "rnd()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "55658caf",
   "metadata": {},
   "outputs": [],
   "source": [
    "def similar_news(df, starting_id, p=0.4):\n",
    "    allowed_postags=['NOUN', 'ADJ', 'VERB', 'ADV']\n",
    "    news_dicts = []\n",
    "    for index, row in tqdm(df.reset_index().iterrows(), total=df.shape[0]):\n",
    "        _dict = {'id' : starting_id + index,\n",
    "                'title' : row.title + '--',\n",
    "                'category' : row.category }\n",
    "        texts_out = []\n",
    "        doc = nlp(row.content)\n",
    "        for token in doc:\n",
    "            if token.pos_ != 'SPACE':\n",
    "                if rnd() < p and token.pos_ in allowed_postags:\n",
    "                    try:\n",
    "                        replacement = model.similar_by_word(token.lower_, topn=topn)[idx()[0]][0]\n",
    "                    except KeyError:\n",
    "                        replacement = token.lower_\n",
    "                else:\n",
    "                    replacement = token.lower_\n",
    "                texts_out.append(replacement)\n",
    "        _dict['content'] = \" \".join(texts_out)\n",
    "        news_dicts.append(_dict)\n",
    "    return pd.DataFrame(news_dicts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "52c8de2a",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|█████████████████████████████████████████| 248/248 [15:58<00:00,  3.87s/it]\n",
      "100%|█████████████████████████████████████████| 226/226 [20:07<00:00,  5.34s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>category</th>\n",
       "      <th>content</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20001000</td>\n",
       "      <td>Denuncian a Conchalí y San Ramón de tener caja...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>denuncian a conchalí y san ramón de tenido caj...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>20001001</td>\n",
       "      <td>Onemi declara Alerta Roja para la comuna de Za...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>onemi declara alerta roja para la población de...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>20001002</td>\n",
       "      <td>Declaran Alerta Roja  en María Pinto y Melipil...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>declaran alerta roja en maría pinto y melipill...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20001003</td>\n",
       "      <td>Anciano permanece internado tras incendio de s...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>anciano permanece trasladado tras incendio de ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>20001004</td>\n",
       "      <td>[VIDEOS] El emotivo gesto navideño de Bomberos...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>[ videos ] el emotivo saludo festejo de bomber...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243</th>\n",
       "      <td>20001243</td>\n",
       "      <td>Viña del Mar: vecinos acusan falta de transpar...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>viña del mar : vecinos denuncian falta de tran...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>244</th>\n",
       "      <td>20001244</td>\n",
       "      <td>ENAP paraliza una faena en Magallanes y mantie...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>enap paralizado una faena en magallanes y mant...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>245</th>\n",
       "      <td>20001245</td>\n",
       "      <td>Transportistas forestales acusan que Poder Jud...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>transportistas forestal acusan que poder judic...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>246</th>\n",
       "      <td>20001246</td>\n",
       "      <td>Alcalde de San Juan de la Costa acusa nula res...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>alcalde de san juan de la costa denunció nula ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>247</th>\n",
       "      <td>20001247</td>\n",
       "      <td>Voraz incendio afecta a campamento del sector ...</td>\n",
       "      <td>5-Catástrofes_y_Accidentes</td>\n",
       "      <td>voraz siniestro afecta a campamento del sector...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>248 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           id                                              title  \\\n",
       "0    20001000  Denuncian a Conchalí y San Ramón de tener caja...   \n",
       "1    20001001  Onemi declara Alerta Roja para la comuna de Za...   \n",
       "2    20001002  Declaran Alerta Roja  en María Pinto y Melipil...   \n",
       "3    20001003  Anciano permanece internado tras incendio de s...   \n",
       "4    20001004  [VIDEOS] El emotivo gesto navideño de Bomberos...   \n",
       "..        ...                                                ...   \n",
       "243  20001243  Viña del Mar: vecinos acusan falta de transpar...   \n",
       "244  20001244  ENAP paraliza una faena en Magallanes y mantie...   \n",
       "245  20001245  Transportistas forestales acusan que Poder Jud...   \n",
       "246  20001246  Alcalde de San Juan de la Costa acusa nula res...   \n",
       "247  20001247  Voraz incendio afecta a campamento del sector ...   \n",
       "\n",
       "                       category  \\\n",
       "0    5-Catástrofes_y_Accidentes   \n",
       "1    5-Catástrofes_y_Accidentes   \n",
       "2    5-Catástrofes_y_Accidentes   \n",
       "3    5-Catástrofes_y_Accidentes   \n",
       "4    5-Catástrofes_y_Accidentes   \n",
       "..                          ...   \n",
       "243  5-Catástrofes_y_Accidentes   \n",
       "244  5-Catástrofes_y_Accidentes   \n",
       "245  5-Catástrofes_y_Accidentes   \n",
       "246  5-Catástrofes_y_Accidentes   \n",
       "247  5-Catástrofes_y_Accidentes   \n",
       "\n",
       "                                               content  \n",
       "0    denuncian a conchalí y san ramón de tenido caj...  \n",
       "1    onemi declara alerta roja para la población de...  \n",
       "2    declaran alerta roja en maría pinto y melipill...  \n",
       "3    anciano permanece trasladado tras incendio de ...  \n",
       "4    [ videos ] el emotivo saludo festejo de bomber...  \n",
       "..                                                 ...  \n",
       "243  viña del mar : vecinos denuncian falta de tran...  \n",
       "244  enap paralizado una faena en magallanes y mant...  \n",
       "245  transportistas forestal acusan que poder judic...  \n",
       "246  alcalde de san juan de la costa denunció nula ...  \n",
       "247  voraz siniestro afecta a campamento del sector...  \n",
       "\n",
       "[248 rows x 4 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nuevas = []\n",
    "for (df, size_actual, min_id) in targets:\n",
    "    df = df.sample((TARGET - size_actual), random_state=RANDOM_SEED)\n",
    "    nuevas.append(similar_news(df, starting_id=min_id))\n",
    "    \n",
    "nuevas[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "c8ecddcd",
   "metadata": {},
   "outputs": [],
   "source": [
    "nuevas[0].to_csv('./datasets/generated_catastrofes.csv', index=False)\n",
    "nuevas[1].to_csv('./datasets/generated_planeta.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "ef544a35",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "category\n",
       "1-Mundo                        1678\n",
       "10-Salud                       1678\n",
       "2-Economía                     1678\n",
       "3-Política_y_Conflictos        1678\n",
       "4-Ciencias_y_Tecnología        1678\n",
       "5-Catástrofes_y_Accidentes     1678\n",
       "6-Cultura_y_Artes              1678\n",
       "7-Deporte                      1678\n",
       "8-Ecología_y_Planeta           1678\n",
       "9-Crimen_delitos_y_Justicia    1678\n",
       "dtype: int64"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('./datasets/dataset_paso3d96.csv')\n",
    "df = pd.concat([df] + nuevas)\n",
    "new_df = df.groupby('category').sample(n=TARGET, random_state=RANDOM_SEED)\n",
    "new_df.reset_index(drop=True, inplace=True)\n",
    "new_df.groupby('category').size().sort_values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "3e256517",
   "metadata": {},
   "outputs": [],
   "source": [
    "new_df.to_csv(f'./datasets/ds_balanced_gen_{TARGET}_rs{RANDOM_SEED}.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "640ddf89",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.7 64-bit ('tal': conda)",
   "language": "python",
   "name": "python397jvsc74a57bd038ecf920b878b802c48f34954f1fa219c23bd4afbdb645fd42c5bd1dc66d76cb"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}