examples/glue_demo.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Notebook with minimal example to run hpoglue Optimizers on Benchmarks"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Print the list of available example benchmarks and optimizers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dict_keys(['RandomSearch', 'RandomSearchWithPriors'])\n",
      "dict_keys(['ackley', 'branin'])\n"
     ]
    }
   ],
   "source": [
    "from lib import BENCHMARKS, OPTIMIZERS\n",
    "\n",
    "print(OPTIMIZERS.keys())\n",
    "print(BENCHMARKS.keys())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## RandomSearch Optimizer on Ackley Functional Benchmark"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "opt = OPTIMIZERS[\"RandomSearch\"]\n",
    "bench = BENCHMARKS[\"ackley\"]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Printing Ackley's description"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BenchmarkDescription(name='ackley', config_space=Configuration space object:\n",
      "  Hyperparameters:\n",
      "    x0, Type: UniformFloat, Range: [-32.768, 32.768], Default: 0.0\n",
      "    x1, Type: UniformFloat, Range: [-32.768, 32.768], Default: 0.0\n",
      ", load=functools.partial(<bound method FunctionalBenchmark.load of <hpoglue.benchmark.FunctionalBenchmark object at 0x72e6783d7a00>>), metrics={'y': Measure(minimize=True, kind=<Kind.METRIC: 'metric'>, bounds=(0.0, inf))}, test_metrics=None, costs=None, fidelities=None, has_conditionals=False, is_tabular=False, env=None, mem_req_mb=1024, predefined_points={'min': Config(config_id='min', values={'x0': 0.0, 'x1': 0.0}, description='This point yields a global optimum of y:0.0')}, extra={})\n"
     ]
    }
   ],
   "source": [
    "print(bench.desc)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Run hpoglue with the optimizer-benchmark pair and a seed, budget and objective(s)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>budget_cost</th>\n",
       "      <th>budget_used_total</th>\n",
       "      <th>continuations_budget_cost</th>\n",
       "      <th>continuations_budget_used_total</th>\n",
       "      <th>continuations_cost</th>\n",
       "      <th>fidelity</th>\n",
       "      <th>config_id</th>\n",
       "      <th>config</th>\n",
       "      <th>results</th>\n",
       "      <th>seed</th>\n",
       "      <th>optimizer</th>\n",
       "      <th>optimizer_hps</th>\n",
       "      <th>benchmark</th>\n",
       "      <th>objectives</th>\n",
       "      <th>fidelities</th>\n",
       "      <th>costs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>{'x0': -5.4380458998121, 'x1': -26.7164978532321}</td>\n",
       "      <td>{'y': 21.727944700712968}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>{'x0': -5.2956683040657, 'x1': 11.1717587470518}</td>\n",
       "      <td>{'y': 18.138260403436124}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>{'x0': 19.70959605272, 'x1': 25.8609422993881}</td>\n",
       "      <td>{'y': 21.301106057193536}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>{'x0': -26.3227418979172, 'x1': -12.0903676063...</td>\n",
       "      <td>{'y': 21.163171636720012}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>{'x0': 32.038000322576, 'x1': -3.4148498685359}</td>\n",
       "      <td>{'y': 21.451047172416438}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>6.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>6</td>\n",
       "      <td>{'x0': -31.4987670490122, 'x1': -29.270832243207}</td>\n",
       "      <td>{'y': 22.104344895310977}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>7</td>\n",
       "      <td>{'x0': -26.0614108723396, 'x1': 2.352506858079}</td>\n",
       "      <td>{'y': 21.047070833730075}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>8</td>\n",
       "      <td>{'x0': 26.4373479203067, 'x1': -21.9313473377447}</td>\n",
       "      <td>{'y': 21.570461484501617}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>9.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>9</td>\n",
       "      <td>{'x0': 25.120347993264, 'x1': 25.9447991956974}</td>\n",
       "      <td>{'y': 20.29479781878409}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>10</td>\n",
       "      <td>{'x0': -25.2480079165276, 'x1': -17.2341998227...</td>\n",
       "      <td>{'y': 21.39571827163954}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>11</td>\n",
       "      <td>{'x0': -11.3609997174639, 'x1': 8.0845285485316}</td>\n",
       "      <td>{'y': 18.818339395843324}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>12</td>\n",
       "      <td>{'x0': -21.4734924450806, 'x1': 16.7420266153552}</td>\n",
       "      <td>{'y': 21.697358526805285}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>13.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>13</td>\n",
       "      <td>{'x0': -31.4651355486752, 'x1': 2.5448326326946}</td>\n",
       "      <td>{'y': 22.10833222039264}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>14.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>14</td>\n",
       "      <td>{'x0': 5.6203196142904, 'x1': -17.4997979895549}</td>\n",
       "      <td>{'y': 20.810284950184016}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>15.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>15</td>\n",
       "      <td>{'x0': 3.6857599747961, 'x1': -25.7232647549031}</td>\n",
       "      <td>{'y': 21.45547893453693}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>16.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>16</td>\n",
       "      <td>{'x0': -28.0510936062698, 'x1': 15.9793711726653}</td>\n",
       "      <td>{'y': 19.871561298257642}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>17.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>17</td>\n",
       "      <td>{'x0': -17.0493372565038, 'x1': -31.5505900141...</td>\n",
       "      <td>{'y': 21.591633894990924}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>18.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>18</td>\n",
       "      <td>{'x0': -11.9693371426629, 'x1': 16.0782372638885}</td>\n",
       "      <td>{'y': 19.005128875877116}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1</td>\n",
       "      <td>19.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>19</td>\n",
       "      <td>{'x0': 8.5011665401652, 'x1': 19.9723950894839}</td>\n",
       "      <td>{'y': 20.797081693298363}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>20</td>\n",
       "      <td>{'x0': -15.5125828493567, 'x1': 28.3097215268839}</td>\n",
       "      <td>{'y': 22.004375477701295}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1</td>\n",
       "      <td>21.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>21</td>\n",
       "      <td>{'x0': 29.5027421509766, 'x1': -0.9181156411369}</td>\n",
       "      <td>{'y': 21.473183456084463}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1</td>\n",
       "      <td>22.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>22</td>\n",
       "      <td>{'x0': -6.8894318314419, 'x1': 0.3710756898011}</td>\n",
       "      <td>{'y': 14.139729220186402}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1</td>\n",
       "      <td>23.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>23</td>\n",
       "      <td>{'x0': -21.2208021946332, 'x1': 28.8428839621996}</td>\n",
       "      <td>{'y': 21.148872431888893}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1</td>\n",
       "      <td>24.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>24</td>\n",
       "      <td>{'x0': -2.6292868994297, 'x1': 6.4952931218803}</td>\n",
       "      <td>{'y': 14.863898136497511}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1</td>\n",
       "      <td>25.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>25</td>\n",
       "      <td>{'x0': -12.1081165843416, 'x1': 7.3420752188168}</td>\n",
       "      <td>{'y': 18.89594594163717}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1</td>\n",
       "      <td>26.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>26</td>\n",
       "      <td>{'x0': -32.74165289672, 'x1': 21.5512388718227}</td>\n",
       "      <td>{'y': 22.033804980431633}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1</td>\n",
       "      <td>27.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>27</td>\n",
       "      <td>{'x0': 16.3854263060175, 'x1': -11.620778191307}</td>\n",
       "      <td>{'y': 21.073062201118944}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1</td>\n",
       "      <td>28.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>28</td>\n",
       "      <td>{'x0': -6.4566340177402, 'x1': 11.652359221039}</td>\n",
       "      <td>{'y': 19.215263745946732}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1</td>\n",
       "      <td>29.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>29</td>\n",
       "      <td>{'x0': 24.9035678392931, 'x1': 23.258591572617}</td>\n",
       "      <td>{'y': 21.088618928722937}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>30</td>\n",
       "      <td>{'x0': 1.2459460174844, 'x1': -28.2978321421629}</td>\n",
       "      <td>{'y': 21.48061665216652}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>1</td>\n",
       "      <td>31.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>31</td>\n",
       "      <td>{'x0': 20.4379716138133, 'x1': -2.170550828184}</td>\n",
       "      <td>{'y': 20.825080145553116}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>1</td>\n",
       "      <td>32.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>32</td>\n",
       "      <td>{'x0': 27.2830007521018, 'x1': -0.0272517903885}</td>\n",
       "      <td>{'y': 20.81962924030579}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>1</td>\n",
       "      <td>33.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>33</td>\n",
       "      <td>{'x0': -5.5149383996193, 'x1': -1.4980882727055}</td>\n",
       "      <td>{'y': 13.436327481406206}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>1</td>\n",
       "      <td>34.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>34</td>\n",
       "      <td>{'x0': -23.2950634823903, 'x1': -31.304553071129}</td>\n",
       "      <td>{'y': 21.902925686358714}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>1</td>\n",
       "      <td>35.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>35</td>\n",
       "      <td>{'x0': 24.0260398557766, 'x1': 9.9158807242992}</td>\n",
       "      <td>{'y': 19.6895901250264}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>1</td>\n",
       "      <td>36.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>36</td>\n",
       "      <td>{'x0': 17.7103657077952, 'x1': -10.1385855571669}</td>\n",
       "      <td>{'y': 20.382246024688047}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>1</td>\n",
       "      <td>37.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>37</td>\n",
       "      <td>{'x0': -13.0909248203063, 'x1': 8.9525059585243}</td>\n",
       "      <td>{'y': 18.139257936595552}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>1</td>\n",
       "      <td>38.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>38</td>\n",
       "      <td>{'x0': -9.4565059144004, 'x1': -8.746231579034}</td>\n",
       "      <td>{'y': 18.872519823850052}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>1</td>\n",
       "      <td>39.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>39</td>\n",
       "      <td>{'x0': -3.8073610568713, 'x1': -15.5862247818584}</td>\n",
       "      <td>{'y': 19.87285719592716}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>1</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>40</td>\n",
       "      <td>{'x0': -18.8769786499121, 'x1': 22.5339263504344}</td>\n",
       "      <td>{'y': 21.52783047389868}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>1</td>\n",
       "      <td>41.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>41</td>\n",
       "      <td>{'x0': 30.109487665103, 'x1': 29.3305674232693}</td>\n",
       "      <td>{'y': 21.511175414854865}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>1</td>\n",
       "      <td>42.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>42</td>\n",
       "      <td>{'x0': -25.6233462812463, 'x1': -10.3249268019...</td>\n",
       "      <td>{'y': 21.758528758029914}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>1</td>\n",
       "      <td>43.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>43</td>\n",
       "      <td>{'x0': -23.3686270823468, 'x1': -25.3400237495...</td>\n",
       "      <td>{'y': 22.02062484415786}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>1</td>\n",
       "      <td>44.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>44</td>\n",
       "      <td>{'x0': -3.1191972743446, 'x1': -6.3968038186034}</td>\n",
       "      <td>{'y': 14.43990183449818}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>1</td>\n",
       "      <td>45.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>45</td>\n",
       "      <td>{'x0': 7.7669051211504, 'x1': 26.5684276807453}</td>\n",
       "      <td>{'y': 21.64998773814285}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>1</td>\n",
       "      <td>46.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>46</td>\n",
       "      <td>{'x0': -20.4713706846661, 'x1': 15.1912716135495}</td>\n",
       "      <td>{'y': 21.442327545215807}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>1</td>\n",
       "      <td>47.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>47</td>\n",
       "      <td>{'x0': -24.9392627493287, 'x1': -12.4133538664...</td>\n",
       "      <td>{'y': 21.292214713102428}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>1</td>\n",
       "      <td>48.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>48</td>\n",
       "      <td>{'x0': 26.9204082638086, 'x1': -30.7397259250139}</td>\n",
       "      <td>{'y': 21.15484795980676}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>1</td>\n",
       "      <td>49.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>49</td>\n",
       "      <td>{'x0': -11.4039316958396, 'x1': 8.4088610829997}</td>\n",
       "      <td>{'y': 19.586583548167244}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>1</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>50</td>\n",
       "      <td>{'x0': 1.13164933537, 'x1': 28.3024501398923}</td>\n",
       "      <td>{'y': 21.160841927583487}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    budget_cost  budget_used_total  continuations_budget_cost  \\\n",
       "0             1                1.0                        NaN   \n",
       "1             1                2.0                        NaN   \n",
       "2             1                3.0                        NaN   \n",
       "3             1                4.0                        NaN   \n",
       "4             1                5.0                        NaN   \n",
       "5             1                6.0                        NaN   \n",
       "6             1                7.0                        NaN   \n",
       "7             1                8.0                        NaN   \n",
       "8             1                9.0                        NaN   \n",
       "9             1               10.0                        NaN   \n",
       "10            1               11.0                        NaN   \n",
       "11            1               12.0                        NaN   \n",
       "12            1               13.0                        NaN   \n",
       "13            1               14.0                        NaN   \n",
       "14            1               15.0                        NaN   \n",
       "15            1               16.0                        NaN   \n",
       "16            1               17.0                        NaN   \n",
       "17            1               18.0                        NaN   \n",
       "18            1               19.0                        NaN   \n",
       "19            1               20.0                        NaN   \n",
       "20            1               21.0                        NaN   \n",
       "21            1               22.0                        NaN   \n",
       "22            1               23.0                        NaN   \n",
       "23            1               24.0                        NaN   \n",
       "24            1               25.0                        NaN   \n",
       "25            1               26.0                        NaN   \n",
       "26            1               27.0                        NaN   \n",
       "27            1               28.0                        NaN   \n",
       "28            1               29.0                        NaN   \n",
       "29            1               30.0                        NaN   \n",
       "30            1               31.0                        NaN   \n",
       "31            1               32.0                        NaN   \n",
       "32            1               33.0                        NaN   \n",
       "33            1               34.0                        NaN   \n",
       "34            1               35.0                        NaN   \n",
       "35            1               36.0                        NaN   \n",
       "36            1               37.0                        NaN   \n",
       "37            1               38.0                        NaN   \n",
       "38            1               39.0                        NaN   \n",
       "39            1               40.0                        NaN   \n",
       "40            1               41.0                        NaN   \n",
       "41            1               42.0                        NaN   \n",
       "42            1               43.0                        NaN   \n",
       "43            1               44.0                        NaN   \n",
       "44            1               45.0                        NaN   \n",
       "45            1               46.0                        NaN   \n",
       "46            1               47.0                        NaN   \n",
       "47            1               48.0                        NaN   \n",
       "48            1               49.0                        NaN   \n",
       "49            1               50.0                        NaN   \n",
       "\n",
       "    continuations_budget_used_total  continuations_cost fidelity config_id  \\\n",
       "0                               NaN                 NaN     None         1   \n",
       "1                               NaN                 NaN     None         2   \n",
       "2                               NaN                 NaN     None         3   \n",
       "3                               NaN                 NaN     None         4   \n",
       "4                               NaN                 NaN     None         5   \n",
       "5                               NaN                 NaN     None         6   \n",
       "6                               NaN                 NaN     None         7   \n",
       "7                               NaN                 NaN     None         8   \n",
       "8                               NaN                 NaN     None         9   \n",
       "9                               NaN                 NaN     None        10   \n",
       "10                              NaN                 NaN     None        11   \n",
       "11                              NaN                 NaN     None        12   \n",
       "12                              NaN                 NaN     None        13   \n",
       "13                              NaN                 NaN     None        14   \n",
       "14                              NaN                 NaN     None        15   \n",
       "15                              NaN                 NaN     None        16   \n",
       "16                              NaN                 NaN     None        17   \n",
       "17                              NaN                 NaN     None        18   \n",
       "18                              NaN                 NaN     None        19   \n",
       "19                              NaN                 NaN     None        20   \n",
       "20                              NaN                 NaN     None        21   \n",
       "21                              NaN                 NaN     None        22   \n",
       "22                              NaN                 NaN     None        23   \n",
       "23                              NaN                 NaN     None        24   \n",
       "24                              NaN                 NaN     None        25   \n",
       "25                              NaN                 NaN     None        26   \n",
       "26                              NaN                 NaN     None        27   \n",
       "27                              NaN                 NaN     None        28   \n",
       "28                              NaN                 NaN     None        29   \n",
       "29                              NaN                 NaN     None        30   \n",
       "30                              NaN                 NaN     None        31   \n",
       "31                              NaN                 NaN     None        32   \n",
       "32                              NaN                 NaN     None        33   \n",
       "33                              NaN                 NaN     None        34   \n",
       "34                              NaN                 NaN     None        35   \n",
       "35                              NaN                 NaN     None        36   \n",
       "36                              NaN                 NaN     None        37   \n",
       "37                              NaN                 NaN     None        38   \n",
       "38                              NaN                 NaN     None        39   \n",
       "39                              NaN                 NaN     None        40   \n",
       "40                              NaN                 NaN     None        41   \n",
       "41                              NaN                 NaN     None        42   \n",
       "42                              NaN                 NaN     None        43   \n",
       "43                              NaN                 NaN     None        44   \n",
       "44                              NaN                 NaN     None        45   \n",
       "45                              NaN                 NaN     None        46   \n",
       "46                              NaN                 NaN     None        47   \n",
       "47                              NaN                 NaN     None        48   \n",
       "48                              NaN                 NaN     None        49   \n",
       "49                              NaN                 NaN     None        50   \n",
       "\n",
       "                                               config  \\\n",
       "0   {'x0': -5.4380458998121, 'x1': -26.7164978532321}   \n",
       "1    {'x0': -5.2956683040657, 'x1': 11.1717587470518}   \n",
       "2      {'x0': 19.70959605272, 'x1': 25.8609422993881}   \n",
       "3   {'x0': -26.3227418979172, 'x1': -12.0903676063...   \n",
       "4     {'x0': 32.038000322576, 'x1': -3.4148498685359}   \n",
       "5   {'x0': -31.4987670490122, 'x1': -29.270832243207}   \n",
       "6     {'x0': -26.0614108723396, 'x1': 2.352506858079}   \n",
       "7   {'x0': 26.4373479203067, 'x1': -21.9313473377447}   \n",
       "8     {'x0': 25.120347993264, 'x1': 25.9447991956974}   \n",
       "9   {'x0': -25.2480079165276, 'x1': -17.2341998227...   \n",
       "10   {'x0': -11.3609997174639, 'x1': 8.0845285485316}   \n",
       "11  {'x0': -21.4734924450806, 'x1': 16.7420266153552}   \n",
       "12   {'x0': -31.4651355486752, 'x1': 2.5448326326946}   \n",
       "13   {'x0': 5.6203196142904, 'x1': -17.4997979895549}   \n",
       "14   {'x0': 3.6857599747961, 'x1': -25.7232647549031}   \n",
       "15  {'x0': -28.0510936062698, 'x1': 15.9793711726653}   \n",
       "16  {'x0': -17.0493372565038, 'x1': -31.5505900141...   \n",
       "17  {'x0': -11.9693371426629, 'x1': 16.0782372638885}   \n",
       "18    {'x0': 8.5011665401652, 'x1': 19.9723950894839}   \n",
       "19  {'x0': -15.5125828493567, 'x1': 28.3097215268839}   \n",
       "20   {'x0': 29.5027421509766, 'x1': -0.9181156411369}   \n",
       "21    {'x0': -6.8894318314419, 'x1': 0.3710756898011}   \n",
       "22  {'x0': -21.2208021946332, 'x1': 28.8428839621996}   \n",
       "23    {'x0': -2.6292868994297, 'x1': 6.4952931218803}   \n",
       "24   {'x0': -12.1081165843416, 'x1': 7.3420752188168}   \n",
       "25    {'x0': -32.74165289672, 'x1': 21.5512388718227}   \n",
       "26   {'x0': 16.3854263060175, 'x1': -11.620778191307}   \n",
       "27    {'x0': -6.4566340177402, 'x1': 11.652359221039}   \n",
       "28    {'x0': 24.9035678392931, 'x1': 23.258591572617}   \n",
       "29   {'x0': 1.2459460174844, 'x1': -28.2978321421629}   \n",
       "30    {'x0': 20.4379716138133, 'x1': -2.170550828184}   \n",
       "31   {'x0': 27.2830007521018, 'x1': -0.0272517903885}   \n",
       "32   {'x0': -5.5149383996193, 'x1': -1.4980882727055}   \n",
       "33  {'x0': -23.2950634823903, 'x1': -31.304553071129}   \n",
       "34    {'x0': 24.0260398557766, 'x1': 9.9158807242992}   \n",
       "35  {'x0': 17.7103657077952, 'x1': -10.1385855571669}   \n",
       "36   {'x0': -13.0909248203063, 'x1': 8.9525059585243}   \n",
       "37    {'x0': -9.4565059144004, 'x1': -8.746231579034}   \n",
       "38  {'x0': -3.8073610568713, 'x1': -15.5862247818584}   \n",
       "39  {'x0': -18.8769786499121, 'x1': 22.5339263504344}   \n",
       "40    {'x0': 30.109487665103, 'x1': 29.3305674232693}   \n",
       "41  {'x0': -25.6233462812463, 'x1': -10.3249268019...   \n",
       "42  {'x0': -23.3686270823468, 'x1': -25.3400237495...   \n",
       "43   {'x0': -3.1191972743446, 'x1': -6.3968038186034}   \n",
       "44    {'x0': 7.7669051211504, 'x1': 26.5684276807453}   \n",
       "45  {'x0': -20.4713706846661, 'x1': 15.1912716135495}   \n",
       "46  {'x0': -24.9392627493287, 'x1': -12.4133538664...   \n",
       "47  {'x0': 26.9204082638086, 'x1': -30.7397259250139}   \n",
       "48   {'x0': -11.4039316958396, 'x1': 8.4088610829997}   \n",
       "49      {'x0': 1.13164933537, 'x1': 28.3024501398923}   \n",
       "\n",
       "                      results  seed     optimizer optimizer_hps benchmark  \\\n",
       "0   {'y': 21.727944700712968}     1  RandomSearch       default    ackley   \n",
       "1   {'y': 18.138260403436124}     1  RandomSearch       default    ackley   \n",
       "2   {'y': 21.301106057193536}     1  RandomSearch       default    ackley   \n",
       "3   {'y': 21.163171636720012}     1  RandomSearch       default    ackley   \n",
       "4   {'y': 21.451047172416438}     1  RandomSearch       default    ackley   \n",
       "5   {'y': 22.104344895310977}     1  RandomSearch       default    ackley   \n",
       "6   {'y': 21.047070833730075}     1  RandomSearch       default    ackley   \n",
       "7   {'y': 21.570461484501617}     1  RandomSearch       default    ackley   \n",
       "8    {'y': 20.29479781878409}     1  RandomSearch       default    ackley   \n",
       "9    {'y': 21.39571827163954}     1  RandomSearch       default    ackley   \n",
       "10  {'y': 18.818339395843324}     1  RandomSearch       default    ackley   \n",
       "11  {'y': 21.697358526805285}     1  RandomSearch       default    ackley   \n",
       "12   {'y': 22.10833222039264}     1  RandomSearch       default    ackley   \n",
       "13  {'y': 20.810284950184016}     1  RandomSearch       default    ackley   \n",
       "14   {'y': 21.45547893453693}     1  RandomSearch       default    ackley   \n",
       "15  {'y': 19.871561298257642}     1  RandomSearch       default    ackley   \n",
       "16  {'y': 21.591633894990924}     1  RandomSearch       default    ackley   \n",
       "17  {'y': 19.005128875877116}     1  RandomSearch       default    ackley   \n",
       "18  {'y': 20.797081693298363}     1  RandomSearch       default    ackley   \n",
       "19  {'y': 22.004375477701295}     1  RandomSearch       default    ackley   \n",
       "20  {'y': 21.473183456084463}     1  RandomSearch       default    ackley   \n",
       "21  {'y': 14.139729220186402}     1  RandomSearch       default    ackley   \n",
       "22  {'y': 21.148872431888893}     1  RandomSearch       default    ackley   \n",
       "23  {'y': 14.863898136497511}     1  RandomSearch       default    ackley   \n",
       "24   {'y': 18.89594594163717}     1  RandomSearch       default    ackley   \n",
       "25  {'y': 22.033804980431633}     1  RandomSearch       default    ackley   \n",
       "26  {'y': 21.073062201118944}     1  RandomSearch       default    ackley   \n",
       "27  {'y': 19.215263745946732}     1  RandomSearch       default    ackley   \n",
       "28  {'y': 21.088618928722937}     1  RandomSearch       default    ackley   \n",
       "29   {'y': 21.48061665216652}     1  RandomSearch       default    ackley   \n",
       "30  {'y': 20.825080145553116}     1  RandomSearch       default    ackley   \n",
       "31   {'y': 20.81962924030579}     1  RandomSearch       default    ackley   \n",
       "32  {'y': 13.436327481406206}     1  RandomSearch       default    ackley   \n",
       "33  {'y': 21.902925686358714}     1  RandomSearch       default    ackley   \n",
       "34    {'y': 19.6895901250264}     1  RandomSearch       default    ackley   \n",
       "35  {'y': 20.382246024688047}     1  RandomSearch       default    ackley   \n",
       "36  {'y': 18.139257936595552}     1  RandomSearch       default    ackley   \n",
       "37  {'y': 18.872519823850052}     1  RandomSearch       default    ackley   \n",
       "38   {'y': 19.87285719592716}     1  RandomSearch       default    ackley   \n",
       "39   {'y': 21.52783047389868}     1  RandomSearch       default    ackley   \n",
       "40  {'y': 21.511175414854865}     1  RandomSearch       default    ackley   \n",
       "41  {'y': 21.758528758029914}     1  RandomSearch       default    ackley   \n",
       "42   {'y': 22.02062484415786}     1  RandomSearch       default    ackley   \n",
       "43   {'y': 14.43990183449818}     1  RandomSearch       default    ackley   \n",
       "44   {'y': 21.64998773814285}     1  RandomSearch       default    ackley   \n",
       "45  {'y': 21.442327545215807}     1  RandomSearch       default    ackley   \n",
       "46  {'y': 21.292214713102428}     1  RandomSearch       default    ackley   \n",
       "47   {'y': 21.15484795980676}     1  RandomSearch       default    ackley   \n",
       "48  {'y': 19.586583548167244}     1  RandomSearch       default    ackley   \n",
       "49  {'y': 21.160841927583487}     1  RandomSearch       default    ackley   \n",
       "\n",
       "   objectives fidelities costs  \n",
       "0           y       None  None  \n",
       "1           y       None  None  \n",
       "2           y       None  None  \n",
       "3           y       None  None  \n",
       "4           y       None  None  \n",
       "5           y       None  None  \n",
       "6           y       None  None  \n",
       "7           y       None  None  \n",
       "8           y       None  None  \n",
       "9           y       None  None  \n",
       "10          y       None  None  \n",
       "11          y       None  None  \n",
       "12          y       None  None  \n",
       "13          y       None  None  \n",
       "14          y       None  None  \n",
       "15          y       None  None  \n",
       "16          y       None  None  \n",
       "17          y       None  None  \n",
       "18          y       None  None  \n",
       "19          y       None  None  \n",
       "20          y       None  None  \n",
       "21          y       None  None  \n",
       "22          y       None  None  \n",
       "23          y       None  None  \n",
       "24          y       None  None  \n",
       "25          y       None  None  \n",
       "26          y       None  None  \n",
       "27          y       None  None  \n",
       "28          y       None  None  \n",
       "29          y       None  None  \n",
       "30          y       None  None  \n",
       "31          y       None  None  \n",
       "32          y       None  None  \n",
       "33          y       None  None  \n",
       "34          y       None  None  \n",
       "35          y       None  None  \n",
       "36          y       None  None  \n",
       "37          y       None  None  \n",
       "38          y       None  None  \n",
       "39          y       None  None  \n",
       "40          y       None  None  \n",
       "41          y       None  None  \n",
       "42          y       None  None  \n",
       "43          y       None  None  \n",
       "44          y       None  None  \n",
       "45          y       None  None  \n",
       "46          y       None  None  \n",
       "47          y       None  None  \n",
       "48          y       None  None  \n",
       "49          y       None  None  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from hpoglue import run\n",
    "\n",
    "result_df = run(\n",
    "    run_name=\"hpoglue_demo\",\n",
    "    optimizer=opt,\n",
    "    benchmark=bench,\n",
    "    objectives=\"y\",\n",
    "    budget=50,\n",
    "    seed=1,\n",
    ")\n",
    "\n",
    "result_df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## RandomSearch With Priors on Ackley"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "opt = OPTIMIZERS[\"RandomSearchWithPriors\"]\n",
    "bench = BENCHMARKS[\"ackley\"]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Running RandomSearch with Priors on Ackley using hpoglue"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>budget_cost</th>\n",
       "      <th>budget_used_total</th>\n",
       "      <th>continuations_budget_cost</th>\n",
       "      <th>continuations_budget_used_total</th>\n",
       "      <th>continuations_cost</th>\n",
       "      <th>fidelity</th>\n",
       "      <th>config_id</th>\n",
       "      <th>config</th>\n",
       "      <th>results</th>\n",
       "      <th>seed</th>\n",
       "      <th>optimizer</th>\n",
       "      <th>optimizer_hps</th>\n",
       "      <th>benchmark</th>\n",
       "      <th>objectives</th>\n",
       "      <th>fidelities</th>\n",
       "      <th>costs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>{'x0': -0.0523794602291, 'x1': 0.6683773068326}</td>\n",
       "      <td>{'y': 3.2715387622416974}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>{'x0': -0.0509886334498, 'x1': 1.1103011167422}</td>\n",
       "      <td>{'y': 3.266076165339762}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>{'x0': 0.2110709382879, 'x1': 1.3128513055376}</td>\n",
       "      <td>{'y': 5.215603455586482}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>{'x0': -0.3227572169001, 'x1': 0.8799310386562}</td>\n",
       "      <td>{'y': 4.046597364705523}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>{'x0': 0.5713993510072, 'x1': 0.9672537117357}</td>\n",
       "      <td>{'y': 4.61653936871226}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>6.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>6</td>\n",
       "      <td>{'x0': -0.516750632023, 'x1': 0.5967276543624}</td>\n",
       "      <td>{'y': 4.427411585093363}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>7</td>\n",
       "      <td>{'x0': -0.3170903933414, 'x1': 1.0225251765086}</td>\n",
       "      <td>{'y': 4.191227256105709}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>8</td>\n",
       "      <td>{'x0': 0.3252954967713, 'x1': 0.7568280015792}</td>\n",
       "      <td>{'y': 4.104143948419296}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>9.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>9</td>\n",
       "      <td>{'x0': 0.2979193151776, 'x1': 1.3146135343053}</td>\n",
       "      <td>{'y': 5.481795720525124}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>10</td>\n",
       "      <td>{'x0': -0.3004171535416, 'x1': 0.821025348988}</td>\n",
       "      <td>{'y': 3.9824252331169245}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>11</td>\n",
       "      <td>{'x0': -0.1122991626233, 'x1': 1.0785794210121}</td>\n",
       "      <td>{'y': 3.2893022722690657}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>12</td>\n",
       "      <td>{'x0': -0.2362391582442, 'x1': 1.1729456382737}</td>\n",
       "      <td>{'y': 4.513938388065718}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>13.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>13</td>\n",
       "      <td>{'x0': -0.5140577185104, 'x1': 1.0243723123446}</td>\n",
       "      <td>{'y': 4.714815286767596}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>14.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>14</td>\n",
       "      <td>{'x0': 0.0541623908027, 'x1': 0.8177282914812}</td>\n",
       "      <td>{'y': 2.937540609687972}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>15.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>15</td>\n",
       "      <td>{'x0': 0.03536089387, 'x1': 0.6900086946947}</td>\n",
       "      <td>{'y': 3.2252189251782437}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>16.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>16</td>\n",
       "      <td>{'x0': -0.3653109385627, 'x1': 1.1637963893705}</td>\n",
       "      <td>{'y': 4.958151478178063}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>17.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>17</td>\n",
       "      <td>{'x0': -0.1766980919194, 'x1': 0.4789786623918}</td>\n",
       "      <td>{'y': 3.350611296509648}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>18.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>18</td>\n",
       "      <td>{'x0': -0.1187718009958, 'x1': 1.1649698837286}</td>\n",
       "      <td>{'y': 3.908552800046405}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1</td>\n",
       "      <td>19.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>19</td>\n",
       "      <td>{'x0': 0.0827763125718, 'x1': 1.2146818759944}</td>\n",
       "      <td>{'y': 4.15896835819575}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>20</td>\n",
       "      <td>{'x0': -0.1583036392037, 'x1': 1.3726601665092}</td>\n",
       "      <td>{'y': 5.341446168070394}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1</td>\n",
       "      <td>21.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>21</td>\n",
       "      <td>{'x0': 0.4116409193345, 'x1': 0.9912191474209}</td>\n",
       "      <td>{'y': 4.45768724381556}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1</td>\n",
       "      <td>22.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>22</td>\n",
       "      <td>{'x0': -0.0666584184999, 'x1': 1.0035483552797}</td>\n",
       "      <td>{'y': 2.7669643829305923}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1</td>\n",
       "      <td>23.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>23</td>\n",
       "      <td>{'x0': -0.2324896543756, 'x1': 1.3889191271827}</td>\n",
       "      <td>{'y': 5.6096036927586574}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1</td>\n",
       "      <td>24.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>24</td>\n",
       "      <td>{'x0': -0.0251838429222, 'x1': 1.0627612284198}</td>\n",
       "      <td>{'y': 2.910307964138305}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1</td>\n",
       "      <td>25.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>25</td>\n",
       "      <td>{'x0': -0.1202594596482, 'x1': 1.0711542303198}</td>\n",
       "      <td>{'y': 3.2873148524478535}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1</td>\n",
       "      <td>26.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>26</td>\n",
       "      <td>{'x0': -0.8378492199215, 'x1': 1.2374035187538}</td>\n",
       "      <td>{'y': 5.176074745413015}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1</td>\n",
       "      <td>27.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>27</td>\n",
       "      <td>{'x0': 0.1686395598035, 'x1': 0.8849462807805}</td>\n",
       "      <td>{'y': 3.252590915256079}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1</td>\n",
       "      <td>28.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>28</td>\n",
       "      <td>{'x0': -0.0623798077865, 'x1': 1.1153895356602}</td>\n",
       "      <td>{'y': 3.3331740850542215}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1</td>\n",
       "      <td>29.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>29</td>\n",
       "      <td>{'x0': 0.2937445591645, 'x1': 1.264418487986}</td>\n",
       "      <td>{'y': 5.23805260884421}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>30</td>\n",
       "      <td>{'x0': 0.0119182837008, 'x1': 0.6276847913717}</td>\n",
       "      <td>{'y': 3.254352625614857}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>1</td>\n",
       "      <td>31.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>31</td>\n",
       "      <td>{'x0': 0.2211916140474, 'x1': 0.9792212332377}</td>\n",
       "      <td>{'y': 3.5690200184792187}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>1</td>\n",
       "      <td>32.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>32</td>\n",
       "      <td>{'x0': 0.3451606379265, 'x1': 0.9997394175694}</td>\n",
       "      <td>{'y': 4.252523277499765}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>1</td>\n",
       "      <td>33.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>33</td>\n",
       "      <td>{'x0': -0.0531312626613, 'x1': 0.9856673904679}</td>\n",
       "      <td>{'y': 2.685182973533689}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>1</td>\n",
       "      <td>34.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>34</td>\n",
       "      <td>{'x0': -0.2650294118468, 'x1': 0.4980413152758}</td>\n",
       "      <td>{'y': 3.6733724105046126}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>1</td>\n",
       "      <td>35.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>35</td>\n",
       "      <td>{'x0': 0.2776251024226, 'x1': 1.0972110725024}</td>\n",
       "      <td>{'y': 4.294812445768628}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>1</td>\n",
       "      <td>36.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>36</td>\n",
       "      <td>{'x0': 0.1849083247229, 'x1': 0.9004880404463}</td>\n",
       "      <td>{'y': 3.32659547724483}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>1</td>\n",
       "      <td>37.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>37</td>\n",
       "      <td>{'x0': -0.1309215990335, 'x1': 1.0873492783895}</td>\n",
       "      <td>{'y': 3.4353056299547338}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>1</td>\n",
       "      <td>38.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>38</td>\n",
       "      <td>{'x0': -0.0924906551128, 'x1': 0.9147442259218}</td>\n",
       "      <td>{'y': 2.822099096485108}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>1</td>\n",
       "      <td>39.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>39</td>\n",
       "      <td>{'x0': -0.0365357310652, 'x1': 0.8408349362314}</td>\n",
       "      <td>{'y': 2.8306686251954187}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>1</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>40</td>\n",
       "      <td>{'x0': -0.1999096013422, 'x1': 1.2525919326941}</td>\n",
       "      <td>{'y': 4.844669451531534}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>1</td>\n",
       "      <td>41.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>41</td>\n",
       "      <td>{'x0': 0.4360397650855, 'x1': 1.4053847216547}</td>\n",
       "      <td>{'y': 6.058612186153127}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>1</td>\n",
       "      <td>42.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>42</td>\n",
       "      <td>{'x0': -0.3079408171488, 'x1': 0.8985563555999}</td>\n",
       "      <td>{'y': 3.981443427546829}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>1</td>\n",
       "      <td>43.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>43</td>\n",
       "      <td>{'x0': -0.2662664815255, 'x1': 0.697763664953}</td>\n",
       "      <td>{'y': 3.914127412483332}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>1</td>\n",
       "      <td>44.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>44</td>\n",
       "      <td>{'x0': -0.0298969598015, 'x1': 0.9382102065138}</td>\n",
       "      <td>{'y': 2.6085520114712506}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>1</td>\n",
       "      <td>45.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>45</td>\n",
       "      <td>{'x0': 0.0753947999886, 'x1': 1.3282403668868}</td>\n",
       "      <td>{'y': 4.91602523142129}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>1</td>\n",
       "      <td>46.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>46</td>\n",
       "      <td>{'x0': -0.2216643659784, 'x1': 1.1545668142689}</td>\n",
       "      <td>{'y': 4.333031076405224}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>1</td>\n",
       "      <td>47.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>47</td>\n",
       "      <td>{'x0': -0.2944263328895, 'x1': 0.8764533858274}</td>\n",
       "      <td>{'y': 3.9248108024400534}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>1</td>\n",
       "      <td>48.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>48</td>\n",
       "      <td>{'x0': 0.3363823468432, 'x1': 0.5332435992378}</td>\n",
       "      <td>{'y': 3.950746969030114}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>1</td>\n",
       "      <td>49.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>49</td>\n",
       "      <td>{'x0': -0.1127534428587, 'x1': 1.0818445261175}</td>\n",
       "      <td>{'y': 3.310618692976839}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>1</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>50</td>\n",
       "      <td>{'x0': 0.0108242436137, 'x1': 1.3724491107139}</td>\n",
       "      <td>{'y': 5.083765651034248}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearchWithPriors</td>\n",
       "      <td>default</td>\n",
       "      <td>ackley</td>\n",
       "      <td>y</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    budget_cost  budget_used_total  continuations_budget_cost  \\\n",
       "0             1                1.0                        NaN   \n",
       "1             1                2.0                        NaN   \n",
       "2             1                3.0                        NaN   \n",
       "3             1                4.0                        NaN   \n",
       "4             1                5.0                        NaN   \n",
       "5             1                6.0                        NaN   \n",
       "6             1                7.0                        NaN   \n",
       "7             1                8.0                        NaN   \n",
       "8             1                9.0                        NaN   \n",
       "9             1               10.0                        NaN   \n",
       "10            1               11.0                        NaN   \n",
       "11            1               12.0                        NaN   \n",
       "12            1               13.0                        NaN   \n",
       "13            1               14.0                        NaN   \n",
       "14            1               15.0                        NaN   \n",
       "15            1               16.0                        NaN   \n",
       "16            1               17.0                        NaN   \n",
       "17            1               18.0                        NaN   \n",
       "18            1               19.0                        NaN   \n",
       "19            1               20.0                        NaN   \n",
       "20            1               21.0                        NaN   \n",
       "21            1               22.0                        NaN   \n",
       "22            1               23.0                        NaN   \n",
       "23            1               24.0                        NaN   \n",
       "24            1               25.0                        NaN   \n",
       "25            1               26.0                        NaN   \n",
       "26            1               27.0                        NaN   \n",
       "27            1               28.0                        NaN   \n",
       "28            1               29.0                        NaN   \n",
       "29            1               30.0                        NaN   \n",
       "30            1               31.0                        NaN   \n",
       "31            1               32.0                        NaN   \n",
       "32            1               33.0                        NaN   \n",
       "33            1               34.0                        NaN   \n",
       "34            1               35.0                        NaN   \n",
       "35            1               36.0                        NaN   \n",
       "36            1               37.0                        NaN   \n",
       "37            1               38.0                        NaN   \n",
       "38            1               39.0                        NaN   \n",
       "39            1               40.0                        NaN   \n",
       "40            1               41.0                        NaN   \n",
       "41            1               42.0                        NaN   \n",
       "42            1               43.0                        NaN   \n",
       "43            1               44.0                        NaN   \n",
       "44            1               45.0                        NaN   \n",
       "45            1               46.0                        NaN   \n",
       "46            1               47.0                        NaN   \n",
       "47            1               48.0                        NaN   \n",
       "48            1               49.0                        NaN   \n",
       "49            1               50.0                        NaN   \n",
       "\n",
       "    continuations_budget_used_total  continuations_cost fidelity config_id  \\\n",
       "0                               NaN                 NaN     None         1   \n",
       "1                               NaN                 NaN     None         2   \n",
       "2                               NaN                 NaN     None         3   \n",
       "3                               NaN                 NaN     None         4   \n",
       "4                               NaN                 NaN     None         5   \n",
       "5                               NaN                 NaN     None         6   \n",
       "6                               NaN                 NaN     None         7   \n",
       "7                               NaN                 NaN     None         8   \n",
       "8                               NaN                 NaN     None         9   \n",
       "9                               NaN                 NaN     None        10   \n",
       "10                              NaN                 NaN     None        11   \n",
       "11                              NaN                 NaN     None        12   \n",
       "12                              NaN                 NaN     None        13   \n",
       "13                              NaN                 NaN     None        14   \n",
       "14                              NaN                 NaN     None        15   \n",
       "15                              NaN                 NaN     None        16   \n",
       "16                              NaN                 NaN     None        17   \n",
       "17                              NaN                 NaN     None        18   \n",
       "18                              NaN                 NaN     None        19   \n",
       "19                              NaN                 NaN     None        20   \n",
       "20                              NaN                 NaN     None        21   \n",
       "21                              NaN                 NaN     None        22   \n",
       "22                              NaN                 NaN     None        23   \n",
       "23                              NaN                 NaN     None        24   \n",
       "24                              NaN                 NaN     None        25   \n",
       "25                              NaN                 NaN     None        26   \n",
       "26                              NaN                 NaN     None        27   \n",
       "27                              NaN                 NaN     None        28   \n",
       "28                              NaN                 NaN     None        29   \n",
       "29                              NaN                 NaN     None        30   \n",
       "30                              NaN                 NaN     None        31   \n",
       "31                              NaN                 NaN     None        32   \n",
       "32                              NaN                 NaN     None        33   \n",
       "33                              NaN                 NaN     None        34   \n",
       "34                              NaN                 NaN     None        35   \n",
       "35                              NaN                 NaN     None        36   \n",
       "36                              NaN                 NaN     None        37   \n",
       "37                              NaN                 NaN     None        38   \n",
       "38                              NaN                 NaN     None        39   \n",
       "39                              NaN                 NaN     None        40   \n",
       "40                              NaN                 NaN     None        41   \n",
       "41                              NaN                 NaN     None        42   \n",
       "42                              NaN                 NaN     None        43   \n",
       "43                              NaN                 NaN     None        44   \n",
       "44                              NaN                 NaN     None        45   \n",
       "45                              NaN                 NaN     None        46   \n",
       "46                              NaN                 NaN     None        47   \n",
       "47                              NaN                 NaN     None        48   \n",
       "48                              NaN                 NaN     None        49   \n",
       "49                              NaN                 NaN     None        50   \n",
       "\n",
       "                                             config  \\\n",
       "0   {'x0': -0.0523794602291, 'x1': 0.6683773068326}   \n",
       "1   {'x0': -0.0509886334498, 'x1': 1.1103011167422}   \n",
       "2    {'x0': 0.2110709382879, 'x1': 1.3128513055376}   \n",
       "3   {'x0': -0.3227572169001, 'x1': 0.8799310386562}   \n",
       "4    {'x0': 0.5713993510072, 'x1': 0.9672537117357}   \n",
       "5    {'x0': -0.516750632023, 'x1': 0.5967276543624}   \n",
       "6   {'x0': -0.3170903933414, 'x1': 1.0225251765086}   \n",
       "7    {'x0': 0.3252954967713, 'x1': 0.7568280015792}   \n",
       "8    {'x0': 0.2979193151776, 'x1': 1.3146135343053}   \n",
       "9    {'x0': -0.3004171535416, 'x1': 0.821025348988}   \n",
       "10  {'x0': -0.1122991626233, 'x1': 1.0785794210121}   \n",
       "11  {'x0': -0.2362391582442, 'x1': 1.1729456382737}   \n",
       "12  {'x0': -0.5140577185104, 'x1': 1.0243723123446}   \n",
       "13   {'x0': 0.0541623908027, 'x1': 0.8177282914812}   \n",
       "14     {'x0': 0.03536089387, 'x1': 0.6900086946947}   \n",
       "15  {'x0': -0.3653109385627, 'x1': 1.1637963893705}   \n",
       "16  {'x0': -0.1766980919194, 'x1': 0.4789786623918}   \n",
       "17  {'x0': -0.1187718009958, 'x1': 1.1649698837286}   \n",
       "18   {'x0': 0.0827763125718, 'x1': 1.2146818759944}   \n",
       "19  {'x0': -0.1583036392037, 'x1': 1.3726601665092}   \n",
       "20   {'x0': 0.4116409193345, 'x1': 0.9912191474209}   \n",
       "21  {'x0': -0.0666584184999, 'x1': 1.0035483552797}   \n",
       "22  {'x0': -0.2324896543756, 'x1': 1.3889191271827}   \n",
       "23  {'x0': -0.0251838429222, 'x1': 1.0627612284198}   \n",
       "24  {'x0': -0.1202594596482, 'x1': 1.0711542303198}   \n",
       "25  {'x0': -0.8378492199215, 'x1': 1.2374035187538}   \n",
       "26   {'x0': 0.1686395598035, 'x1': 0.8849462807805}   \n",
       "27  {'x0': -0.0623798077865, 'x1': 1.1153895356602}   \n",
       "28    {'x0': 0.2937445591645, 'x1': 1.264418487986}   \n",
       "29   {'x0': 0.0119182837008, 'x1': 0.6276847913717}   \n",
       "30   {'x0': 0.2211916140474, 'x1': 0.9792212332377}   \n",
       "31   {'x0': 0.3451606379265, 'x1': 0.9997394175694}   \n",
       "32  {'x0': -0.0531312626613, 'x1': 0.9856673904679}   \n",
       "33  {'x0': -0.2650294118468, 'x1': 0.4980413152758}   \n",
       "34   {'x0': 0.2776251024226, 'x1': 1.0972110725024}   \n",
       "35   {'x0': 0.1849083247229, 'x1': 0.9004880404463}   \n",
       "36  {'x0': -0.1309215990335, 'x1': 1.0873492783895}   \n",
       "37  {'x0': -0.0924906551128, 'x1': 0.9147442259218}   \n",
       "38  {'x0': -0.0365357310652, 'x1': 0.8408349362314}   \n",
       "39  {'x0': -0.1999096013422, 'x1': 1.2525919326941}   \n",
       "40   {'x0': 0.4360397650855, 'x1': 1.4053847216547}   \n",
       "41  {'x0': -0.3079408171488, 'x1': 0.8985563555999}   \n",
       "42   {'x0': -0.2662664815255, 'x1': 0.697763664953}   \n",
       "43  {'x0': -0.0298969598015, 'x1': 0.9382102065138}   \n",
       "44   {'x0': 0.0753947999886, 'x1': 1.3282403668868}   \n",
       "45  {'x0': -0.2216643659784, 'x1': 1.1545668142689}   \n",
       "46  {'x0': -0.2944263328895, 'x1': 0.8764533858274}   \n",
       "47   {'x0': 0.3363823468432, 'x1': 0.5332435992378}   \n",
       "48  {'x0': -0.1127534428587, 'x1': 1.0818445261175}   \n",
       "49   {'x0': 0.0108242436137, 'x1': 1.3724491107139}   \n",
       "\n",
       "                      results  seed               optimizer optimizer_hps  \\\n",
       "0   {'y': 3.2715387622416974}     1  RandomSearchWithPriors       default   \n",
       "1    {'y': 3.266076165339762}     1  RandomSearchWithPriors       default   \n",
       "2    {'y': 5.215603455586482}     1  RandomSearchWithPriors       default   \n",
       "3    {'y': 4.046597364705523}     1  RandomSearchWithPriors       default   \n",
       "4     {'y': 4.61653936871226}     1  RandomSearchWithPriors       default   \n",
       "5    {'y': 4.427411585093363}     1  RandomSearchWithPriors       default   \n",
       "6    {'y': 4.191227256105709}     1  RandomSearchWithPriors       default   \n",
       "7    {'y': 4.104143948419296}     1  RandomSearchWithPriors       default   \n",
       "8    {'y': 5.481795720525124}     1  RandomSearchWithPriors       default   \n",
       "9   {'y': 3.9824252331169245}     1  RandomSearchWithPriors       default   \n",
       "10  {'y': 3.2893022722690657}     1  RandomSearchWithPriors       default   \n",
       "11   {'y': 4.513938388065718}     1  RandomSearchWithPriors       default   \n",
       "12   {'y': 4.714815286767596}     1  RandomSearchWithPriors       default   \n",
       "13   {'y': 2.937540609687972}     1  RandomSearchWithPriors       default   \n",
       "14  {'y': 3.2252189251782437}     1  RandomSearchWithPriors       default   \n",
       "15   {'y': 4.958151478178063}     1  RandomSearchWithPriors       default   \n",
       "16   {'y': 3.350611296509648}     1  RandomSearchWithPriors       default   \n",
       "17   {'y': 3.908552800046405}     1  RandomSearchWithPriors       default   \n",
       "18    {'y': 4.15896835819575}     1  RandomSearchWithPriors       default   \n",
       "19   {'y': 5.341446168070394}     1  RandomSearchWithPriors       default   \n",
       "20    {'y': 4.45768724381556}     1  RandomSearchWithPriors       default   \n",
       "21  {'y': 2.7669643829305923}     1  RandomSearchWithPriors       default   \n",
       "22  {'y': 5.6096036927586574}     1  RandomSearchWithPriors       default   \n",
       "23   {'y': 2.910307964138305}     1  RandomSearchWithPriors       default   \n",
       "24  {'y': 3.2873148524478535}     1  RandomSearchWithPriors       default   \n",
       "25   {'y': 5.176074745413015}     1  RandomSearchWithPriors       default   \n",
       "26   {'y': 3.252590915256079}     1  RandomSearchWithPriors       default   \n",
       "27  {'y': 3.3331740850542215}     1  RandomSearchWithPriors       default   \n",
       "28    {'y': 5.23805260884421}     1  RandomSearchWithPriors       default   \n",
       "29   {'y': 3.254352625614857}     1  RandomSearchWithPriors       default   \n",
       "30  {'y': 3.5690200184792187}     1  RandomSearchWithPriors       default   \n",
       "31   {'y': 4.252523277499765}     1  RandomSearchWithPriors       default   \n",
       "32   {'y': 2.685182973533689}     1  RandomSearchWithPriors       default   \n",
       "33  {'y': 3.6733724105046126}     1  RandomSearchWithPriors       default   \n",
       "34   {'y': 4.294812445768628}     1  RandomSearchWithPriors       default   \n",
       "35    {'y': 3.32659547724483}     1  RandomSearchWithPriors       default   \n",
       "36  {'y': 3.4353056299547338}     1  RandomSearchWithPriors       default   \n",
       "37   {'y': 2.822099096485108}     1  RandomSearchWithPriors       default   \n",
       "38  {'y': 2.8306686251954187}     1  RandomSearchWithPriors       default   \n",
       "39   {'y': 4.844669451531534}     1  RandomSearchWithPriors       default   \n",
       "40   {'y': 6.058612186153127}     1  RandomSearchWithPriors       default   \n",
       "41   {'y': 3.981443427546829}     1  RandomSearchWithPriors       default   \n",
       "42   {'y': 3.914127412483332}     1  RandomSearchWithPriors       default   \n",
       "43  {'y': 2.6085520114712506}     1  RandomSearchWithPriors       default   \n",
       "44    {'y': 4.91602523142129}     1  RandomSearchWithPriors       default   \n",
       "45   {'y': 4.333031076405224}     1  RandomSearchWithPriors       default   \n",
       "46  {'y': 3.9248108024400534}     1  RandomSearchWithPriors       default   \n",
       "47   {'y': 3.950746969030114}     1  RandomSearchWithPriors       default   \n",
       "48   {'y': 3.310618692976839}     1  RandomSearchWithPriors       default   \n",
       "49   {'y': 5.083765651034248}     1  RandomSearchWithPriors       default   \n",
       "\n",
       "   benchmark objectives fidelities costs  \n",
       "0     ackley          y       None  None  \n",
       "1     ackley          y       None  None  \n",
       "2     ackley          y       None  None  \n",
       "3     ackley          y       None  None  \n",
       "4     ackley          y       None  None  \n",
       "5     ackley          y       None  None  \n",
       "6     ackley          y       None  None  \n",
       "7     ackley          y       None  None  \n",
       "8     ackley          y       None  None  \n",
       "9     ackley          y       None  None  \n",
       "10    ackley          y       None  None  \n",
       "11    ackley          y       None  None  \n",
       "12    ackley          y       None  None  \n",
       "13    ackley          y       None  None  \n",
       "14    ackley          y       None  None  \n",
       "15    ackley          y       None  None  \n",
       "16    ackley          y       None  None  \n",
       "17    ackley          y       None  None  \n",
       "18    ackley          y       None  None  \n",
       "19    ackley          y       None  None  \n",
       "20    ackley          y       None  None  \n",
       "21    ackley          y       None  None  \n",
       "22    ackley          y       None  None  \n",
       "23    ackley          y       None  None  \n",
       "24    ackley          y       None  None  \n",
       "25    ackley          y       None  None  \n",
       "26    ackley          y       None  None  \n",
       "27    ackley          y       None  None  \n",
       "28    ackley          y       None  None  \n",
       "29    ackley          y       None  None  \n",
       "30    ackley          y       None  None  \n",
       "31    ackley          y       None  None  \n",
       "32    ackley          y       None  None  \n",
       "33    ackley          y       None  None  \n",
       "34    ackley          y       None  None  \n",
       "35    ackley          y       None  None  \n",
       "36    ackley          y       None  None  \n",
       "37    ackley          y       None  None  \n",
       "38    ackley          y       None  None  \n",
       "39    ackley          y       None  None  \n",
       "40    ackley          y       None  None  \n",
       "41    ackley          y       None  None  \n",
       "42    ackley          y       None  None  \n",
       "43    ackley          y       None  None  \n",
       "44    ackley          y       None  None  \n",
       "45    ackley          y       None  None  \n",
       "46    ackley          y       None  None  \n",
       "47    ackley          y       None  None  \n",
       "48    ackley          y       None  None  \n",
       "49    ackley          y       None  None  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from hpoglue import run\n",
    "\n",
    "result_df = run(\n",
    "    run_name=\"hpoglue_demo\",\n",
    "    optimizer=opt,\n",
    "    benchmark=bench,\n",
    "    objectives=\"y\",\n",
    "    budget=50,\n",
    "    seed=1,\n",
    "    priors=(\n",
    "            \"y_random\",\n",
    "            {\n",
    "                \"y\": {\n",
    "                    \"x0\": 0,\n",
    "                    \"x1\": 1,\n",
    "                }\n",
    "            }\n",
    "    )\n",
    ")\n",
    "\n",
    "result_df"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "hposuite_env",
   "language": "python",
   "name": "hposuite_env"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}