FeatureProcessing.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Instructions\n",
    "\n",
    "This notebooks processes the metric provided by CUDA Flux into the features used by GPU mangrove. You don't need to run this notebook as the database containing the processed features already comes with this project.\n",
    "\n",
    "The notebook can be run executiong all cells at once or step by step to explore the data inbetween steps. "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Setup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:47:48.688400Z",
     "start_time": "2020-05-26T07:47:36.123028Z"
    }
   },
   "outputs": [],
   "source": [
    "# Setup Imports\n",
    "import sqlite3\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import re\n",
    "\n",
    "import time\n",
    "import matplotlib.pyplot as plt\n",
    "import statsmodels.api as sm\n",
    "from sklearn import preprocessing\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.feature_selection import VarianceThreshold\n",
    "from sklearn.model_selection import GridSearchCV, cross_val_score, KFold\n",
    "from sklearn.ensemble import RandomForestRegressor, ExtraTreesRegressor, RandomForestClassifier\n",
    "from sklearn.linear_model import LinearRegression\n",
    "\n",
    "from IPython.core.display import display, HTML"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:47:48.702005Z",
     "start_time": "2020-05-26T07:47:48.693143Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:100% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Notebook Layout - Run to set the width of jupyter cells to 100%\n",
    "display(HTML(\"<style>.container { width:100% !important; }</style>\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:47:48.846831Z",
     "start_time": "2020-05-26T07:47:48.704990Z"
    },
    "code_folding": [
     0
    ]
   },
   "outputs": [],
   "source": [
    "def log_progress(sequence, every=None, size=None, name='Items'):\n",
    "    from ipywidgets import IntProgress, HTML, VBox\n",
    "    from IPython.display import display\n",
    "\n",
    "    is_iterator = False\n",
    "    if size is None:\n",
    "        try:\n",
    "            size = len(sequence)\n",
    "        except TypeError:\n",
    "            is_iterator = True\n",
    "    if size is not None:\n",
    "        if every is None:\n",
    "            if size <= 200:\n",
    "                every = 1\n",
    "            else:\n",
    "                every = int(size / 200)     # every 0.5%\n",
    "    else:\n",
    "        assert every is not None, 'sequence is iterator, set every'\n",
    "\n",
    "    if is_iterator:\n",
    "        progress = IntProgress(min=0, max=1, value=1)\n",
    "        progress.bar_style = 'info'\n",
    "    else:\n",
    "        progress = IntProgress(min=0, max=size, value=0)\n",
    "    label = HTML()\n",
    "    box = VBox(children=[label, progress])\n",
    "    display(box)\n",
    "\n",
    "    index = 0\n",
    "    try:\n",
    "        for index, record in enumerate(sequence, 1):\n",
    "            if index == 1 or index % every == 0:\n",
    "                if is_iterator:\n",
    "                    label.value = '{name}: {index} / ?'.format(\n",
    "                        name=name,\n",
    "                        index=index\n",
    "                    )\n",
    "                else:\n",
    "                    progress.value = index\n",
    "                    label.value = u'{name}: {index} / {size}'.format(\n",
    "                        name=name,\n",
    "                        index=index,\n",
    "                        size=size\n",
    "                    )\n",
    "            yield record\n",
    "    except:\n",
    "        progress.bar_style = 'danger'\n",
    "        raise\n",
    "    else:\n",
    "        progress.bar_style = 'success'\n",
    "        progress.value = index\n",
    "        label.value = \"{name}: {index}\".format(\n",
    "            name=name,\n",
    "            index=str(index or '?')\n",
    "        )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DB Paths, excluded apps"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:47:48.959165Z",
     "start_time": "2020-05-26T07:47:48.851057Z"
    }
   },
   "outputs": [],
   "source": [
    "# Input\n",
    "CUDAFluxMetricDB = 'data/CUDAFlux-0.3-Metrics.db'\n",
    "# Output\n",
    "FeatureTableDB = 'data/FeatureTable-0.3.db'\n",
    "\n",
    "# List of Applications that should be excluded from the final db\n",
    "excluded_apps = [('rodinia-3.1','srad-v1'),\n",
    "                ('rodinia-3.1','srad-v2')]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Read Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:49:43.426515Z",
     "start_time": "2020-05-26T07:47:48.963005Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "236 Columns, 965776 Rows\n"
     ]
    }
   ],
   "source": [
    "# Get all Column and Row Labels\n",
    "with sqlite3.Connection(CUDAFluxMetricDB) as conn:\n",
    "    cur = conn.cursor()\n",
    "\n",
    "    cur.execute('select distinct metric from fluxmetrics')\n",
    "    metrics = cur.fetchall()\n",
    "    cur.execute('select distinct bench,app,dataset,lseq from fluxmetrics')\n",
    "    kernels = cur.fetchall()\n",
    "\n",
    "    print(len(metrics), \"Columns,\", len(kernels), \"Rows\")\n",
    "    \n",
    "# Consistent Mapping/Order of rows and columns\n",
    "row = {}\n",
    "count = 0\n",
    "for kernel in kernels:\n",
    "    row[kernel] = count\n",
    "    count += 1\n",
    "col = {}\n",
    "count = 0\n",
    "for metric in metrics:\n",
    "    col[metric[0]] = count\n",
    "    count += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:53:20.035135Z",
     "start_time": "2020-05-26T07:49:43.429052Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing Items..\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f9882e8197554f1a839b976370c235c4",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "VBox(children=(HTML(value=''), IntProgress(value=0, max=38990339)))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Build ndarray with all Features\n",
    "with sqlite3.Connection(CUDAFluxMetricDB) as conn:\n",
    "    data = np.zeros((len(kernels),len(metrics)))\n",
    "\n",
    "    cur = conn.cursor()\n",
    "    cur.execute('select * from fluxmetrics')\n",
    "    print(\"Processing Items..\")\n",
    "    for item in log_progress(cur.fetchall()):\n",
    "        data[row[item[0:4]], col[item[5]]] = item[-1]\n",
    "        \n",
    "    # Build Dataframe for Labeled Storage\n",
    "    df_f = pd.DataFrame(data, \n",
    "                  index=pd.Index(kernels, names=['bench', 'app', 'dataset', 'lseq']), \n",
    "                  columns=[item[0] for item in metrics])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:53:20.180971Z",
     "start_time": "2020-05-26T07:53:20.158676Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "# Check for Errors\n",
    "if False:\n",
    "    with sqlite3.Connection(CUDAFluxMetricDB) as conn:\n",
    "        cur = conn.cursor()\n",
    "        cur.execute(\"select * from fluxmetrics where bench=? and app=? and dataset=? and lseq=?\", kernels[0])\n",
    "        res = cur.fetchall()\n",
    "        print(data[0,:])\n",
    "        print([x[-1] for x in res])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-03-08T09:35:15.853976Z",
     "start_time": "2019-03-08T09:35:15.850980Z"
    }
   },
   "source": [
    "# Process Features"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Drop Faulty Records"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:53:30.918546Z",
     "start_time": "2020-05-26T07:53:20.201825Z"
    },
    "code_folding": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/share/lbraun/opt/anaconda3/lib/python3.7/site-packages/IPython/core/async_helpers.py:68: PerformanceWarning: indexing past lexsort depth may impact performance.\n",
      "  coro.send(None)\n",
      "/share/lbraun/opt/anaconda3/lib/python3.7/site-packages/pandas/core/generic.py:3936: PerformanceWarning: dropping on a non-lexsorted multi-index without a level parameter may impact performance.\n",
      "  obj = obj._drop_axis(labels, axis, level=level, errors=errors)\n"
     ]
    }
   ],
   "source": [
    "for app in excluded_apps:\n",
    "    df_f.drop(app, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Features Engineering"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Helper Functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:53:30.929599Z",
     "start_time": "2020-05-26T07:53:30.921043Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "# Define how instructions are grouped\n",
    "inst_groups = {# Integer Inst\n",
    "               r'(add|sub|mul|mad|mul24|mad24|sad|div|rem|abs|neg|min|max|popc|clz|bfind|fns|brev|bfe|bfi|dp4a|dp2a)[\\w.]*?.[us](\\d+)$' : 'int',\n",
    "               # ToDo: extended precission int inst (not found yet)\n",
    "               # Floating Inst\n",
    "               r'(testp|copysign|add|sub|mul|fma|mad|div|abs|neg|min|max|rcp)[\\w.]*?.f(\\d+)$' : 'float',\n",
    "               r'(sqrt|rsqrt|sin|cos|lg2|ex2)[\\w.]*?.f(\\d+)$' : 'float.special',\n",
    "               # Comparing and Selection inst\n",
    "               r'(set|setp|selp|slct)[\\w.]*?.\\w(\\d+)$' : 'comp_sel',\n",
    "               # Logic Inst\n",
    "               r'(and|or|xor|not|cnot|lop3|shf|shl|shr)[\\w.]*?.\\w?(\\d+|pred)$' : 'logic',\n",
    "               # Data Movement Inst\n",
    "               r'(ld.global)(.v[42])?.\\w(\\d+)$' : 'ld.global',\n",
    "               r'(ld)(.v[42])?.\\w(\\d+)$' : 'ld.global',\n",
    "               r'(ld.shared)(.v[42])?.\\w(\\d+)$' : 'ld.shared',\n",
    "               r'(ld.volatile.shared)(.v[42])?.\\w(\\d+)$' : 'ld.shared',\n",
    "               r'(ld.const)(.v[42])?.\\w(\\d+)$' : 'ld.const',\n",
    "               r'(ld.local)(.v[42])?.\\w(\\d+)$' : 'ld.local',\n",
    "               r'(ld.param)(.v[42])?.\\w(\\d+)$' : 'ld.param',\n",
    "               r'(st.global)(.v[42])?.\\w(\\d+)$' : 'st.global',\n",
    "               r'(st)(.v[42])?.\\w(\\d+)$' : 'st.global',\n",
    "               r'(st.shared)(.v[42])?.\\w(\\d+)$' : 'st.shared',\n",
    "               r'(st.volatile.shared)(.v[42])?.\\w(\\d+)$' : 'st.shared',\n",
    "               r'(st.const)(.v[42])?.\\w(\\d+)$' : 'st.const',\n",
    "               r'(st.local)(.v[42])?.\\w(\\d+)$' : 'st.local',\n",
    "               r'(st.param)(.v[42])?.\\w(\\d+)$' : 'st.param',\n",
    "               r'(mov)[\\w.]*?.\\w?(\\d+|pred)$' : 'mov',\n",
    "               # Data Conversion\n",
    "               r'(cvta|cvt)[\\w.]*?.\\w(\\d+)$' : 'cvt',\n",
    "               # Control Flow\n",
    "               r'(bra|call|ret|exit)[\\w.]*?$' : 'control',\n",
    "               # Atomic Inst\n",
    "               r'(atom.global)[\\w.]*?(\\d+)$' : 'atom.global',\n",
    "               r'(atom.shared)[\\w.]*?(\\d+)$' : 'atom.shared',\n",
    "               # Sync\n",
    "               r'bar.sync' : 'bar.sync'\n",
    "               # End\n",
    "              }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:53:31.049379Z",
     "start_time": "2020-05-26T07:53:30.931690Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "# Helper function to actually group instructions\n",
    "def meltInstructions(insts, inst_groups = inst_groups):\n",
    "    inst_map = { }\n",
    "\n",
    "    for inst in insts:\n",
    "        if inst in { 'gX', 'gY', 'gZ', 'bX', 'bY', 'bZ', 'shm', 'time'}:\n",
    "            inst_map[inst] = [inst]\n",
    "            continue\n",
    "        m = None\n",
    "        for ex in inst_groups:\n",
    "            m = re.match(ex, inst)\n",
    "            if( m is not None):\n",
    "                num_groups = len(m.groups())\n",
    "                #print(inst, m.groups())\n",
    "                if (num_groups >= 3):\n",
    "                    if m.group(num_groups-1) is None:\n",
    "                        key = inst_groups[ex]+'.'+m.group(num_groups)\n",
    "                    else:\n",
    "                        key = inst_groups[ex]+'.'+str(int(m.group(num_groups-1)[2:])*int(m.group(num_groups)))\n",
    "                elif (num_groups >= 2):\n",
    "                    if m.group(num_groups) == 'pred':\n",
    "                        key = inst_groups[ex]+'.'+'32'\n",
    "                    else:\n",
    "                        key = inst_groups[ex]+'.'+m.group(num_groups)\n",
    "                else:\n",
    "                    key = inst_groups[ex]\n",
    "                #print(inst, inst_groups[ex], key, m.groups())\n",
    "                if key in inst_map:\n",
    "                    inst_map[key].append(inst)\n",
    "                else:\n",
    "                    inst_map[key] = [inst]\n",
    "                break\n",
    "        if (m == None):\n",
    "            if 'misc' in inst_map:\n",
    "                inst_map['misc'].append(inst)\n",
    "            else:\n",
    "                inst_map['misc'] = [inst]\n",
    "            print(inst, '\\033[1;31mNo Match!\\033[0m')\n",
    "    return inst_map"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-03-08T10:13:13.867317Z",
     "start_time": "2019-03-08T10:13:13.864243Z"
    }
   },
   "source": [
    "### Group Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:53:31.217295Z",
     "start_time": "2020-05-26T07:53:31.053306Z"
    },
    "code_folding": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "clz.b32 \u001b[1;31mNo Match!\u001b[0m\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'gX': ['gX'],\n",
       " 'gY': ['gY'],\n",
       " 'gZ': ['gZ'],\n",
       " 'bX': ['bX'],\n",
       " 'bY': ['bY'],\n",
       " 'bZ': ['bZ'],\n",
       " 'shm': ['shm'],\n",
       " 'time': ['time'],\n",
       " 'ld.param.64': ['ld.param.u64', 'ld.param.f64'],\n",
       " 'ld.param.32': ['ld.param.u32', 'ld.param.f32'],\n",
       " 'cvt.32': ['cvt.s64.s32',\n",
       "  'cvt.u64.u32',\n",
       "  'cvt.rn.f64.s32',\n",
       "  'cvt.f64.f32',\n",
       "  'cvt.u16.u32',\n",
       "  'cvt.rn.f32.s32',\n",
       "  'cvt.rmi.f32.f32',\n",
       "  'cvt.rzi.s32.f32',\n",
       "  'cvt.rn.f32.u32',\n",
       "  'cvt.rzi.u32.f32',\n",
       "  'cvt.rzi.f32.f32',\n",
       "  'cvt.rni.s32.f32'],\n",
       " 'int.64': ['add.s64', 'mul.lo.s64', 'sub.s64', 'neg.s64', 'add.u64'],\n",
       " 'comp_sel.64': ['setp.le.u64',\n",
       "  'setp.ge.u64',\n",
       "  'setp.lt.u64',\n",
       "  'setp.ne.s64',\n",
       "  'setp.eq.s64',\n",
       "  'setp.neu.f64',\n",
       "  'setp.eq.f64',\n",
       "  'selp.f64',\n",
       "  'setp.lt.f64',\n",
       "  'setp.ge.f64',\n",
       "  'setp.lt.s64',\n",
       "  'setp.gt.s64',\n",
       "  'setp.leu.f64',\n",
       "  'setp.gtu.f64',\n",
       "  'setp.gt.u64',\n",
       "  'setp.ge.s64'],\n",
       " 'control': ['bra', 'ret', 'bra.uni', 'call.uni'],\n",
       " 'mov.32': ['mov.u32', 'mov.b32', 'mov.f32', 'mov.pred'],\n",
       " 'int.32': ['mad.lo.s32',\n",
       "  'add.s32',\n",
       "  'mul.wide.u32',\n",
       "  'mul.lo.s32',\n",
       "  'mul.wide.s32',\n",
       "  'div.u32',\n",
       "  'sub.s32',\n",
       "  'rem.u32',\n",
       "  'mul24.lo.s32',\n",
       "  'abs.s32',\n",
       "  'neg.s32',\n",
       "  'rem.s32',\n",
       "  'max.s32',\n",
       "  'div.s32',\n",
       "  'bfe.u32',\n",
       "  'min.u32',\n",
       "  'min.s32',\n",
       "  'mad.lo.cc.u32',\n",
       "  'madc.hi.u32',\n",
       "  'mul.hi.u32'],\n",
       " 'comp_sel.32': ['setp.lt.s32',\n",
       "  'setp.eq.s32',\n",
       "  'setp.neu.f32',\n",
       "  'setp.eq.f32',\n",
       "  'setp.ne.s32',\n",
       "  'setp.gt.s32',\n",
       "  'setp.ge.s32',\n",
       "  'setp.lt.u32',\n",
       "  'selp.b32',\n",
       "  'setp.geu.f32',\n",
       "  'setp.eq.b32',\n",
       "  'setp.gt.u32',\n",
       "  'setp.lt.f32',\n",
       "  'setp.ge.u32',\n",
       "  'setp.le.u32',\n",
       "  'selp.u32',\n",
       "  'selp.f32',\n",
       "  'setp.le.s32',\n",
       "  'setp.ltu.f32',\n",
       "  'setp.leu.f32',\n",
       "  'setp.gt.f32',\n",
       "  'selp.s32',\n",
       "  'setp.gtu.f32'],\n",
       " 'logic.32': ['or.pred',\n",
       "  'shr.u32',\n",
       "  'and.b32',\n",
       "  'shl.b32',\n",
       "  'or.b32',\n",
       "  'and.pred',\n",
       "  'xor.b32',\n",
       "  'shr.s32',\n",
       "  'not.pred',\n",
       "  'xor.pred',\n",
       "  'not.b32'],\n",
       " 'cvt.64': ['cvta.to.global.u64',\n",
       "  'cvt.u32.u64',\n",
       "  'cvt.rn.f32.f64',\n",
       "  'cvta.local.u64',\n",
       "  'cvta.global.u64',\n",
       "  'cvt.rni.s32.f64',\n",
       "  'cvta.to.local.u64',\n",
       "  'cvt.rzi.s32.f64',\n",
       "  'cvt.rpi.f64.f64',\n",
       "  'cvta.shared.u64',\n",
       "  'cvt.u16.u64'],\n",
       " 'logic.64': ['shl.b64', 'and.b64', 'shr.u64', 'shr.s64', 'or.b64'],\n",
       " 'ld.global.32': ['ld.global.f32',\n",
       "  'ld.global.u32',\n",
       "  'ld.global.s32',\n",
       "  'ld.f32',\n",
       "  'ld.u32'],\n",
       " 'float.32': ['mul.rn.f32',\n",
       "  'fma.rn.f32',\n",
       "  'add.rn.f32',\n",
       "  'sub.rn.f32',\n",
       "  'neg.f32',\n",
       "  'div.rn.f32',\n",
       "  'rcp.rn.f32',\n",
       "  'max.f32',\n",
       "  'min.f32',\n",
       "  'abs.f32'],\n",
       " 'st.global.32': ['st.global.f32',\n",
       "  'st.global.u32',\n",
       "  'st.f32',\n",
       "  'st.global.v4.u8',\n",
       "  'st.u32'],\n",
       " 'mov.64': ['mov.u64', 'mov.b64', 'mov.f64'],\n",
       " 'ld.global.64': ['ld.global.v2.f32',\n",
       "  'ld.global.v2.u32',\n",
       "  'ld.global.u64',\n",
       "  'ld.global.f64',\n",
       "  'ld.global.v4.u16'],\n",
       " 'float.64': ['mul.rn.f64',\n",
       "  'add.rn.f64',\n",
       "  'sub.rn.f64',\n",
       "  'neg.f64',\n",
       "  'fma.rn.f64',\n",
       "  'rcp.rn.f64',\n",
       "  'div.rn.f64',\n",
       "  'abs.f64',\n",
       "  'rcp.approx.ftz.f64',\n",
       "  'max.f64',\n",
       "  'min.f64'],\n",
       " 'float.special.32': ['cos.approx.f32',\n",
       "  'sin.approx.f32',\n",
       "  'rsqrt.approx.f32',\n",
       "  'sqrt.rn.f32',\n",
       "  'ex2.approx.ftz.f32',\n",
       "  'ex2.approx.f32',\n",
       "  'lg2.approx.f32'],\n",
       " 'st.shared.32': ['st.shared.f32',\n",
       "  'st.shared.u32',\n",
       "  'st.volatile.shared.u32',\n",
       "  'st.volatile.shared.f32'],\n",
       " 'bar.sync': ['bar.sync'],\n",
       " 'ld.shared.32': ['ld.shared.f32', 'ld.shared.u32', 'ld.volatile.shared.f32'],\n",
       " 'st.global.64': ['st.global.v2.f32',\n",
       "  'st.global.v2.u32',\n",
       "  'st.global.u64',\n",
       "  'st.global.f64'],\n",
       " 'mov.16': ['mov.u16'],\n",
       " 'st.global.8': ['st.global.u8'],\n",
       " 'ld.global.128': ['ld.global.v2.f64',\n",
       "  'ld.global.v2.u64',\n",
       "  'ld.global.v4.u32',\n",
       "  'ld.global.v4.f32'],\n",
       " 'st.shared.64': ['st.shared.f64',\n",
       "  'st.shared.u64',\n",
       "  'st.volatile.shared.u64',\n",
       "  'st.volatile.shared.f64'],\n",
       " 'ld.shared.64': ['ld.shared.f64', 'ld.shared.u64', 'ld.volatile.shared.f64'],\n",
       " 'st.global.128': ['st.global.v2.f64',\n",
       "  'st.global.v2.u64',\n",
       "  'st.global.v4.u32',\n",
       "  'st.global.v4.f32'],\n",
       " 'st.local.32': ['st.local.v4.u8', 'st.local.u32'],\n",
       " 'st.param.64': ['st.param.b64', 'st.param.f64'],\n",
       " 'st.param.32': ['st.param.b32', 'st.param.f32'],\n",
       " 'ld.local.32': ['ld.local.u32', 'ld.local.v4.u8'],\n",
       " 'ld.local.8': ['ld.local.u8'],\n",
       " 'int.16': ['add.s16'],\n",
       " 'st.local.8': ['st.local.u8'],\n",
       " 'ld.const.32': ['ld.const.u32', 'ld.const.f32', 'ld.const.s32'],\n",
       " 'ld.const.64': ['ld.const.f64', 'ld.const.u64', 'ld.const.v2.u32'],\n",
       " 'float.special.64': ['sqrt.rn.f64'],\n",
       " 'ld.global.8': ['ld.global.u8'],\n",
       " 'ld.param.8': ['ld.param.u8'],\n",
       " 'logic.16': ['and.b16', 'shl.b16'],\n",
       " 'comp_sel.16': ['setp.eq.b16',\n",
       "  'setp.gt.u16',\n",
       "  'setp.lt.u16',\n",
       "  'setp.eq.s16',\n",
       "  'setp.ne.s16'],\n",
       " 'atom.shared.32': ['atom.shared.add.u32', 'atom.shared.or.b32'],\n",
       " 'ld.shared.8': ['ld.shared.u8'],\n",
       " 'atom.global.32': ['atom.global.add.u32',\n",
       "  'atom.global.or.b32',\n",
       "  'atom.global.min.u32',\n",
       "  'atom.global.max.u32'],\n",
       " 'st.local.64': ['st.local.u64'],\n",
       " 'cvt.16': ['cvt.u32.u16'],\n",
       " 'ld.local.64': ['ld.local.u64'],\n",
       " 'misc': ['clz.b32']}"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Produce map for summing up columns\n",
    "inst_map = meltInstructions(df_f.columns.values)\n",
    "\n",
    "# View if groups are correct\n",
    "inst_map"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:53:44.142085Z",
     "start_time": "2020-05-26T07:53:31.220710Z"
    }
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3c7742b360834b198a08c7b951a78f54",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "VBox(children=(HTML(value=''), IntProgress(value=0, max=58)))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Create grouped dataframe\n",
    "dfg = pd.DataFrame(index=df_f.index, columns=[key for key in inst_map])\n",
    "for key in log_progress(inst_map):\n",
    "    #print(\"Processing\", key)\n",
    "    dfg[key] = (df_f[inst_map[key]].sum(axis=1))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Apply Analytical Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:53:47.989375Z",
     "start_time": "2020-05-26T07:53:44.144266Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "# Analytical Metrics\n",
    "\n",
    "feature_map = {}\n",
    "\n",
    "for col in [ 'gX', 'gY', 'gZ', 'bX', 'bY', 'bZ', 'shm']:\n",
    "    feature_map[col] = dfg[col].values\n",
    "\n",
    "feature_map['CTAs'] = dfg['gX'].values * dfg['gZ'].values * dfg['gZ'].values\n",
    "feature_map['BlockThreads'] = dfg['bX'].values * dfg['bZ'].values * dfg['bZ'].values\n",
    "feature_map['TotalThreads'] = feature_map['CTAs'] * feature_map['BlockThreads']\n",
    "\n",
    "def compute_data_vol(df, prefix, totalThreads):\n",
    "    cols = set()\n",
    "    for col in df.columns.values:\n",
    "        if col.startswith(prefix):\n",
    "            cols.add(col)\n",
    "    res = None\n",
    "    for col in cols:\n",
    "        if res is None:\n",
    "            res = df[col] * int(col.split('.')[-1])/8\n",
    "        else: \n",
    "            res += df[col] * int(col.split('.')[-1])/8\n",
    "    return res * totalThreads\n",
    "\n",
    "feature_map['V_ldGlobal'] = compute_data_vol(dfg, 'ld.global.', feature_map['TotalThreads'])\n",
    "feature_map['V_stGlobal'] = compute_data_vol(dfg, 'st.global.', feature_map['TotalThreads'])\n",
    "feature_map['V_ldShm'] = compute_data_vol(dfg, 'ld.shared.', feature_map['TotalThreads'])\n",
    "feature_map['V_stShm'] = compute_data_vol(dfg, 'st.shared.', feature_map['TotalThreads'])\n",
    "feature_map['V_ldParam'] = compute_data_vol(dfg, 'ld.param.', feature_map['TotalThreads'])\n",
    "feature_map['V_stParam'] = compute_data_vol(dfg, 'st.param.', feature_map['TotalThreads'])\n",
    "feature_map['V_ldLocal'] = compute_data_vol(dfg, 'ld.local.', feature_map['TotalThreads'])\n",
    "feature_map['V_stLocal'] = compute_data_vol(dfg, 'st.local.', feature_map['TotalThreads'])\n",
    "feature_map['V_ldConst'] = compute_data_vol(dfg, 'ld.const.', feature_map['TotalThreads'])\n",
    "\n",
    "cols_inst = ['float.32', 'logic.64', 'comp_sel.32', 'int.32', 'cvt.32',\n",
    "       'comp_sel.64', 'mov.32', 'logic.32', 'control',\n",
    "       'int.64', 'cvt.64', 'ld.global.32', 'ld.param.64',\n",
    "       'st.global.32', 'ld.shared.32', 'mov.64',\n",
    "       'st.shared.32', 'ld.param.32', 'bar.sync', 'float.64',\n",
    "       'ld.const.64', 'ld.const.32', 'misc', 'ld.local.32', 'st.local.32',\n",
    "       'st.global.64', 'atom.shared.32', 'ld.shared.64', 'st.shared.64',\n",
    "       'comp_sel.16', 'st.global.8', 'ld.global.8', 'mov.16',\n",
    "       'ld.global.64', 'int.16', 'ld.local.8', 'st.local.8',\n",
    "       'st.param.64', 'st.param.32', 'atom.global.32', 'logic.16',\n",
    "       'ld.global.128', 'ld.local.64', 'st.local.64', 'cvt.16',\n",
    "       'st.global.128', 'ld.shared.8', 'ld.param.8','float.special.32','float.special.64']\n",
    "\n",
    "feature_map['total_inst'] = dfg[cols_inst].values.sum(axis=1) * feature_map['TotalThreads']\n",
    "for col in cols_inst:\n",
    "    a = dfg[col].values * feature_map['TotalThreads']\n",
    "    b = feature_map['total_inst']\n",
    "    feature_map['P_' + col] = np.divide(a, b, out=np.zeros_like(a), where=b!=0)\n",
    "    \n",
    "for col in cols_inst:\n",
    "    feature_map[col] = dfg[col].values * feature_map['TotalThreads'] \n",
    "\n",
    "features = pd.DataFrame(feature_map)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:53:48.505469Z",
     "start_time": "2020-05-26T07:53:47.991995Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "# Analytical Metrics\n",
    "\n",
    "feature_map = {}\n",
    "\n",
    "for col in [ 'gX', 'gY', 'gZ', 'bX', 'bY', 'bZ', 'shm']:\n",
    "    feature_map[col] = dfg[col].values\n",
    "\n",
    "feature_map['CTAs'] = dfg['gX'].values * dfg['gY'].values * dfg['gZ'].values\n",
    "feature_map['BlockThreads'] = dfg['bX'].values * dfg['bY'].values * dfg['bZ'].values\n",
    "feature_map['TotalThreads'] = feature_map['CTAs'] * feature_map['BlockThreads']\n",
    "\n",
    "def compute_data_vol(df, prefix):\n",
    "    cols = set()\n",
    "    for col in df.columns.values:\n",
    "        if col.startswith(prefix):\n",
    "            cols.add(col)\n",
    "    res = None\n",
    "    for col in cols:\n",
    "        if res is None:\n",
    "            res = df[col] * int(col.split('.')[-1])/8\n",
    "        else: \n",
    "            res += df[col] * int(col.split('.')[-1])/8\n",
    "    return res\n",
    "\n",
    "feature_map['V_ldGlobal'] = compute_data_vol(dfg, 'ld.global.')\n",
    "feature_map['V_stGlobal'] = compute_data_vol(dfg, 'st.global.')\n",
    "feature_map['V_ldShm'] = compute_data_vol(dfg, 'ld.shared.')\n",
    "feature_map['V_stShm'] = compute_data_vol(dfg, 'st.shared.')\n",
    "feature_map['V_ldParam'] = compute_data_vol(dfg, 'ld.param.')\n",
    "feature_map['V_stParam'] = compute_data_vol(dfg, 'st.param.')\n",
    "feature_map['V_ldLocal'] = compute_data_vol(dfg, 'ld.local.')\n",
    "feature_map['V_stLocal'] = compute_data_vol(dfg, 'st.local.')\n",
    "feature_map['V_ldConst'] = compute_data_vol(dfg, 'ld.const.')\n",
    "\n",
    "cols_inst = ['float.32', 'logic.64', 'comp_sel.32', 'int.32', 'cvt.32',\n",
    "       'comp_sel.64', 'mov.32', 'logic.32', 'control',\n",
    "       'int.64', 'cvt.64', 'ld.global.32', 'ld.param.64',\n",
    "       'st.global.32', 'ld.shared.32', 'mov.64',\n",
    "       'st.shared.32', 'ld.param.32', 'bar.sync', 'float.64',\n",
    "       'ld.const.64', 'ld.const.32', 'misc', 'ld.local.32', 'st.local.32',\n",
    "       'st.global.64', 'atom.shared.32', 'ld.shared.64', 'st.shared.64',\n",
    "       'comp_sel.16', 'st.global.8', 'ld.global.8', 'mov.16',\n",
    "       'ld.global.64', 'int.16', 'ld.local.8', 'st.local.8',\n",
    "       'st.param.64', 'st.param.32', 'atom.global.32', 'logic.16',\n",
    "       'ld.global.128', 'ld.local.64', 'st.local.64', 'cvt.16',\n",
    "       'st.global.128', 'ld.shared.8', 'ld.param.8','float.special.32','float.special.64']\n",
    "\n",
    "feature_map['total_inst'] = dfg[cols_inst].values.sum(axis=1)\n",
    "# Compute percentual values for the features\n",
    "#for col in cols_inst:\n",
    "#    a = dfg[col].values\n",
    "#    b = feature_map['total_inst']\n",
    "#    feature_map['P_' + col] = np.divide(a, b, out=np.zeros_like(a), where=b!=0)\n",
    "    \n",
    "for col in cols_inst:\n",
    "    feature_map[col] = dfg[col].values\n",
    "\n",
    "features = pd.DataFrame(feature_map)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-03-13T11:54:09.495576Z",
     "start_time": "2019-03-13T11:54:09.491842Z"
    }
   },
   "source": [
    "### Dump Table into DB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:55:13.857775Z",
     "start_time": "2020-05-26T07:53:48.507584Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "# Add Column with Kernel Names\n",
    "with sqlite3.Connection(CUDAFluxMetricDB) as conn:\n",
    "    # Build Pandas Dataframe from SQL Query\n",
    "    df_name = pd.read_sql_query(\n",
    "        'select distinct bench,app,dataset,lseq,name from fluxmetrics', \n",
    "        conn, index_col=['bench','app','dataset','lseq'])\n",
    "    for app in excluded_apps:\n",
    "        df_name.drop(app, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:55:15.171396Z",
     "start_time": "2020-05-26T07:55:13.859949Z"
    }
   },
   "outputs": [],
   "source": [
    "if features.shape[0] == df_name.shape[0]:\n",
    "    features_name = features.join(df_name)\n",
    "else:\n",
    "    print(\"Shape mismatch!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:55:15.392489Z",
     "start_time": "2020-05-26T07:55:15.173545Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>gX</th>\n",
       "      <th>gY</th>\n",
       "      <th>gZ</th>\n",
       "      <th>bX</th>\n",
       "      <th>bY</th>\n",
       "      <th>bZ</th>\n",
       "      <th>shm</th>\n",
       "      <th>CTAs</th>\n",
       "      <th>BlockThreads</th>\n",
       "      <th>TotalThreads</th>\n",
       "      <th>V_ldGlobal</th>\n",
       "      <th>V_stGlobal</th>\n",
       "      <th>V_ldShm</th>\n",
       "      <th>V_stShm</th>\n",
       "      <th>V_ldParam</th>\n",
       "      <th>V_stParam</th>\n",
       "      <th>V_ldLocal</th>\n",
       "      <th>V_stLocal</th>\n",
       "      <th>V_ldConst</th>\n",
       "      <th>total_inst</th>\n",
       "      <th>float.32</th>\n",
       "      <th>logic.64</th>\n",
       "      <th>comp_sel.32</th>\n",
       "      <th>int.32</th>\n",
       "      <th>cvt.32</th>\n",
       "      <th>comp_sel.64</th>\n",
       "      <th>mov.32</th>\n",
       "      <th>logic.32</th>\n",
       "      <th>control</th>\n",
       "      <th>int.64</th>\n",
       "      <th>cvt.64</th>\n",
       "      <th>ld.global.32</th>\n",
       "      <th>ld.param.64</th>\n",
       "      <th>st.global.32</th>\n",
       "      <th>ld.shared.32</th>\n",
       "      <th>mov.64</th>\n",
       "      <th>st.shared.32</th>\n",
       "      <th>ld.param.32</th>\n",
       "      <th>bar.sync</th>\n",
       "      <th>float.64</th>\n",
       "      <th>ld.const.64</th>\n",
       "      <th>ld.const.32</th>\n",
       "      <th>misc</th>\n",
       "      <th>ld.local.32</th>\n",
       "      <th>st.local.32</th>\n",
       "      <th>st.global.64</th>\n",
       "      <th>atom.shared.32</th>\n",
       "      <th>ld.shared.64</th>\n",
       "      <th>st.shared.64</th>\n",
       "      <th>comp_sel.16</th>\n",
       "      <th>st.global.8</th>\n",
       "      <th>ld.global.8</th>\n",
       "      <th>mov.16</th>\n",
       "      <th>ld.global.64</th>\n",
       "      <th>int.16</th>\n",
       "      <th>ld.local.8</th>\n",
       "      <th>st.local.8</th>\n",
       "      <th>st.param.64</th>\n",
       "      <th>st.param.32</th>\n",
       "      <th>atom.global.32</th>\n",
       "      <th>logic.16</th>\n",
       "      <th>ld.global.128</th>\n",
       "      <th>ld.local.64</th>\n",
       "      <th>st.local.64</th>\n",
       "      <th>cvt.16</th>\n",
       "      <th>st.global.128</th>\n",
       "      <th>ld.shared.8</th>\n",
       "      <th>ld.param.8</th>\n",
       "      <th>float.special.32</th>\n",
       "      <th>float.special.64</th>\n",
       "      <th>name</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>bench</th>\n",
       "      <th>app</th>\n",
       "      <th>dataset</th>\n",
       "      <th>lseq</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">polybench-gpu-1.0</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">2mm.exe</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">s2</th>\n",
       "      <th>0</th>\n",
       "      <td>128.0</td>\n",
       "      <td>512.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>65536.0</td>\n",
       "      <td>256.0</td>\n",
       "      <td>16777216.0</td>\n",
       "      <td>5.498229e+11</td>\n",
       "      <td>2.748779e+11</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.368709e+08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.131222e+11</td>\n",
       "      <td>6.871948e+10</td>\n",
       "      <td>117440512.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>33554432.0</td>\n",
       "      <td>33554432.0</td>\n",
       "      <td>1.724698e+10</td>\n",
       "      <td>117440512.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.726376e+10</td>\n",
       "      <td>1.032638e+11</td>\n",
       "      <td>50331648.0</td>\n",
       "      <td>1.374557e+11</td>\n",
       "      <td>67108864.0</td>\n",
       "      <td>6.871948e+10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>33554432.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>_Z11mm2_kernel1PfS_S_m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>128.0</td>\n",
       "      <td>512.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>65536.0</td>\n",
       "      <td>256.0</td>\n",
       "      <td>16777216.0</td>\n",
       "      <td>5.498229e+11</td>\n",
       "      <td>2.748779e+11</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.368709e+08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.131222e+11</td>\n",
       "      <td>6.871948e+10</td>\n",
       "      <td>117440512.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>33554432.0</td>\n",
       "      <td>33554432.0</td>\n",
       "      <td>1.724698e+10</td>\n",
       "      <td>117440512.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.726376e+10</td>\n",
       "      <td>1.032638e+11</td>\n",
       "      <td>50331648.0</td>\n",
       "      <td>1.374557e+11</td>\n",
       "      <td>67108864.0</td>\n",
       "      <td>6.871948e+10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>33554432.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>_Z11mm2_kernel2PfS_S_m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">s3</th>\n",
       "      <th>0</th>\n",
       "      <td>256.0</td>\n",
       "      <td>1024.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>262144.0</td>\n",
       "      <td>256.0</td>\n",
       "      <td>67108864.0</td>\n",
       "      <td>4.398315e+12</td>\n",
       "      <td>2.199023e+12</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.147484e+09</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.301756e+12</td>\n",
       "      <td>5.497558e+11</td>\n",
       "      <td>469762048.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>134217728.0</td>\n",
       "      <td>134217728.0</td>\n",
       "      <td>1.377074e+11</td>\n",
       "      <td>469762048.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.377745e+11</td>\n",
       "      <td>8.253719e+11</td>\n",
       "      <td>201326592.0</td>\n",
       "      <td>1.099579e+12</td>\n",
       "      <td>268435456.0</td>\n",
       "      <td>5.497558e+11</td>\n",
       "      <td>0.0</td>\n",
       "      <td>134217728.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>_Z11mm2_kernel1PfS_S_m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>256.0</td>\n",
       "      <td>1024.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>262144.0</td>\n",
       "      <td>256.0</td>\n",
       "      <td>67108864.0</td>\n",
       "      <td>4.398315e+12</td>\n",
       "      <td>2.199023e+12</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.147484e+09</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.301756e+12</td>\n",
       "      <td>5.497558e+11</td>\n",
       "      <td>469762048.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>134217728.0</td>\n",
       "      <td>134217728.0</td>\n",
       "      <td>1.377074e+11</td>\n",
       "      <td>469762048.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.377745e+11</td>\n",
       "      <td>8.253719e+11</td>\n",
       "      <td>201326592.0</td>\n",
       "      <td>1.099579e+12</td>\n",
       "      <td>268435456.0</td>\n",
       "      <td>5.497558e+11</td>\n",
       "      <td>0.0</td>\n",
       "      <td>134217728.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>_Z11mm2_kernel2PfS_S_m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">s1</th>\n",
       "      <th>0</th>\n",
       "      <td>64.0</td>\n",
       "      <td>256.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>16384.0</td>\n",
       "      <td>256.0</td>\n",
       "      <td>4194304.0</td>\n",
       "      <td>6.873625e+10</td>\n",
       "      <td>3.435974e+10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.342177e+08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.174093e+10</td>\n",
       "      <td>8.589935e+09</td>\n",
       "      <td>29360128.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8388608.0</td>\n",
       "      <td>8388608.0</td>\n",
       "      <td>2.164261e+09</td>\n",
       "      <td>29360128.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.168455e+09</td>\n",
       "      <td>1.293104e+10</td>\n",
       "      <td>12582912.0</td>\n",
       "      <td>1.718406e+10</td>\n",
       "      <td>16777216.0</td>\n",
       "      <td>8.589935e+09</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8388608.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>_Z11mm2_kernel1PfS_S_m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>64.0</td>\n",
       "      <td>256.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>16384.0</td>\n",
       "      <td>256.0</td>\n",
       "      <td>4194304.0</td>\n",
       "      <td>6.873625e+10</td>\n",
       "      <td>3.435974e+10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.342177e+08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.174093e+10</td>\n",
       "      <td>8.589935e+09</td>\n",
       "      <td>29360128.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8388608.0</td>\n",
       "      <td>8388608.0</td>\n",
       "      <td>2.164261e+09</td>\n",
       "      <td>29360128.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.168455e+09</td>\n",
       "      <td>1.293104e+10</td>\n",
       "      <td>12582912.0</td>\n",
       "      <td>1.718406e+10</td>\n",
       "      <td>16777216.0</td>\n",
       "      <td>8.589935e+09</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8388608.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>_Z11mm2_kernel2PfS_S_m</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           gX      gY   gZ    bX   bY   bZ  \\\n",
       "bench             app     dataset lseq                                       \n",
       "polybench-gpu-1.0 2mm.exe s2      0     128.0   512.0  1.0  32.0  8.0  1.0   \n",
       "                                  1     128.0   512.0  1.0  32.0  8.0  1.0   \n",
       "                          s3      0     256.0  1024.0  1.0  32.0  8.0  1.0   \n",
       "                                  1     256.0  1024.0  1.0  32.0  8.0  1.0   \n",
       "                          s1      0      64.0   256.0  1.0  32.0  8.0  1.0   \n",
       "                                  1      64.0   256.0  1.0  32.0  8.0  1.0   \n",
       "\n",
       "                                        shm      CTAs  BlockThreads  \\\n",
       "bench             app     dataset lseq                                \n",
       "polybench-gpu-1.0 2mm.exe s2      0     0.0   65536.0         256.0   \n",
       "                                  1     0.0   65536.0         256.0   \n",
       "                          s3      0     0.0  262144.0         256.0   \n",
       "                                  1     0.0  262144.0         256.0   \n",
       "                          s1      0     0.0   16384.0         256.0   \n",
       "                                  1     0.0   16384.0         256.0   \n",
       "\n",
       "                                        TotalThreads    V_ldGlobal  \\\n",
       "bench             app     dataset lseq                               \n",
       "polybench-gpu-1.0 2mm.exe s2      0       16777216.0  5.498229e+11   \n",
       "                                  1       16777216.0  5.498229e+11   \n",
       "                          s3      0       67108864.0  4.398315e+12   \n",
       "                                  1       67108864.0  4.398315e+12   \n",
       "                          s1      0        4194304.0  6.873625e+10   \n",
       "                                  1        4194304.0  6.873625e+10   \n",
       "\n",
       "                                          V_stGlobal  V_ldShm  V_stShm  \\\n",
       "bench             app     dataset lseq                                   \n",
       "polybench-gpu-1.0 2mm.exe s2      0     2.748779e+11      0.0      0.0   \n",
       "                                  1     2.748779e+11      0.0      0.0   \n",
       "                          s3      0     2.199023e+12      0.0      0.0   \n",
       "                                  1     2.199023e+12      0.0      0.0   \n",
       "                          s1      0     3.435974e+10      0.0      0.0   \n",
       "                                  1     3.435974e+10      0.0      0.0   \n",
       "\n",
       "                                           V_ldParam  V_stParam  V_ldLocal  \\\n",
       "bench             app     dataset lseq                                       \n",
       "polybench-gpu-1.0 2mm.exe s2      0     5.368709e+08        0.0        0.0   \n",
       "                                  1     5.368709e+08        0.0        0.0   \n",
       "                          s3      0     2.147484e+09        0.0        0.0   \n",
       "                                  1     2.147484e+09        0.0        0.0   \n",
       "                          s1      0     1.342177e+08        0.0        0.0   \n",
       "                                  1     1.342177e+08        0.0        0.0   \n",
       "\n",
       "                                        V_stLocal  V_ldConst    total_inst  \\\n",
       "bench             app     dataset lseq                                       \n",
       "polybench-gpu-1.0 2mm.exe s2      0           0.0        0.0  4.131222e+11   \n",
       "                                  1           0.0        0.0  4.131222e+11   \n",
       "                          s3      0           0.0        0.0  3.301756e+12   \n",
       "                                  1           0.0        0.0  3.301756e+12   \n",
       "                          s1      0           0.0        0.0  5.174093e+10   \n",
       "                                  1           0.0        0.0  5.174093e+10   \n",
       "\n",
       "                                            float.32     logic.64  \\\n",
       "bench             app     dataset lseq                              \n",
       "polybench-gpu-1.0 2mm.exe s2      0     6.871948e+10  117440512.0   \n",
       "                                  1     6.871948e+10  117440512.0   \n",
       "                          s3      0     5.497558e+11  469762048.0   \n",
       "                                  1     5.497558e+11  469762048.0   \n",
       "                          s1      0     8.589935e+09   29360128.0   \n",
       "                                  1     8.589935e+09   29360128.0   \n",
       "\n",
       "                                        comp_sel.32       int.32       cvt.32  \\\n",
       "bench             app     dataset lseq                                          \n",
       "polybench-gpu-1.0 2mm.exe s2      0             0.0   33554432.0   33554432.0   \n",
       "                                  1             0.0   33554432.0   33554432.0   \n",
       "                          s3      0             0.0  134217728.0  134217728.0   \n",
       "                                  1             0.0  134217728.0  134217728.0   \n",
       "                          s1      0             0.0    8388608.0    8388608.0   \n",
       "                                  1             0.0    8388608.0    8388608.0   \n",
       "\n",
       "                                         comp_sel.64       mov.32  logic.32  \\\n",
       "bench             app     dataset lseq                                        \n",
       "polybench-gpu-1.0 2mm.exe s2      0     1.724698e+10  117440512.0       0.0   \n",
       "                                  1     1.724698e+10  117440512.0       0.0   \n",
       "                          s3      0     1.377074e+11  469762048.0       0.0   \n",
       "                                  1     1.377074e+11  469762048.0       0.0   \n",
       "                          s1      0     2.164261e+09   29360128.0       0.0   \n",
       "                                  1     2.164261e+09   29360128.0       0.0   \n",
       "\n",
       "                                             control        int.64  \\\n",
       "bench             app     dataset lseq                               \n",
       "polybench-gpu-1.0 2mm.exe s2      0     1.726376e+10  1.032638e+11   \n",
       "                                  1     1.726376e+10  1.032638e+11   \n",
       "                          s3      0     1.377745e+11  8.253719e+11   \n",
       "                                  1     1.377745e+11  8.253719e+11   \n",
       "                          s1      0     2.168455e+09  1.293104e+10   \n",
       "                                  1     2.168455e+09  1.293104e+10   \n",
       "\n",
       "                                             cvt.64  ld.global.32  \\\n",
       "bench             app     dataset lseq                              \n",
       "polybench-gpu-1.0 2mm.exe s2      0      50331648.0  1.374557e+11   \n",
       "                                  1      50331648.0  1.374557e+11   \n",
       "                          s3      0     201326592.0  1.099579e+12   \n",
       "                                  1     201326592.0  1.099579e+12   \n",
       "                          s1      0      12582912.0  1.718406e+10   \n",
       "                                  1      12582912.0  1.718406e+10   \n",
       "\n",
       "                                        ld.param.64  st.global.32  \\\n",
       "bench             app     dataset lseq                              \n",
       "polybench-gpu-1.0 2mm.exe s2      0      67108864.0  6.871948e+10   \n",
       "                                  1      67108864.0  6.871948e+10   \n",
       "                          s3      0     268435456.0  5.497558e+11   \n",
       "                                  1     268435456.0  5.497558e+11   \n",
       "                          s1      0      16777216.0  8.589935e+09   \n",
       "                                  1      16777216.0  8.589935e+09   \n",
       "\n",
       "                                        ld.shared.32       mov.64  \\\n",
       "bench             app     dataset lseq                              \n",
       "polybench-gpu-1.0 2mm.exe s2      0              0.0   33554432.0   \n",
       "                                  1              0.0   33554432.0   \n",
       "                          s3      0              0.0  134217728.0   \n",
       "                                  1              0.0  134217728.0   \n",
       "                          s1      0              0.0    8388608.0   \n",
       "                                  1              0.0    8388608.0   \n",
       "\n",
       "                                        st.shared.32  ld.param.32  bar.sync  \\\n",
       "bench             app     dataset lseq                                        \n",
       "polybench-gpu-1.0 2mm.exe s2      0              0.0          0.0       0.0   \n",
       "                                  1              0.0          0.0       0.0   \n",
       "                          s3      0              0.0          0.0       0.0   \n",
       "                                  1              0.0          0.0       0.0   \n",
       "                          s1      0              0.0          0.0       0.0   \n",
       "                                  1              0.0          0.0       0.0   \n",
       "\n",
       "                                        float.64  ld.const.64  ld.const.32  \\\n",
       "bench             app     dataset lseq                                       \n",
       "polybench-gpu-1.0 2mm.exe s2      0          0.0          0.0          0.0   \n",
       "                                  1          0.0          0.0          0.0   \n",
       "                          s3      0          0.0          0.0          0.0   \n",
       "                                  1          0.0          0.0          0.0   \n",
       "                          s1      0          0.0          0.0          0.0   \n",
       "                                  1          0.0          0.0          0.0   \n",
       "\n",
       "                                        misc  ld.local.32  st.local.32  \\\n",
       "bench             app     dataset lseq                                   \n",
       "polybench-gpu-1.0 2mm.exe s2      0      0.0          0.0          0.0   \n",
       "                                  1      0.0          0.0          0.0   \n",
       "                          s3      0      0.0          0.0          0.0   \n",
       "                                  1      0.0          0.0          0.0   \n",
       "                          s1      0      0.0          0.0          0.0   \n",
       "                                  1      0.0          0.0          0.0   \n",
       "\n",
       "                                        st.global.64  atom.shared.32  \\\n",
       "bench             app     dataset lseq                                 \n",
       "polybench-gpu-1.0 2mm.exe s2      0              0.0             0.0   \n",
       "                                  1              0.0             0.0   \n",
       "                          s3      0              0.0             0.0   \n",
       "                                  1              0.0             0.0   \n",
       "                          s1      0              0.0             0.0   \n",
       "                                  1              0.0             0.0   \n",
       "\n",
       "                                        ld.shared.64  st.shared.64  \\\n",
       "bench             app     dataset lseq                               \n",
       "polybench-gpu-1.0 2mm.exe s2      0              0.0           0.0   \n",
       "                                  1              0.0           0.0   \n",
       "                          s3      0              0.0           0.0   \n",
       "                                  1              0.0           0.0   \n",
       "                          s1      0              0.0           0.0   \n",
       "                                  1              0.0           0.0   \n",
       "\n",
       "                                        comp_sel.16  st.global.8  ld.global.8  \\\n",
       "bench             app     dataset lseq                                          \n",
       "polybench-gpu-1.0 2mm.exe s2      0             0.0          0.0          0.0   \n",
       "                                  1             0.0          0.0          0.0   \n",
       "                          s3      0             0.0          0.0          0.0   \n",
       "                                  1             0.0          0.0          0.0   \n",
       "                          s1      0             0.0          0.0          0.0   \n",
       "                                  1             0.0          0.0          0.0   \n",
       "\n",
       "                                        mov.16  ld.global.64  int.16  \\\n",
       "bench             app     dataset lseq                                 \n",
       "polybench-gpu-1.0 2mm.exe s2      0        0.0           0.0     0.0   \n",
       "                                  1        0.0           0.0     0.0   \n",
       "                          s3      0        0.0           0.0     0.0   \n",
       "                                  1        0.0           0.0     0.0   \n",
       "                          s1      0        0.0           0.0     0.0   \n",
       "                                  1        0.0           0.0     0.0   \n",
       "\n",
       "                                        ld.local.8  st.local.8  st.param.64  \\\n",
       "bench             app     dataset lseq                                        \n",
       "polybench-gpu-1.0 2mm.exe s2      0            0.0         0.0          0.0   \n",
       "                                  1            0.0         0.0          0.0   \n",
       "                          s3      0            0.0         0.0          0.0   \n",
       "                                  1            0.0         0.0          0.0   \n",
       "                          s1      0            0.0         0.0          0.0   \n",
       "                                  1            0.0         0.0          0.0   \n",
       "\n",
       "                                        st.param.32  atom.global.32  logic.16  \\\n",
       "bench             app     dataset lseq                                          \n",
       "polybench-gpu-1.0 2mm.exe s2      0             0.0             0.0       0.0   \n",
       "                                  1             0.0             0.0       0.0   \n",
       "                          s3      0             0.0             0.0       0.0   \n",
       "                                  1             0.0             0.0       0.0   \n",
       "                          s1      0             0.0             0.0       0.0   \n",
       "                                  1             0.0             0.0       0.0   \n",
       "\n",
       "                                        ld.global.128  ld.local.64  \\\n",
       "bench             app     dataset lseq                               \n",
       "polybench-gpu-1.0 2mm.exe s2      0               0.0          0.0   \n",
       "                                  1               0.0          0.0   \n",
       "                          s3      0               0.0          0.0   \n",
       "                                  1               0.0          0.0   \n",
       "                          s1      0               0.0          0.0   \n",
       "                                  1               0.0          0.0   \n",
       "\n",
       "                                        st.local.64  cvt.16  st.global.128  \\\n",
       "bench             app     dataset lseq                                       \n",
       "polybench-gpu-1.0 2mm.exe s2      0             0.0     0.0            0.0   \n",
       "                                  1             0.0     0.0            0.0   \n",
       "                          s3      0             0.0     0.0            0.0   \n",
       "                                  1             0.0     0.0            0.0   \n",
       "                          s1      0             0.0     0.0            0.0   \n",
       "                                  1             0.0     0.0            0.0   \n",
       "\n",
       "                                        ld.shared.8  ld.param.8  \\\n",
       "bench             app     dataset lseq                            \n",
       "polybench-gpu-1.0 2mm.exe s2      0             0.0         0.0   \n",
       "                                  1             0.0         0.0   \n",
       "                          s3      0             0.0         0.0   \n",
       "                                  1             0.0         0.0   \n",
       "                          s1      0             0.0         0.0   \n",
       "                                  1             0.0         0.0   \n",
       "\n",
       "                                        float.special.32  float.special.64  \\\n",
       "bench             app     dataset lseq                                       \n",
       "polybench-gpu-1.0 2mm.exe s2      0                  0.0               0.0   \n",
       "                                  1                  0.0               0.0   \n",
       "                          s3      0                  0.0               0.0   \n",
       "                                  1                  0.0               0.0   \n",
       "                          s1      0                  0.0               0.0   \n",
       "                                  1                  0.0               0.0   \n",
       "\n",
       "                                                          name  \n",
       "bench             app     dataset lseq                          \n",
       "polybench-gpu-1.0 2mm.exe s2      0     _Z11mm2_kernel1PfS_S_m  \n",
       "                                  1     _Z11mm2_kernel2PfS_S_m  \n",
       "                          s3      0     _Z11mm2_kernel1PfS_S_m  \n",
       "                                  1     _Z11mm2_kernel2PfS_S_m  \n",
       "                          s1      0     _Z11mm2_kernel1PfS_S_m  \n",
       "                                  1     _Z11mm2_kernel2PfS_S_m  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# View Dataframe\n",
    "with pd.option_context('display.max_rows', None, 'display.max_columns', None):\n",
    "    display(features_name[features_name.index.get_level_values(1) == '2mm.exe'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-05-26T07:55:26.290426Z",
     "start_time": "2020-05-26T07:55:15.394840Z"
    }
   },
   "outputs": [],
   "source": [
    "# Dump Dataframe into SQL Table\n",
    "with sqlite3.connect(FeatureTableDB) as conn:\n",
    "    features_name.to_sql('fluxfeatures',conn)\n",
    "    conn.commit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  },
  "widgets": {
   "state": {
    "39b3703135f64e55be84ed2eadf67d5d": {
     "views": [
      {
       "cell_index": 10
      }
     ]
    },
    "d76fa0dfbb034bd981b934384e649793": {
     "views": [
      {
       "cell_index": 23
      }
     ]
    }
   },
   "version": "1.2.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}