{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1.9825750242013553"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "81920 / 41320"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "from IPython.core.interactiveshell import InteractiveShell\n",
    "from IPython.display import display, Markdown, SVG, HTML\n",
    "import pandas as pd\n",
    "import altair as alt\n",
    "import re\n",
    "import pickle\n",
    "from utils import seconds_to_ms, ms_to_seconds\n",
    "from benchmark_result import get_benchmark_results, BenchmarkType, SchedulerType, get_broadcast_source, get_async_source, get_push_source\n",
    "from benchmarks.utils import echo\n",
    "from benchmarks.throughput import make_benchmark, make_multiple_message_benchmark, make_push_benchmark"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "#benchmark_results = get_benchmark_results()\n",
    "from benchmark_result import BenchmarkResult, Result \n",
    "with open('saved_results.pkl', 'rb') as saved_results:\n",
    "    benchmark_results = pickle.load(saved_results)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# time_push"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This benchmark comes from benchmarking the runtime of sending arrays of various size to different numbers of engines and returning None."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "jupyter": {
     "source_hidden": true
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\u001b[0;31mSignature:\u001b[0m \u001b[0mmake_push_benchmark\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mget_view\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
       "\u001b[0;31mDocstring:\u001b[0m <no docstring>\n",
       "\u001b[0;31mSource:\u001b[0m   \n",
       "\u001b[0;32mdef\u001b[0m \u001b[0mmake_push_benchmark\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mget_view\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0;32mclass\u001b[0m \u001b[0mPushMessageSuite\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m        \u001b[0mparam_names\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m'Number of engines'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Number of bytes'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m        \u001b[0mtimer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtimeit\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdefault_timer\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m        \u001b[0mtimeout\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m120\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m        \u001b[0mparams\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mengines\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbyte_param\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m        \u001b[0mview\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m        \u001b[0mclient\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m        \u001b[0;32mdef\u001b[0m \u001b[0msetup\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnumber_of_engines\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnumber_of_bytes\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m            \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclient\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mipp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mClient\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprofile\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'asv'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m            \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mview\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_view\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m            \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mview\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtargets\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnumber_of_engines\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m            \u001b[0mwait_for\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;32mlambda\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclient\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m>=\u001b[0m \u001b[0mnumber_of_engines\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m        \u001b[0;32mdef\u001b[0m \u001b[0mtime_broadcast\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mengines\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnumber_of_bytes\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m            \u001b[0mreply\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mview\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply_sync\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m                \u001b[0;32mlambda\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0marray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m*\u001b[0m \u001b[0mnumber_of_bytes\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdtype\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mint8\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m            \u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m        \u001b[0;32mdef\u001b[0m \u001b[0mteardown\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m            \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclient\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m                \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclient\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0;32mreturn\u001b[0m \u001b[0mPushMessageSuite\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
       "\u001b[0;31mFile:\u001b[0m      ~/ipyparallel_master_project/benchmarks/throughput.py\n",
       "\u001b[0;31mType:\u001b[0m      function\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "??make_push_benchmark\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "jupyter": {
     "source_hidden": true
    }
   },
   "outputs": [],
   "source": [
    "source = get_push_source(benchmark_results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "jupyter": {
     "source_hidden": true
    }
   },
   "outputs": [],
   "source": [
    "dview = pd.DataFrame(source['DirectView']) \n",
    "dview['Scheduler name'] = 'DirectView'\n",
    "dview['Speedup'] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "jupyter": {
     "source_hidden": true
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Duration in ms</th>\n",
       "      <th>Number of bytes</th>\n",
       "      <th>Number of engines</th>\n",
       "      <th>Scheduler name</th>\n",
       "      <th>Speedup</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>6.30</td>\n",
       "      <td>1000</td>\n",
       "      <td>1</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>8.15</td>\n",
       "      <td>10000</td>\n",
       "      <td>1</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>12.97</td>\n",
       "      <td>100000</td>\n",
       "      <td>1</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>81.41</td>\n",
       "      <td>1000000</td>\n",
       "      <td>1</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>158.57</td>\n",
       "      <td>2000000</td>\n",
       "      <td>1</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>577.71</td>\n",
       "      <td>1000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>1.142511</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>598.62</td>\n",
       "      <td>10000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>1.082156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>597.03</td>\n",
       "      <td>100000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>1.319331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>666.20</td>\n",
       "      <td>1000000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>2.073837</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>806.00</td>\n",
       "      <td>2000000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>3.242618</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>120 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    Duration in ms  Number of bytes  Number of engines Scheduler name  \\\n",
       "0             6.30             1000                  1     DirectView   \n",
       "1             8.15            10000                  1     DirectView   \n",
       "2            12.97           100000                  1     DirectView   \n",
       "3            81.41          1000000                  1     DirectView   \n",
       "4           158.57          2000000                  1     DirectView   \n",
       "..             ...              ...                ...            ...   \n",
       "35          577.71             1000               1024  NonCoalescing   \n",
       "36          598.62            10000               1024  NonCoalescing   \n",
       "37          597.03           100000               1024  NonCoalescing   \n",
       "38          666.20          1000000               1024  NonCoalescing   \n",
       "39          806.00          2000000               1024  NonCoalescing   \n",
       "\n",
       "     Speedup  \n",
       "0   1.000000  \n",
       "1   1.000000  \n",
       "2   1.000000  \n",
       "3   1.000000  \n",
       "4   1.000000  \n",
       "..       ...  \n",
       "35  1.142511  \n",
       "36  1.082156  \n",
       "37  1.319331  \n",
       "38  2.073837  \n",
       "39  3.242618  \n",
       "\n",
       "[120 rows x 5 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "datas = []\n",
    "for scheduler_name, scheduler_results in source.items():\n",
    "    data = pd.DataFrame(scheduler_results) \n",
    "    data['Scheduler name'] = scheduler_name\n",
    "    data['Speedup'] = dview['Duration in ms'] / data['Duration in ms']\n",
    "    datas.append(data)\n",
    "data = pd.concat(datas)\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-efee56ad904d44368328942dfcc3bfb9\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-efee56ad904d44368328942dfcc3bfb9\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-efee56ad904d44368328942dfcc3bfb9\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}, \"axis\": {\"labelFontSize\": 20, \"titleFontSize\": 20}}, \"data\": {\"name\": \"data-8526b2cd163d60ffa8dba8bff9edef24\"}, \"mark\": {\"type\": \"line\", \"point\": true}, \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"quantitative\", \"field\": \"Number of engines\", \"scale\": {\"base\": 2, \"type\": \"log\"}}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\", \"scale\": {\"type\": \"log\"}}}, \"selection\": {\"selector001\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime of apply using DirectView\", \"width\": 1080, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-8526b2cd163d60ffa8dba8bff9edef24\": [{\"Duration in ms\": 158.57, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 161.69, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 193.26, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 288.48, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 418.59, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 663.57, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 1329.75, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 2613.55, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 168.06, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9435320718790907}, {\"Duration in ms\": 166.66, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9701788071522861}, {\"Duration in ms\": 169.4, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.140850059031877}, {\"Duration in ms\": 202.27, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.4262124882582687}, {\"Duration in ms\": 232.17, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.8029461170693888}, {\"Duration in ms\": 316.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.095197499289571}, {\"Duration in ms\": 409.55, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.2468563057013795}, {\"Duration in ms\": 718.34, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.6383189019127435}, {\"Duration in ms\": 157.45, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0071133693235947}, {\"Duration in ms\": 159.94, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0109416031011629}, {\"Duration in ms\": 167.16, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1561378320172289}, {\"Duration in ms\": 211.11, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.3664914025863295}, {\"Duration in ms\": 237.13, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.7652342596887782}, {\"Duration in ms\": 321.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.0626340492990582}, {\"Duration in ms\": 475.52, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.79641234858681}, {\"Duration in ms\": 806.0, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 3.242617866004963}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "ldata = data[data['Number of bytes'] == 2000_000]\n",
    "alt.Chart(ldata).mark_line(point=True).encode(\n",
    "    alt.X(\n",
    "        'Number of engines',\n",
    "        scale=alt.Scale(type='log', base=2)\n",
    "    ),\n",
    "    alt.Y(\n",
    "        'Duration in ms',\n",
    "        scale=alt.Scale(type='log')\n",
    "    ),\n",
    "    color='Scheduler name:N',\n",
    "    tooltip='Duration in ms',\n",
    ").configure_axis(labelFontSize=20, titleFontSize=20).properties(title='Runtime of apply using DirectView', width=1080).interactive().display(renderer='svg')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Duration in ms</th>\n",
       "      <th>Number of bytes</th>\n",
       "      <th>Number of engines</th>\n",
       "      <th>Scheduler name</th>\n",
       "      <th>Speedup</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>660.04</td>\n",
       "      <td>1000</td>\n",
       "      <td>1024</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>647.80</td>\n",
       "      <td>10000</td>\n",
       "      <td>1024</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>787.68</td>\n",
       "      <td>100000</td>\n",
       "      <td>1024</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>1381.59</td>\n",
       "      <td>1000000</td>\n",
       "      <td>1024</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>2613.55</td>\n",
       "      <td>2000000</td>\n",
       "      <td>1024</td>\n",
       "      <td>DirectView</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>164.12</td>\n",
       "      <td>1000</td>\n",
       "      <td>1024</td>\n",
       "      <td>Coalescing</td>\n",
       "      <td>4.021691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>164.27</td>\n",
       "      <td>10000</td>\n",
       "      <td>1024</td>\n",
       "      <td>Coalescing</td>\n",
       "      <td>3.943508</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>173.36</td>\n",
       "      <td>100000</td>\n",
       "      <td>1024</td>\n",
       "      <td>Coalescing</td>\n",
       "      <td>4.543609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>284.16</td>\n",
       "      <td>1000000</td>\n",
       "      <td>1024</td>\n",
       "      <td>Coalescing</td>\n",
       "      <td>4.862014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>718.34</td>\n",
       "      <td>2000000</td>\n",
       "      <td>1024</td>\n",
       "      <td>Coalescing</td>\n",
       "      <td>3.638319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>577.71</td>\n",
       "      <td>1000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>1.142511</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>598.62</td>\n",
       "      <td>10000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>1.082156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>597.03</td>\n",
       "      <td>100000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>1.319331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>666.20</td>\n",
       "      <td>1000000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>2.073837</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>806.00</td>\n",
       "      <td>2000000</td>\n",
       "      <td>1024</td>\n",
       "      <td>NonCoalescing</td>\n",
       "      <td>3.242618</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Duration in ms  Number of bytes  Number of engines Scheduler name  \\\n",
       "35          660.04             1000               1024     DirectView   \n",
       "36          647.80            10000               1024     DirectView   \n",
       "37          787.68           100000               1024     DirectView   \n",
       "38         1381.59          1000000               1024     DirectView   \n",
       "39         2613.55          2000000               1024     DirectView   \n",
       "35          164.12             1000               1024     Coalescing   \n",
       "36          164.27            10000               1024     Coalescing   \n",
       "37          173.36           100000               1024     Coalescing   \n",
       "38          284.16          1000000               1024     Coalescing   \n",
       "39          718.34          2000000               1024     Coalescing   \n",
       "35          577.71             1000               1024  NonCoalescing   \n",
       "36          598.62            10000               1024  NonCoalescing   \n",
       "37          597.03           100000               1024  NonCoalescing   \n",
       "38          666.20          1000000               1024  NonCoalescing   \n",
       "39          806.00          2000000               1024  NonCoalescing   \n",
       "\n",
       "     Speedup  \n",
       "35  1.000000  \n",
       "36  1.000000  \n",
       "37  1.000000  \n",
       "38  1.000000  \n",
       "39  1.000000  \n",
       "35  4.021691  \n",
       "36  3.943508  \n",
       "37  4.543609  \n",
       "38  4.862014  \n",
       "39  3.638319  \n",
       "35  1.142511  \n",
       "36  1.082156  \n",
       "37  1.319331  \n",
       "38  2.073837  \n",
       "39  3.242618  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ldata = data[data['Number of engines'] == 1024]\n",
    "ldata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-921200465f87419a851e9a7bf94e3919\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-921200465f87419a851e9a7bf94e3919\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-921200465f87419a851e9a7bf94e3919\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-89094d46043daf4a61439bc8d6ec3699\"}, \"mark\": {\"type\": \"line\", \"point\": true}, \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Number of engines\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"quantitative\", \"field\": \"Number of bytes\", \"scale\": {\"type\": \"log\"}}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\", \"scale\": {\"type\": \"log\"}}}, \"selection\": {\"selector002\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"DirectView\", \"width\": 800, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-89094d46043daf4a61439bc8d6ec3699\": [{\"Duration in ms\": 6.3, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 8.15, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 12.97, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 81.41, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 158.57, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 5.12, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 6.23, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 13.51, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 82.6, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 161.69, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 15.36, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 16.17, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 23.47, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 98.39, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 193.26, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 42.39, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 44.02, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 53.99, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 152.18, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 288.48, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 83.89, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 86.87, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 104.09, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 220.53, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 418.59, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 169.39, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 170.86, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 197.12, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 360.79, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 663.57, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 333.15, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 342.51, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 395.11, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 641.2, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 1329.75, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 660.04, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 647.8, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 787.68, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 1381.59, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 2613.55, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-69002e0fa9ca4b12a3ec6ebf7e6ca7b8\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-69002e0fa9ca4b12a3ec6ebf7e6ca7b8\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-69002e0fa9ca4b12a3ec6ebf7e6ca7b8\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-a9b0080b226a175010f792f4c1310341\"}, \"mark\": {\"type\": \"line\", \"point\": true}, \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Number of engines\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"quantitative\", \"field\": \"Number of bytes\", \"scale\": {\"type\": \"log\"}}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\", \"scale\": {\"type\": \"log\"}}}, \"selection\": {\"selector003\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Coalescing\", \"width\": 800, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-a9b0080b226a175010f792f4c1310341\": [{\"Duration in ms\": 8.63, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.7300115874855155}, {\"Duration in ms\": 9.52, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.85609243697479}, {\"Duration in ms\": 17.56, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.738610478359909}, {\"Duration in ms\": 87.12, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9344582185491276}, {\"Duration in ms\": 168.06, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9435320718790907}, {\"Duration in ms\": 8.95, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.5720670391061453}, {\"Duration in ms\": 9.68, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.6435950413223142}, {\"Duration in ms\": 17.7, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.7632768361581921}, {\"Duration in ms\": 86.47, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.955244593500636}, {\"Duration in ms\": 166.66, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9701788071522861}, {\"Duration in ms\": 11.12, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.381294964028777}, {\"Duration in ms\": 12.28, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.3167752442996745}, {\"Duration in ms\": 19.53, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.2017409114183306}, {\"Duration in ms\": 97.41, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.0100605687301099}, {\"Duration in ms\": 169.4, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.140850059031877}, {\"Duration in ms\": 17.2, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.46453488372093}, {\"Duration in ms\": 17.77, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.477208778840743}, {\"Duration in ms\": 25.26, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.137371338083927}, {\"Duration in ms\": 109.09, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.394994958291319}, {\"Duration in ms\": 202.27, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.4262124882582687}, {\"Duration in ms\": 25.27, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.3197467352592005}, {\"Duration in ms\": 25.78, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.36966640806827}, {\"Duration in ms\": 33.19, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.136185598071709}, {\"Duration in ms\": 103.42, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.1323728485786115}, {\"Duration in ms\": 232.17, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.8029461170693888}, {\"Duration in ms\": 40.72, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.159872298624754}, {\"Duration in ms\": 41.75, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.092455089820359}, {\"Duration in ms\": 50.58, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.897192566231712}, {\"Duration in ms\": 126.82, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.8448982810282293}, {\"Duration in ms\": 316.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.095197499289571}, {\"Duration in ms\": 77.76, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.284336419753086}, {\"Duration in ms\": 79.9, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.286733416770963}, {\"Duration in ms\": 87.59, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.510903071126841}, {\"Duration in ms\": 173.74, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.6905721192586625}, {\"Duration in ms\": 409.55, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.2468563057013795}, {\"Duration in ms\": 164.12, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.021691445283938}, {\"Duration in ms\": 164.27, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.9435076398612035}, {\"Duration in ms\": 173.36, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.54360867558837}, {\"Duration in ms\": 284.16, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.862014358108107}, {\"Duration in ms\": 718.34, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.6383189019127435}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-2b9885c350ad41d6818e6bead5ef8c14\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-2b9885c350ad41d6818e6bead5ef8c14\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-2b9885c350ad41d6818e6bead5ef8c14\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-22984199b495bd6cf62ad689b917b211\"}, \"mark\": {\"type\": \"line\", \"point\": true}, \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Number of engines\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"quantitative\", \"field\": \"Number of bytes\", \"scale\": {\"type\": \"log\"}}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\", \"scale\": {\"type\": \"log\"}}}, \"selection\": {\"selector004\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"NonCoalescing\", \"width\": 800, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-22984199b495bd6cf62ad689b917b211\": [{\"Duration in ms\": 8.62, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.7308584686774943}, {\"Duration in ms\": 9.29, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.8772874058127019}, {\"Duration in ms\": 17.08, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.7593676814988292}, {\"Duration in ms\": 82.77, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.98356892593935}, {\"Duration in ms\": 157.45, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0071133693235947}, {\"Duration in ms\": 8.84, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.579185520361991}, {\"Duration in ms\": 9.79, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.6363636363636365}, {\"Duration in ms\": 16.72, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.8080143540669857}, {\"Duration in ms\": 85.28, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9685741088180112}, {\"Duration in ms\": 159.94, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0109416031011629}, {\"Duration in ms\": 16.08, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.955223880597015}, {\"Duration in ms\": 16.7, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9682634730538924}, {\"Duration in ms\": 24.46, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9595257563368764}, {\"Duration in ms\": 89.76, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0961452762923352}, {\"Duration in ms\": 167.16, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1561378320172289}, {\"Duration in ms\": 43.82, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9673664993153811}, {\"Duration in ms\": 45.08, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9764862466725822}, {\"Duration in ms\": 52.13, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0356800306924996}, {\"Duration in ms\": 120.69, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.260916397381722}, {\"Duration in ms\": 211.11, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.3664914025863295}, {\"Duration in ms\": 77.77, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0786935836440787}, {\"Duration in ms\": 80.13, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0841133158617249}, {\"Duration in ms\": 86.87, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1982272360999193}, {\"Duration in ms\": 156.04, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.4132914637272496}, {\"Duration in ms\": 237.13, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.7652342596887782}, {\"Duration in ms\": 150.14, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1282136672439056}, {\"Duration in ms\": 150.79, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.133099011870814}, {\"Duration in ms\": 157.77, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.2494137034924255}, {\"Duration in ms\": 231.87, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.5560012075732093}, {\"Duration in ms\": 321.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.0626340492990582}, {\"Duration in ms\": 292.77, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.137923967619633}, {\"Duration in ms\": 293.93, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.165277447011193}, {\"Duration in ms\": 304.23, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.298721362127338}, {\"Duration in ms\": 378.28, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.6950407105847523}, {\"Duration in ms\": 475.52, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.79641234858681}, {\"Duration in ms\": 577.71, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.142510948399716}, {\"Duration in ms\": 598.62, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.082155624603254}, {\"Duration in ms\": 597.03, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.3193306869001558}, {\"Duration in ms\": 666.2, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.073836685679976}, {\"Duration in ms\": 806.0, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 3.242617866004963}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "for scheduler_name in data['Scheduler name'].unique():\n",
    "    scheduler_data = data[data['Scheduler name'] == scheduler_name]\n",
    "    alt.Chart(scheduler_data).mark_line(point=True).encode(\n",
    "        alt.X(\n",
    "            'Number of bytes',\n",
    "            scale=alt.Scale(type='log')\n",
    "        ),\n",
    "        alt.Y(\n",
    "            'Duration in ms',\n",
    "            scale=alt.Scale(type='log')\n",
    "\n",
    "        ),\n",
    "        color='Number of engines:N',\n",
    "        tooltip='Duration in ms',\n",
    "    \n",
    "    ).properties(title=scheduler_name, width=800).interactive().display(renderer='svg')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-323eb60793454da7b56638b70b32d159\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-323eb60793454da7b56638b70b32d159\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-323eb60793454da7b56638b70b32d159\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}, \"axis\": {\"labelFontSize\": 20, \"titleFontSize\": 20}}, \"data\": {\"name\": \"data-0f6028ec478eaae9b0ea4929baf0647d\"}, \"mark\": {\"type\": \"line\", \"point\": true}, \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"quantitative\", \"field\": \"Number of engines\", \"scale\": {\"base\": 2, \"type\": \"log\"}}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\", \"scale\": {\"type\": \"log\"}}}, \"selection\": {\"selector006\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime of apply using DirectView\", \"width\": 1080, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-0f6028ec478eaae9b0ea4929baf0647d\": [{\"Duration in ms\": 6.3, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 5.12, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 15.36, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 42.39, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 83.89, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 169.39, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 333.15, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 660.04, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0}, {\"Duration in ms\": 8.63, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.7300115874855155}, {\"Duration in ms\": 8.95, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.5720670391061453}, {\"Duration in ms\": 11.12, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.381294964028777}, {\"Duration in ms\": 17.2, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.46453488372093}, {\"Duration in ms\": 25.27, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.3197467352592005}, {\"Duration in ms\": 40.72, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.159872298624754}, {\"Duration in ms\": 77.76, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.284336419753086}, {\"Duration in ms\": 164.12, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.021691445283938}, {\"Duration in ms\": 8.62, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.7308584686774943}, {\"Duration in ms\": 8.84, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.579185520361991}, {\"Duration in ms\": 16.08, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.955223880597015}, {\"Duration in ms\": 43.82, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9673664993153811}, {\"Duration in ms\": 77.77, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0786935836440787}, {\"Duration in ms\": 150.14, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1282136672439056}, {\"Duration in ms\": 292.77, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.137923967619633}, {\"Duration in ms\": 577.71, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.142510948399716}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "ldata = data[data['Number of bytes'] == 1000]\n",
    "alt.Chart(ldata).mark_line(point=True).encode(\n",
    "    alt.X(\n",
    "        'Number of engines',\n",
    "        scale=alt.Scale(type='log', base=2)\n",
    "    ),\n",
    "    alt.Y(\n",
    "        'Duration in ms',\n",
    "        scale=alt.Scale(type='log')\n",
    "    ),\n",
    "    color='Scheduler name:N',\n",
    "    tooltip='Duration in ms',\n",
    ").configure_axis(labelFontSize=20, titleFontSize=20).properties(title='Runtime of apply using DirectView', width=1080).interactive().display(renderer='svg')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/markdown": [
       "## Results for duration[DirectView]/duration[scheduler]"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-e4dd53ff1b484db89b49f36f5979e9cf\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-e4dd53ff1b484db89b49f36f5979e9cf\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-e4dd53ff1b484db89b49f36f5979e9cf\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-a9b0080b226a175010f792f4c1310341\"}, \"mark\": {\"type\": \"line\", \"point\": true}, \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Number of engines\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Number of engines\"}, \"x\": {\"type\": \"quantitative\", \"field\": \"Number of bytes\", \"scale\": {\"type\": \"log\"}}, \"y\": {\"type\": \"quantitative\", \"field\": \"Speedup\"}}, \"selection\": {\"selector004\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Coalescing\", \"width\": 800, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-a9b0080b226a175010f792f4c1310341\": [{\"Duration in ms\": 8.63, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.7300115874855155}, {\"Duration in ms\": 9.52, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.85609243697479}, {\"Duration in ms\": 17.56, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.738610478359909}, {\"Duration in ms\": 87.12, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9344582185491276}, {\"Duration in ms\": 168.06, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9435320718790907}, {\"Duration in ms\": 8.95, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.5720670391061453}, {\"Duration in ms\": 9.68, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.6435950413223142}, {\"Duration in ms\": 17.7, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.7632768361581921}, {\"Duration in ms\": 86.47, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.955244593500636}, {\"Duration in ms\": 166.66, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9701788071522861}, {\"Duration in ms\": 11.12, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.381294964028777}, {\"Duration in ms\": 12.28, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.3167752442996745}, {\"Duration in ms\": 19.53, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.2017409114183306}, {\"Duration in ms\": 97.41, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.0100605687301099}, {\"Duration in ms\": 169.4, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.140850059031877}, {\"Duration in ms\": 17.2, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.46453488372093}, {\"Duration in ms\": 17.77, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.477208778840743}, {\"Duration in ms\": 25.26, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.137371338083927}, {\"Duration in ms\": 109.09, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.394994958291319}, {\"Duration in ms\": 202.27, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.4262124882582687}, {\"Duration in ms\": 25.27, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.3197467352592005}, {\"Duration in ms\": 25.78, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.36966640806827}, {\"Duration in ms\": 33.19, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.136185598071709}, {\"Duration in ms\": 103.42, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.1323728485786115}, {\"Duration in ms\": 232.17, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.8029461170693888}, {\"Duration in ms\": 40.72, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.159872298624754}, {\"Duration in ms\": 41.75, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.092455089820359}, {\"Duration in ms\": 50.58, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.897192566231712}, {\"Duration in ms\": 126.82, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.8448982810282293}, {\"Duration in ms\": 316.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.095197499289571}, {\"Duration in ms\": 77.76, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.284336419753086}, {\"Duration in ms\": 79.9, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.286733416770963}, {\"Duration in ms\": 87.59, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.510903071126841}, {\"Duration in ms\": 173.74, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.6905721192586625}, {\"Duration in ms\": 409.55, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.2468563057013795}, {\"Duration in ms\": 164.12, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.021691445283938}, {\"Duration in ms\": 164.27, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.9435076398612035}, {\"Duration in ms\": 173.36, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.54360867558837}, {\"Duration in ms\": 284.16, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.862014358108107}, {\"Duration in ms\": 718.34, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.6383189019127435}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-47b89a842bde4e47a1787c6eed6526d9\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-47b89a842bde4e47a1787c6eed6526d9\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-47b89a842bde4e47a1787c6eed6526d9\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-22984199b495bd6cf62ad689b917b211\"}, \"mark\": {\"type\": \"line\", \"point\": true}, \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Number of engines\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Number of engines\"}, \"x\": {\"type\": \"quantitative\", \"field\": \"Number of bytes\", \"scale\": {\"type\": \"log\"}}, \"y\": {\"type\": \"quantitative\", \"field\": \"Speedup\"}}, \"selection\": {\"selector005\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"NonCoalescing\", \"width\": 800, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-22984199b495bd6cf62ad689b917b211\": [{\"Duration in ms\": 8.62, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.7308584686774943}, {\"Duration in ms\": 9.29, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.8772874058127019}, {\"Duration in ms\": 17.08, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.7593676814988292}, {\"Duration in ms\": 82.77, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.98356892593935}, {\"Duration in ms\": 157.45, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0071133693235947}, {\"Duration in ms\": 8.84, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.579185520361991}, {\"Duration in ms\": 9.79, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.6363636363636365}, {\"Duration in ms\": 16.72, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.8080143540669857}, {\"Duration in ms\": 85.28, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9685741088180112}, {\"Duration in ms\": 159.94, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0109416031011629}, {\"Duration in ms\": 16.08, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.955223880597015}, {\"Duration in ms\": 16.7, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9682634730538924}, {\"Duration in ms\": 24.46, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9595257563368764}, {\"Duration in ms\": 89.76, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0961452762923352}, {\"Duration in ms\": 167.16, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1561378320172289}, {\"Duration in ms\": 43.82, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9673664993153811}, {\"Duration in ms\": 45.08, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9764862466725822}, {\"Duration in ms\": 52.13, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0356800306924996}, {\"Duration in ms\": 120.69, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.260916397381722}, {\"Duration in ms\": 211.11, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.3664914025863295}, {\"Duration in ms\": 77.77, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0786935836440787}, {\"Duration in ms\": 80.13, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0841133158617249}, {\"Duration in ms\": 86.87, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1982272360999193}, {\"Duration in ms\": 156.04, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.4132914637272496}, {\"Duration in ms\": 237.13, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.7652342596887782}, {\"Duration in ms\": 150.14, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1282136672439056}, {\"Duration in ms\": 150.79, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.133099011870814}, {\"Duration in ms\": 157.77, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.2494137034924255}, {\"Duration in ms\": 231.87, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.5560012075732093}, {\"Duration in ms\": 321.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.0626340492990582}, {\"Duration in ms\": 292.77, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.137923967619633}, {\"Duration in ms\": 293.93, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.165277447011193}, {\"Duration in ms\": 304.23, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.298721362127338}, {\"Duration in ms\": 378.28, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.6950407105847523}, {\"Duration in ms\": 475.52, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.79641234858681}, {\"Duration in ms\": 577.71, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.142510948399716}, {\"Duration in ms\": 598.62, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.082155624603254}, {\"Duration in ms\": 597.03, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.3193306869001558}, {\"Duration in ms\": 666.2, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.073836685679976}, {\"Duration in ms\": 806.0, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 3.242617866004963}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(Markdown(f'## Results for duration[DirectView]/duration[scheduler]'))\n",
    "for scheduler_name in data['Scheduler name'].unique():\n",
    "    if scheduler_name == 'DirectView':\n",
    "        continue\n",
    "    alt.Chart(data[data['Scheduler name'] == scheduler_name]).mark_line(point=True).encode(\n",
    "        alt.X(\n",
    "            'Number of bytes',\n",
    "            scale=alt.Scale(type='log')\n",
    "        ),\n",
    "        alt.Y(\n",
    "             'Speedup',\n",
    "        ),\n",
    "        color='Number of engines:N',\n",
    "        tooltip='Number of engines',\n",
    "    \n",
    "    ).properties(title=scheduler_name, width=800).interactive().display(renderer='svg')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "jupyter": {
     "source_hidden": true
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-f857995f8c8d44718d42357425356182\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-f857995f8c8d44718d42357425356182\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-f857995f8c8d44718d42357425356182\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-69256a98fe5135b676d7196ee0f497dd\"}, \"mark\": {\"type\": \"line\", \"point\": true}, \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Number of bytes\"}, \"strokeDash\": {\"type\": \"nominal\", \"field\": \"Scheduler name\", \"legend\": null}, \"tooltip\": {\"type\": \"nominal\", \"field\": \"combined\"}, \"x\": {\"type\": \"quantitative\", \"field\": \"Number of engines\", \"scale\": {\"type\": \"log\"}}, \"y\": {\"type\": \"quantitative\", \"field\": \"Speedup\"}}, \"selection\": {\"selector006\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"schedulers vs directView scaling engines\", \"width\": 800, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-69256a98fe5135b676d7196ee0f497dd\": [{\"Duration in ms\": 8.63, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.7300115874855155, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 9.52, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.85609243697479, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 17.56, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.738610478359909, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 87.12, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9344582185491276, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 168.06, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9435320718790907, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 8.95, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.5720670391061453, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 9.68, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.6435950413223142, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 17.7, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.7632768361581921, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 86.47, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.955244593500636, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 166.66, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9701788071522861, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 11.12, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.381294964028777, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 12.28, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.3167752442996745, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 19.53, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.2017409114183306, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 97.41, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.0100605687301099, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 169.4, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.140850059031877, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 17.2, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.46453488372093, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 17.77, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.477208778840743, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 25.26, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.137371338083927, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 109.09, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.394994958291319, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 202.27, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.4262124882582687, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 25.27, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.3197467352592005, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 25.78, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.36966640806827, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 33.19, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.136185598071709, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 103.42, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.1323728485786115, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 232.17, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.8029461170693888, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 40.72, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.159872298624754, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 41.75, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.092455089820359, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 50.58, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.897192566231712, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 126.82, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.8448982810282293, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 316.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.095197499289571, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 77.76, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.284336419753086, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 79.9, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.286733416770963, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 87.59, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.510903071126841, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 173.74, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.6905721192586625, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 409.55, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.2468563057013795, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 164.12, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.021691445283938, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 164.27, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.9435076398612035, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 173.36, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.54360867558837, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 284.16, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.862014358108107, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 718.34, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.6383189019127435, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 8.62, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.7308584686774943, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 9.29, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.8772874058127019, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 17.08, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.7593676814988292, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 82.77, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.98356892593935, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 157.45, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0071133693235947, \"combined\": \"NonCoalescing 2000000\"}, {\"Duration in ms\": 8.84, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.579185520361991, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 9.79, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.6363636363636365, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 16.72, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.8080143540669857, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 85.28, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9685741088180112, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 159.94, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0109416031011629, \"combined\": \"NonCoalescing 2000000\"}, {\"Duration in ms\": 16.08, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.955223880597015, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 16.7, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9682634730538924, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 24.46, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9595257563368764, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 89.76, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0961452762923352, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 167.16, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1561378320172289, \"combined\": \"NonCoalescing 2000000\"}, {\"Duration in ms\": 43.82, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9673664993153811, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 45.08, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9764862466725822, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 52.13, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0356800306924996, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 120.69, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.260916397381722, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 211.11, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.3664914025863295, \"combined\": \"NonCoalescing 2000000\"}, {\"Duration in ms\": 77.77, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0786935836440787, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 80.13, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0841133158617249, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 86.87, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1982272360999193, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 156.04, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.4132914637272496, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 237.13, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.7652342596887782, \"combined\": \"NonCoalescing 2000000\"}, {\"Duration in ms\": 150.14, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1282136672439056, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 150.79, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.133099011870814, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 157.77, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.2494137034924255, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 231.87, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.5560012075732093, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 321.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.0626340492990582, \"combined\": \"NonCoalescing 2000000\"}, {\"Duration in ms\": 292.77, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.137923967619633, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 293.93, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.165277447011193, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 304.23, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.298721362127338, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 378.28, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.6950407105847523, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 475.52, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.79641234858681, \"combined\": \"NonCoalescing 2000000\"}, {\"Duration in ms\": 577.71, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.142510948399716, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 598.62, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.082155624603254, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 597.03, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.3193306869001558, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 666.2, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.073836685679976, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 806.0, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 3.242617866004963, \"combined\": \"NonCoalescing 2000000\"}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "data['combined']=  data['Scheduler name'] + ' ' + data['Number of bytes'].astype(str)\n",
    "alt.Chart(data[data['Scheduler name'] != 'DirectView']).mark_line(point=True).encode(\n",
    "    alt.X(\n",
    "        'Number of engines',\n",
    "            scale=alt.Scale(type='log')\n",
    "    ),\n",
    "    alt.Y(\n",
    "        'Speedup',\n",
    "    ),\n",
    "    color='Number of bytes:N',\n",
    "    strokeDash=alt.StrokeDash(shorthand='Scheduler name', legend=None),\n",
    "    tooltip='combined',\n",
    "\n",
    ").properties(title='schedulers vs directView scaling engines', width=800).interactive().display(renderer='svg')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "jupyter": {
     "source_hidden": true
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-9ed9e53021cd4937a25d07245e692fe8\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-9ed9e53021cd4937a25d07245e692fe8\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-9ed9e53021cd4937a25d07245e692fe8\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-e7756b9dadaa1834f6592224c107fd7a\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"column\": {\"type\": \"nominal\", \"field\": \"Number of bytes\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}}, \"selection\": {\"selector007\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime on 1 engines:\", \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-e7756b9dadaa1834f6592224c107fd7a\": [{\"Duration in ms\": 6.3, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000\"}, {\"Duration in ms\": 8.15, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 10000\"}, {\"Duration in ms\": 12.97, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 100000\"}, {\"Duration in ms\": 81.41, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000000\"}, {\"Duration in ms\": 158.57, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 2000000\"}, {\"Duration in ms\": 8.63, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.7300115874855155, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 9.52, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.85609243697479, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 17.56, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.738610478359909, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 87.12, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9344582185491276, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 168.06, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9435320718790907, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 8.62, \"Number of bytes\": 1000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.7308584686774943, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 9.29, \"Number of bytes\": 10000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.8772874058127019, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 17.08, \"Number of bytes\": 100000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.7593676814988292, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 82.77, \"Number of bytes\": 1000000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.98356892593935, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 157.45, \"Number of bytes\": 2000000, \"Number of engines\": 1, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0071133693235947, \"combined\": \"NonCoalescing 2000000\"}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-0af12ffaa3e74a86825d36060aed89ef\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-0af12ffaa3e74a86825d36060aed89ef\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-0af12ffaa3e74a86825d36060aed89ef\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-20320b12f77356f983790b25905cbea5\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"column\": {\"type\": \"nominal\", \"field\": \"Number of bytes\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}}, \"selection\": {\"selector008\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime on 2 engines:\", \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-20320b12f77356f983790b25905cbea5\": [{\"Duration in ms\": 5.12, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000\"}, {\"Duration in ms\": 6.23, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 10000\"}, {\"Duration in ms\": 13.51, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 100000\"}, {\"Duration in ms\": 82.6, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000000\"}, {\"Duration in ms\": 161.69, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 2000000\"}, {\"Duration in ms\": 8.95, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.5720670391061453, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 9.68, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.6435950413223142, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 17.7, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.7632768361581921, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 86.47, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.955244593500636, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 166.66, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"Coalescing\", \"Speedup\": 0.9701788071522861, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 8.84, \"Number of bytes\": 1000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.579185520361991, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 9.79, \"Number of bytes\": 10000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.6363636363636365, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 16.72, \"Number of bytes\": 100000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.8080143540669857, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 85.28, \"Number of bytes\": 1000000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9685741088180112, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 159.94, \"Number of bytes\": 2000000, \"Number of engines\": 2, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0109416031011629, \"combined\": \"NonCoalescing 2000000\"}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-453520cc12e448f78bc736a9188a4a06\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-453520cc12e448f78bc736a9188a4a06\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-453520cc12e448f78bc736a9188a4a06\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-db03ee9fc6a623999372a589a7d93a29\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"column\": {\"type\": \"nominal\", \"field\": \"Number of bytes\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}}, \"selection\": {\"selector009\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime on 16 engines:\", \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-db03ee9fc6a623999372a589a7d93a29\": [{\"Duration in ms\": 15.36, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000\"}, {\"Duration in ms\": 16.17, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 10000\"}, {\"Duration in ms\": 23.47, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 100000\"}, {\"Duration in ms\": 98.39, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000000\"}, {\"Duration in ms\": 193.26, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 2000000\"}, {\"Duration in ms\": 11.12, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.381294964028777, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 12.28, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.3167752442996745, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 19.53, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.2017409114183306, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 97.41, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.0100605687301099, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 169.4, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.140850059031877, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 16.08, \"Number of bytes\": 1000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.955223880597015, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 16.7, \"Number of bytes\": 10000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9682634730538924, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 24.46, \"Number of bytes\": 100000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9595257563368764, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 89.76, \"Number of bytes\": 1000000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0961452762923352, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 167.16, \"Number of bytes\": 2000000, \"Number of engines\": 16, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1561378320172289, \"combined\": \"NonCoalescing 2000000\"}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-f17a1491e346466abb3ead31611cbe2e\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-f17a1491e346466abb3ead31611cbe2e\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-f17a1491e346466abb3ead31611cbe2e\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-93106b97e07efe6bc4d2866c73f9bcd6\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"column\": {\"type\": \"nominal\", \"field\": \"Number of bytes\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}}, \"selection\": {\"selector010\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime on 64 engines:\", \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-93106b97e07efe6bc4d2866c73f9bcd6\": [{\"Duration in ms\": 42.39, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000\"}, {\"Duration in ms\": 44.02, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 10000\"}, {\"Duration in ms\": 53.99, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 100000\"}, {\"Duration in ms\": 152.18, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000000\"}, {\"Duration in ms\": 288.48, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 2000000\"}, {\"Duration in ms\": 17.2, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.46453488372093, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 17.77, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.477208778840743, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 25.26, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.137371338083927, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 109.09, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.394994958291319, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 202.27, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.4262124882582687, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 43.82, \"Number of bytes\": 1000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9673664993153811, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 45.08, \"Number of bytes\": 10000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 0.9764862466725822, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 52.13, \"Number of bytes\": 100000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0356800306924996, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 120.69, \"Number of bytes\": 1000000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.260916397381722, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 211.11, \"Number of bytes\": 2000000, \"Number of engines\": 64, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.3664914025863295, \"combined\": \"NonCoalescing 2000000\"}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-72363bcd472940e088a826a5751fccfc\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-72363bcd472940e088a826a5751fccfc\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-72363bcd472940e088a826a5751fccfc\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-012c0f6b0b1101ae8ac0d2b09c81ff9d\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"column\": {\"type\": \"nominal\", \"field\": \"Number of bytes\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}}, \"selection\": {\"selector011\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime on 128 engines:\", \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-012c0f6b0b1101ae8ac0d2b09c81ff9d\": [{\"Duration in ms\": 83.89, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000\"}, {\"Duration in ms\": 86.87, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 10000\"}, {\"Duration in ms\": 104.09, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 100000\"}, {\"Duration in ms\": 220.53, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000000\"}, {\"Duration in ms\": 418.59, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 2000000\"}, {\"Duration in ms\": 25.27, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.3197467352592005, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 25.78, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.36966640806827, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 33.19, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.136185598071709, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 103.42, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.1323728485786115, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 232.17, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"Coalescing\", \"Speedup\": 1.8029461170693888, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 77.77, \"Number of bytes\": 1000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0786935836440787, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 80.13, \"Number of bytes\": 10000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.0841133158617249, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 86.87, \"Number of bytes\": 100000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1982272360999193, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 156.04, \"Number of bytes\": 1000000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.4132914637272496, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 237.13, \"Number of bytes\": 2000000, \"Number of engines\": 128, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.7652342596887782, \"combined\": \"NonCoalescing 2000000\"}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-a85a94b016c941bfbaf43a57f9b2951c\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-a85a94b016c941bfbaf43a57f9b2951c\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-a85a94b016c941bfbaf43a57f9b2951c\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-3d85d8ae511299af5a27d28affc68eb5\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"column\": {\"type\": \"nominal\", \"field\": \"Number of bytes\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}}, \"selection\": {\"selector012\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime on 256 engines:\", \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-3d85d8ae511299af5a27d28affc68eb5\": [{\"Duration in ms\": 169.39, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000\"}, {\"Duration in ms\": 170.86, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 10000\"}, {\"Duration in ms\": 197.12, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 100000\"}, {\"Duration in ms\": 360.79, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000000\"}, {\"Duration in ms\": 663.57, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 2000000\"}, {\"Duration in ms\": 40.72, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.159872298624754, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 41.75, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.092455089820359, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 50.58, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.897192566231712, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 126.82, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.8448982810282293, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 316.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"Coalescing\", \"Speedup\": 2.095197499289571, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 150.14, \"Number of bytes\": 1000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.1282136672439056, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 150.79, \"Number of bytes\": 10000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.133099011870814, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 157.77, \"Number of bytes\": 100000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.2494137034924255, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 231.87, \"Number of bytes\": 1000000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.5560012075732093, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 321.71, \"Number of bytes\": 2000000, \"Number of engines\": 256, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.0626340492990582, \"combined\": \"NonCoalescing 2000000\"}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-4f055c300ba54ec78a1484d7949bab01\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-4f055c300ba54ec78a1484d7949bab01\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-4f055c300ba54ec78a1484d7949bab01\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-b5cb530a32cee4adc19e4d694670c705\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"column\": {\"type\": \"nominal\", \"field\": \"Number of bytes\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}}, \"selection\": {\"selector013\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime on 512 engines:\", \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-b5cb530a32cee4adc19e4d694670c705\": [{\"Duration in ms\": 333.15, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000\"}, {\"Duration in ms\": 342.51, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 10000\"}, {\"Duration in ms\": 395.11, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 100000\"}, {\"Duration in ms\": 641.2, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000000\"}, {\"Duration in ms\": 1329.75, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 2000000\"}, {\"Duration in ms\": 77.76, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.284336419753086, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 79.9, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.286733416770963, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 87.59, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.510903071126841, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 173.74, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.6905721192586625, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 409.55, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.2468563057013795, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 292.77, \"Number of bytes\": 1000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.137923967619633, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 293.93, \"Number of bytes\": 10000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.165277447011193, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 304.23, \"Number of bytes\": 100000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.298721362127338, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 378.28, \"Number of bytes\": 1000000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.6950407105847523, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 475.52, \"Number of bytes\": 2000000, \"Number of engines\": 512, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.79641234858681, \"combined\": \"NonCoalescing 2000000\"}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<div id=\"altair-viz-3cf4665026374c7eb4bcd9e935dcf097\"></div>\n",
       "<script type=\"text/javascript\">\n",
       "  (function(spec, embedOpt){\n",
       "    let outputDiv = document.currentScript.previousElementSibling;\n",
       "    if (outputDiv.id !== \"altair-viz-3cf4665026374c7eb4bcd9e935dcf097\") {\n",
       "      outputDiv = document.getElementById(\"altair-viz-3cf4665026374c7eb4bcd9e935dcf097\");\n",
       "    }\n",
       "    const paths = {\n",
       "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
       "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
       "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
       "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
       "    };\n",
       "\n",
       "    function loadScript(lib) {\n",
       "      return new Promise(function(resolve, reject) {\n",
       "        var s = document.createElement('script');\n",
       "        s.src = paths[lib];\n",
       "        s.async = true;\n",
       "        s.onload = () => resolve(paths[lib]);\n",
       "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      });\n",
       "    }\n",
       "\n",
       "    function showError(err) {\n",
       "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
       "      throw err;\n",
       "    }\n",
       "\n",
       "    function displayChart(vegaEmbed) {\n",
       "      vegaEmbed(outputDiv, spec, embedOpt)\n",
       "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
       "    }\n",
       "\n",
       "    if(typeof define === \"function\" && define.amd) {\n",
       "      requirejs.config({paths});\n",
       "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
       "    } else if (typeof vegaEmbed === \"function\") {\n",
       "      displayChart(vegaEmbed);\n",
       "    } else {\n",
       "      loadScript(\"vega\")\n",
       "        .then(() => loadScript(\"vega-lite\"))\n",
       "        .then(() => loadScript(\"vega-embed\"))\n",
       "        .catch(showError)\n",
       "        .then(() => displayChart(vegaEmbed));\n",
       "    }\n",
       "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}}, \"data\": {\"name\": \"data-d5e06d5a4d472464cb354bd789a46ef7\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"column\": {\"type\": \"nominal\", \"field\": \"Number of bytes\"}, \"tooltip\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}, \"x\": {\"type\": \"nominal\", \"field\": \"Scheduler name\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"Duration in ms\"}}, \"selection\": {\"selector014\": {\"type\": \"interval\", \"bind\": \"scales\", \"encodings\": [\"x\", \"y\"]}}, \"title\": \"Runtime on 1024 engines:\", \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-d5e06d5a4d472464cb354bd789a46ef7\": [{\"Duration in ms\": 660.04, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000\"}, {\"Duration in ms\": 647.8, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 10000\"}, {\"Duration in ms\": 787.68, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 100000\"}, {\"Duration in ms\": 1381.59, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 1000000\"}, {\"Duration in ms\": 2613.55, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"DirectView\", \"Speedup\": 1.0, \"combined\": \"DirectView 2000000\"}, {\"Duration in ms\": 164.12, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.021691445283938, \"combined\": \"Coalescing 1000\"}, {\"Duration in ms\": 164.27, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.9435076398612035, \"combined\": \"Coalescing 10000\"}, {\"Duration in ms\": 173.36, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.54360867558837, \"combined\": \"Coalescing 100000\"}, {\"Duration in ms\": 284.16, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 4.862014358108107, \"combined\": \"Coalescing 1000000\"}, {\"Duration in ms\": 718.34, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"Coalescing\", \"Speedup\": 3.6383189019127435, \"combined\": \"Coalescing 2000000\"}, {\"Duration in ms\": 577.71, \"Number of bytes\": 1000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.142510948399716, \"combined\": \"NonCoalescing 1000\"}, {\"Duration in ms\": 598.62, \"Number of bytes\": 10000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.082155624603254, \"combined\": \"NonCoalescing 10000\"}, {\"Duration in ms\": 597.03, \"Number of bytes\": 100000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 1.3193306869001558, \"combined\": \"NonCoalescing 100000\"}, {\"Duration in ms\": 666.2, \"Number of bytes\": 1000000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 2.073836685679976, \"combined\": \"NonCoalescing 1000000\"}, {\"Duration in ms\": 806.0, \"Number of bytes\": 2000000, \"Number of engines\": 1024, \"Scheduler name\": \"NonCoalescing\", \"Speedup\": 3.242617866004963, \"combined\": \"NonCoalescing 2000000\"}]}}, {\"renderer\": \"svg\", \"mode\": \"vega-lite\"});\n",
       "</script>"
      ],
      "text/plain": [
       "alt.Chart(...)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "for engine in data['Number of engines'].unique():    \n",
    "    alt.Chart(data[data['Number of engines'] == engine]).mark_bar().encode(\n",
    "        x='Scheduler name',\n",
    "        y='Duration in ms',\n",
    "        color='Scheduler name:N',\n",
    "        column='Number of bytes:N',    \n",
    "        tooltip='Duration in ms'\n",
    "    ).properties(title=f'Runtime on {engine} engines:').interactive().display(renderer='svg')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}