{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Model comparison with the AIC\n", "\n", "[mRNA count dataset download](https://s3.amazonaws.com/bebi103.caltech.edu/data/singer_transcript_counts.csv)\n", "\n", "[Spindle length dataset download](https://s3.amazonaws.com/bebi103.caltech.edu/data/good_invitro_droplet_data.csv)\n", "\n", "
" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "nbsphinx": "hidden", "tags": [] }, "outputs": [], "source": [ "# Colab setup ------------------\n", "import os, sys, subprocess\n", "if \"google.colab\" in sys.modules:\n", " cmd = \"pip install --upgrade iqplot bebi103 watermark\"\n", " process = subprocess.Popen(cmd.split(), stdout=subprocess.PIPE, stderr=subprocess.PIPE)\n", " stdout, stderr = process.communicate()\n", " data_path = \"https://s3.amazonaws.com/bebi103.caltech.edu/data/\"\n", "else:\n", " data_path = \"../data/\"\n", "# ------------------------------" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "data": { "text/html": [ "\n", "
\n", " \n", " Loading BokehJS ...\n", "
\n" ] }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/javascript": [ "(function(root) {\n", " function now() {\n", " return new Date();\n", " }\n", "\n", " const force = true;\n", "\n", " if (typeof root._bokeh_onload_callbacks === \"undefined\" || force === true) {\n", " root._bokeh_onload_callbacks = [];\n", " root._bokeh_is_loading = undefined;\n", " }\n", "\n", "const JS_MIME_TYPE = 'application/javascript';\n", " const HTML_MIME_TYPE = 'text/html';\n", " const EXEC_MIME_TYPE = 'application/vnd.bokehjs_exec.v0+json';\n", " const CLASS_NAME = 'output_bokeh rendered_html';\n", "\n", " /**\n", " * Render data to the DOM node\n", " */\n", " function render(props, node) {\n", " const script = document.createElement(\"script\");\n", " node.appendChild(script);\n", " }\n", "\n", " /**\n", " * Handle when an output is cleared or removed\n", " */\n", " function handleClearOutput(event, handle) {\n", " const cell = handle.cell;\n", "\n", " const id = cell.output_area._bokeh_element_id;\n", " const server_id = cell.output_area._bokeh_server_id;\n", " // Clean up Bokeh references\n", " if (id != null && id in Bokeh.index) {\n", " Bokeh.index[id].model.document.clear();\n", " delete Bokeh.index[id];\n", " }\n", "\n", " if (server_id !== undefined) {\n", " // Clean up Bokeh references\n", " const cmd_clean = \"from bokeh.io.state import curstate; print(curstate().uuid_to_server['\" + server_id + \"'].get_sessions()[0].document.roots[0]._id)\";\n", " cell.notebook.kernel.execute(cmd_clean, {\n", " iopub: {\n", " output: function(msg) {\n", " const id = msg.content.text.trim();\n", " if (id in Bokeh.index) {\n", " Bokeh.index[id].model.document.clear();\n", " delete Bokeh.index[id];\n", " }\n", " }\n", " }\n", " });\n", " // Destroy server and session\n", " const cmd_destroy = \"import bokeh.io.notebook as ion; ion.destroy_server('\" + server_id + \"')\";\n", " cell.notebook.kernel.execute(cmd_destroy);\n", " }\n", " }\n", "\n", " /**\n", " * Handle when a new output is added\n", " */\n", " function handleAddOutput(event, handle) {\n", " const output_area = handle.output_area;\n", " const output = handle.output;\n", "\n", " // limit handleAddOutput to display_data with EXEC_MIME_TYPE content only\n", " if ((output.output_type != \"display_data\") || (!Object.prototype.hasOwnProperty.call(output.data, EXEC_MIME_TYPE))) {\n", " return\n", " }\n", "\n", " const toinsert = output_area.element.find(\".\" + CLASS_NAME.split(' ')[0]);\n", "\n", " if (output.metadata[EXEC_MIME_TYPE][\"id\"] !== undefined) {\n", " toinsert[toinsert.length - 1].firstChild.textContent = output.data[JS_MIME_TYPE];\n", " // store reference to embed id on output_area\n", " output_area._bokeh_element_id = output.metadata[EXEC_MIME_TYPE][\"id\"];\n", " }\n", " if (output.metadata[EXEC_MIME_TYPE][\"server_id\"] !== undefined) {\n", " const bk_div = document.createElement(\"div\");\n", " bk_div.innerHTML = output.data[HTML_MIME_TYPE];\n", " const script_attrs = bk_div.children[0].attributes;\n", " for (let i = 0; i < script_attrs.length; i++) {\n", " toinsert[toinsert.length - 1].firstChild.setAttribute(script_attrs[i].name, script_attrs[i].value);\n", " toinsert[toinsert.length - 1].firstChild.textContent = bk_div.children[0].textContent\n", " }\n", " // store reference to server id on output_area\n", " output_area._bokeh_server_id = output.metadata[EXEC_MIME_TYPE][\"server_id\"];\n", " }\n", " }\n", "\n", " function register_renderer(events, OutputArea) {\n", "\n", " function append_mime(data, metadata, element) {\n", " // create a DOM node to render to\n", " const toinsert = this.create_output_subarea(\n", " metadata,\n", " CLASS_NAME,\n", " EXEC_MIME_TYPE\n", " );\n", " this.keyboard_manager.register_events(toinsert);\n", " // Render to node\n", " const props = {data: data, metadata: metadata[EXEC_MIME_TYPE]};\n", " render(props, toinsert[toinsert.length - 1]);\n", " element.append(toinsert);\n", " return toinsert\n", " }\n", "\n", " /* Handle when an output is cleared or removed */\n", " events.on('clear_output.CodeCell', handleClearOutput);\n", " events.on('delete.Cell', handleClearOutput);\n", "\n", " /* Handle when a new output is added */\n", " events.on('output_added.OutputArea', handleAddOutput);\n", "\n", " /**\n", " * Register the mime type and append_mime function with output_area\n", " */\n", " OutputArea.prototype.register_mime_type(EXEC_MIME_TYPE, append_mime, {\n", " /* Is output safe? */\n", " safe: true,\n", " /* Index of renderer in `output_area.display_order` */\n", " index: 0\n", " });\n", " }\n", "\n", " // register the mime type if in Jupyter Notebook environment and previously unregistered\n", " if (root.Jupyter !== undefined) {\n", " const events = require('base/js/events');\n", " const OutputArea = require('notebook/js/outputarea').OutputArea;\n", "\n", " if (OutputArea.prototype.mime_types().indexOf(EXEC_MIME_TYPE) == -1) {\n", " register_renderer(events, OutputArea);\n", " }\n", " }\n", " if (typeof (root._bokeh_timeout) === \"undefined\" || force === true) {\n", " root._bokeh_timeout = Date.now() + 5000;\n", " root._bokeh_failed_load = false;\n", " }\n", "\n", " const NB_LOAD_WARNING = {'data': {'text/html':\n", " \"
\\n\"+\n", " \"

\\n\"+\n", " \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n", " \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n", " \"

\\n\"+\n", " \"\\n\"+\n", " \"\\n\"+\n", " \"from bokeh.resources import INLINE\\n\"+\n", " \"output_notebook(resources=INLINE)\\n\"+\n", " \"\\n\"+\n", " \"
\"}};\n", "\n", " function display_loaded() {\n", " const el = document.getElementById(\"d91a6239-7997-44de-80e9-d14f18a69e32\");\n", " if (el != null) {\n", " el.textContent = \"BokehJS is loading...\";\n", " }\n", " if (root.Bokeh !== undefined) {\n", " if (el != null) {\n", " el.textContent = \"BokehJS \" + root.Bokeh.version + \" successfully loaded.\";\n", " }\n", " } else if (Date.now() < root._bokeh_timeout) {\n", " setTimeout(display_loaded, 100)\n", " }\n", " }\n", "\n", " function run_callbacks() {\n", " try {\n", " root._bokeh_onload_callbacks.forEach(function(callback) {\n", " if (callback != null)\n", " callback();\n", " });\n", " } finally {\n", " delete root._bokeh_onload_callbacks\n", " }\n", " console.debug(\"Bokeh: all callbacks have finished\");\n", " }\n", "\n", " function load_libs(css_urls, js_urls, callback) {\n", " if (css_urls == null) css_urls = [];\n", " if (js_urls == null) js_urls = [];\n", "\n", " root._bokeh_onload_callbacks.push(callback);\n", " if (root._bokeh_is_loading > 0) {\n", " console.debug(\"Bokeh: BokehJS is being loaded, scheduling callback at\", now());\n", " return null;\n", " }\n", " if (js_urls == null || js_urls.length === 0) {\n", " run_callbacks();\n", " return null;\n", " }\n", " console.debug(\"Bokeh: BokehJS not loaded, scheduling load and callback at\", now());\n", " root._bokeh_is_loading = css_urls.length + js_urls.length;\n", "\n", " function on_load() {\n", " root._bokeh_is_loading--;\n", " if (root._bokeh_is_loading === 0) {\n", " console.debug(\"Bokeh: all BokehJS libraries/stylesheets loaded\");\n", " run_callbacks()\n", " }\n", " }\n", "\n", " function on_error(url) {\n", " console.error(\"failed to load \" + url);\n", " }\n", "\n", " for (let i = 0; i < css_urls.length; i++) {\n", " const url = css_urls[i];\n", " const element = document.createElement(\"link\");\n", " element.onload = on_load;\n", " element.onerror = on_error.bind(null, url);\n", " element.rel = \"stylesheet\";\n", " element.type = \"text/css\";\n", " element.href = url;\n", " console.debug(\"Bokeh: injecting link tag for BokehJS stylesheet: \", url);\n", " document.body.appendChild(element);\n", " }\n", "\n", " for (let i = 0; i < js_urls.length; i++) {\n", " const url = js_urls[i];\n", " const element = document.createElement('script');\n", " element.onload = on_load;\n", " element.onerror = on_error.bind(null, url);\n", " element.async = false;\n", " element.src = url;\n", " console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n", " document.head.appendChild(element);\n", " }\n", " };\n", "\n", " function inject_raw_css(css) {\n", " const element = document.createElement(\"style\");\n", " element.appendChild(document.createTextNode(css));\n", " document.body.appendChild(element);\n", " }\n", "\n", " const js_urls = [\"https://cdn.bokeh.org/bokeh/release/bokeh-3.2.1.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-gl-3.2.1.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-widgets-3.2.1.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-tables-3.2.1.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-mathjax-3.2.1.min.js\", \"https://unpkg.com/@holoviz/panel@1.2.1/dist/panel.min.js\"];\n", " const css_urls = [];\n", "\n", " const inline_js = [ function(Bokeh) {\n", " Bokeh.set_log_level(\"info\");\n", " },\n", "function(Bokeh) {\n", " }\n", " ];\n", "\n", " function run_inline_js() {\n", " if (root.Bokeh !== undefined || force === true) {\n", " for (let i = 0; i < inline_js.length; i++) {\n", " inline_js[i].call(root, root.Bokeh);\n", " }\n", "if (force === true) {\n", " display_loaded();\n", " }} else if (Date.now() < root._bokeh_timeout) {\n", " setTimeout(run_inline_js, 100);\n", " } else if (!root._bokeh_failed_load) {\n", " console.log(\"Bokeh: BokehJS failed to load within specified timeout.\");\n", " root._bokeh_failed_load = true;\n", " } else if (force !== true) {\n", " const cell = $(document.getElementById(\"d91a6239-7997-44de-80e9-d14f18a69e32\")).parents('.cell').data().cell;\n", " cell.output_area.append_execute_result(NB_LOAD_WARNING)\n", " }\n", " }\n", "\n", " if (root._bokeh_is_loading === 0) {\n", " console.debug(\"Bokeh: BokehJS loaded, going straight to plotting\");\n", " run_inline_js();\n", " } else {\n", " load_libs(css_urls, js_urls, function() {\n", " console.debug(\"Bokeh: BokehJS plotting callback run at\", now());\n", " run_inline_js();\n", " });\n", " }\n", "}(window));" ], "application/vnd.bokehjs_load.v0+json": "(function(root) {\n function now() {\n return new Date();\n }\n\n const force = true;\n\n if (typeof root._bokeh_onload_callbacks === \"undefined\" || force === true) {\n root._bokeh_onload_callbacks = [];\n root._bokeh_is_loading = undefined;\n }\n\n\n if (typeof (root._bokeh_timeout) === \"undefined\" || force === true) {\n root._bokeh_timeout = Date.now() + 5000;\n root._bokeh_failed_load = false;\n }\n\n const NB_LOAD_WARNING = {'data': {'text/html':\n \"
\\n\"+\n \"

\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"

\\n\"+\n \"\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"\\n\"+\n \"
\"}};\n\n function display_loaded() {\n const el = document.getElementById(\"d91a6239-7997-44de-80e9-d14f18a69e32\");\n if (el != null) {\n el.textContent = \"BokehJS is loading...\";\n }\n if (root.Bokeh !== undefined) {\n if (el != null) {\n el.textContent = \"BokehJS \" + root.Bokeh.version + \" successfully loaded.\";\n }\n } else if (Date.now() < root._bokeh_timeout) {\n setTimeout(display_loaded, 100)\n }\n }\n\n function run_callbacks() {\n try {\n root._bokeh_onload_callbacks.forEach(function(callback) {\n if (callback != null)\n callback();\n });\n } finally {\n delete root._bokeh_onload_callbacks\n }\n console.debug(\"Bokeh: all callbacks have finished\");\n }\n\n function load_libs(css_urls, js_urls, callback) {\n if (css_urls == null) css_urls = [];\n if (js_urls == null) js_urls = [];\n\n root._bokeh_onload_callbacks.push(callback);\n if (root._bokeh_is_loading > 0) {\n console.debug(\"Bokeh: BokehJS is being loaded, scheduling callback at\", now());\n return null;\n }\n if (js_urls == null || js_urls.length === 0) {\n run_callbacks();\n return null;\n }\n console.debug(\"Bokeh: BokehJS not loaded, scheduling load and callback at\", now());\n root._bokeh_is_loading = css_urls.length + js_urls.length;\n\n function on_load() {\n root._bokeh_is_loading--;\n if (root._bokeh_is_loading === 0) {\n console.debug(\"Bokeh: all BokehJS libraries/stylesheets loaded\");\n run_callbacks()\n }\n }\n\n function on_error(url) {\n console.error(\"failed to load \" + url);\n }\n\n for (let i = 0; i < css_urls.length; i++) {\n const url = css_urls[i];\n const element = document.createElement(\"link\");\n element.onload = on_load;\n element.onerror = on_error.bind(null, url);\n element.rel = \"stylesheet\";\n element.type = \"text/css\";\n element.href = url;\n console.debug(\"Bokeh: injecting link tag for BokehJS stylesheet: \", url);\n document.body.appendChild(element);\n }\n\n for (let i = 0; i < js_urls.length; i++) {\n const url = js_urls[i];\n const element = document.createElement('script');\n element.onload = on_load;\n element.onerror = on_error.bind(null, url);\n element.async = false;\n element.src = url;\n console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n document.head.appendChild(element);\n }\n };\n\n function inject_raw_css(css) {\n const element = document.createElement(\"style\");\n element.appendChild(document.createTextNode(css));\n document.body.appendChild(element);\n }\n\n const js_urls = [\"https://cdn.bokeh.org/bokeh/release/bokeh-3.2.1.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-gl-3.2.1.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-widgets-3.2.1.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-tables-3.2.1.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-mathjax-3.2.1.min.js\", \"https://unpkg.com/@holoviz/panel@1.2.1/dist/panel.min.js\"];\n const css_urls = [];\n\n const inline_js = [ function(Bokeh) {\n Bokeh.set_log_level(\"info\");\n },\nfunction(Bokeh) {\n }\n ];\n\n function run_inline_js() {\n if (root.Bokeh !== undefined || force === true) {\n for (let i = 0; i < inline_js.length; i++) {\n inline_js[i].call(root, root.Bokeh);\n }\nif (force === true) {\n display_loaded();\n }} else if (Date.now() < root._bokeh_timeout) {\n setTimeout(run_inline_js, 100);\n } else if (!root._bokeh_failed_load) {\n console.log(\"Bokeh: BokehJS failed to load within specified timeout.\");\n root._bokeh_failed_load = true;\n } else if (force !== true) {\n const cell = $(document.getElementById(\"d91a6239-7997-44de-80e9-d14f18a69e32\")).parents('.cell').data().cell;\n cell.output_area.append_execute_result(NB_LOAD_WARNING)\n }\n }\n\n if (root._bokeh_is_loading === 0) {\n console.debug(\"Bokeh: BokehJS loaded, going straight to plotting\");\n run_inline_js();\n } else {\n load_libs(css_urls, js_urls, function() {\n console.debug(\"Bokeh: BokehJS plotting callback run at\", now());\n run_inline_js();\n });\n }\n}(window));" }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import warnings\n", "\n", "import pandas as pd\n", "import numpy as np\n", "import numba\n", "import scipy.optimize\n", "import scipy.stats as st\n", "\n", "import bebi103\n", "\n", "import iqplot\n", "\n", "import bokeh.io\n", "bokeh.io.output_notebook()" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "
\n", "\n", "We have [previously introduced the Akaike information criterion](../21/information_criteria.ipynb). Here, we will demonstrate its use in model comparison and the mechanics of how to calculated it.\n", "\n", "As a reminder, for a set of parameters $\\theta$ with MLE $\\theta^*$ and a model with log-likelihood $\\ell(\\theta;\\text{data})$, the AIC is given by\n", "\n", "\\begin{align}\n", "\\text{AIC} = -2\\ell(\\theta^*;\\text{data}) + 2p,\n", "\\end{align}\n", "\n", "where $p$ is the number of free parameters in a model. The Akaike weight of model $i$ in a collection of models is\n", "\n", "\\begin{align}\n", "w_i = \\frac{\\mathrm{e}^{-(\\text{AIC}_i - \\text{AIC}_\\mathrm{max})/2}}{\\sum_j\\mathrm{e}^{-(\\text{AIC}_j - \\text{AIC}_\\mathrm{max})/2}}.\n", "\\end{align}\n", "\n", "To begin, we will use the AIC to compare a single Negative Binomial model to a mixture of two Negative Binomials for smFISH data from Singer, et al." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## AIC for mRNA counts\n", "\n", "Let us now compare the single Negative Binomial to the mixture model for mRNA counts. We again need our functions for computing the MLE and computing the log-likelihood from previous lessons." ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [], "source": [ "def log_like_iid_nbinom(params, n):\n", " \"\"\"Log likelihood for i.i.d. NBinom measurements, parametrized\n", " by alpha, b=1/beta.\"\"\"\n", " alpha, b = params\n", "\n", " if alpha <= 0 or b <= 0:\n", " return -np.inf\n", "\n", " return np.sum(st.nbinom.logpmf(n, alpha, 1/(1+b)))\n", "\n", "\n", "def mle_iid_nbinom(n):\n", " \"\"\"Perform maximum likelihood estimates for parameters for i.i.d.\n", " NBinom measurements, parametrized by alpha, b=1/beta\"\"\"\n", " with warnings.catch_warnings():\n", " warnings.simplefilter(\"ignore\")\n", "\n", " res = scipy.optimize.minimize(\n", " fun=lambda params, n: -log_like_iid_nbinom(params, n),\n", " x0=np.array([3, 3]),\n", " args=(n,),\n", " method='Powell'\n", " )\n", "\n", " if res.success:\n", " return res.x\n", " else:\n", " raise RuntimeError('Convergence failed with message', res.message)\n", " \n", "\n", "def initial_guess_mix(n, w_guess):\n", " \"\"\"Generate initial guess for mixture model.\"\"\"\n", " n_low = n[n < np.percentile(n, 100*w_guess)]\n", " n_high = n[n >= np.percentile(n, 100*w_guess)]\n", " \n", " alpha1, b1 = mle_iid_nbinom(n_low)\n", " alpha2, b2 = mle_iid_nbinom(n_high)\n", " \n", " return alpha1, b1, alpha2, b2\n", "\n", "\n", "def log_like_mix(alpha1, b1, alpha2, b2, w, n):\n", " \"\"\"Log-likeihood of binary Negative Binomial mixture model.\"\"\"\n", " # Fix nonidentifieability be enforcing values of w\n", " if w < 0 or w > 1:\n", " return -np.inf\n", " \n", " # Physical bounds on parameters\n", " if alpha1 < 0 or alpha2 < 0 or b1 < 0 or b2 < 0:\n", " return -np.inf\n", "\n", " logx1 = st.nbinom.logpmf(n, alpha1, 1/(1+b1))\n", " logx2 = st.nbinom.logpmf(n, alpha2, 1/(1+b2))\n", "\n", " # Multipliers for log-sum-exp\n", " lse_coeffs = np.tile([w, 1-w], [len(n), 1]).transpose()\n", "\n", " # log-likelihood for each measurement\n", " log_likes = scipy.special.logsumexp(np.vstack([logx1, logx2]), axis=0, b=lse_coeffs)\n", " \n", " return np.sum(log_likes)\n", "\n", "\n", "def mle_mix(n, w_guess):\n", " \"\"\"Obtain MLE estimate for parameters for binary mixture \n", " of Negative Binomials.\"\"\"\n", " with warnings.catch_warnings():\n", " warnings.simplefilter(\"ignore\")\n", "\n", " res = scipy.optimize.minimize(\n", " fun=lambda params, n: -log_like_mix(*params, n),\n", " x0=[*initial_guess_mix(n, w_guess), w_guess],\n", " args=(n,),\n", " method='Powell',\n", " tol=1e-6,\n", " )\n", "\n", " if res.success:\n", " return res.x\n", " else:\n", " raise RuntimeError('Convergence failed with message', res.message) " ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Now we can load in the data and compute the MLEs for each of the four genes." ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Rex1RestNanogPrdm14
alpha1.6345624.5303351.2630970.552886
b84.68091516.54305469.3478428.200636
alpha13.4970102.7865990.8348532.274487
b14.10491512.39570966.5346764.823947
alpha25.0896246.6834244.1275510.560992
b231.81037211.95326628.1328314.541640
w0.1604220.1087720.4666500.235639
\n", "
" ], "text/plain": [ " Rex1 Rest Nanog Prdm14\n", "alpha 1.634562 4.530335 1.263097 0.552886\n", "b 84.680915 16.543054 69.347842 8.200636\n", "alpha1 3.497010 2.786599 0.834853 2.274487\n", "b1 4.104915 12.395709 66.534676 4.823947\n", "alpha2 5.089624 6.683424 4.127551 0.560992\n", "b2 31.810372 11.953266 28.132831 4.541640\n", "w 0.160422 0.108772 0.466650 0.235639" ] }, "execution_count": 4, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Load in data\n", "df = pd.read_csv(os.path.join(data_path, \"singer_transcript_counts.csv\"), comment=\"#\")\n", "\n", "df_mle = pd.DataFrame(index=['alpha', 'b', 'alpha1', 'b1', 'alpha2', 'b2', 'w'])\n", "\n", "for gene in df:\n", " n = df['Nanog'].values\n", "\n", " # Single Negative Binomial MLE\n", " alpha, b = mle_iid_nbinom(df[gene].values)\n", "\n", " # Mixture model MLE\n", " alpha1, b1, alpha2, b2, w = mle_mix(df[gene].values, 0.2)\n", " \n", " # Store results in data frame\n", " df_mle[gene] = [alpha, b, alpha1, b1, alpha2, b2, w]\n", " \n", "# Take a look\n", "df_mle" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "For each of the two models, we can compute the log likelihood evaluated at the MLEs for the parameters." ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Rex1RestNanogPrdm14
alpha1.6345624.5303351.2630970.552886
b84.68091516.54305469.3478428.200636
alpha13.4970102.7865990.8348532.274487
b14.10491512.39570966.5346764.823947
alpha25.0896246.6834244.1275510.560992
b231.81037211.95326628.1328314.541640
w0.1604220.1087720.4666500.235639
log_like_single-1638.678482-1376.748398-1524.928918-713.091587
log_like_mix-1590.353744-1372.108896-1512.444549-712.704688
\n", "
" ], "text/plain": [ " Rex1 Rest Nanog Prdm14\n", "alpha 1.634562 4.530335 1.263097 0.552886\n", "b 84.680915 16.543054 69.347842 8.200636\n", "alpha1 3.497010 2.786599 0.834853 2.274487\n", "b1 4.104915 12.395709 66.534676 4.823947\n", "alpha2 5.089624 6.683424 4.127551 0.560992\n", "b2 31.810372 11.953266 28.132831 4.541640\n", "w 0.160422 0.108772 0.466650 0.235639\n", "log_like_single -1638.678482 -1376.748398 -1524.928918 -713.091587\n", "log_like_mix -1590.353744 -1372.108896 -1512.444549 -712.704688" ] }, "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ "for gene in df:\n", " ell = log_like_iid_nbinom(\n", " (df_mle.loc[\"alpha\", gene], df_mle.loc[\"b\", gene]), df[gene].values\n", " )\n", " df_mle.loc[\"log_like_single\", gene] = ell\n", "\n", " ell_mix = log_like_mix(\n", " *df_mle.loc[[\"alpha1\", 'b1', 'alpha2', 'b2', 'w'], gene].values,\n", " df[gene].values,\n", " )\n", " df_mle.loc[\"log_like_mix\", gene] = ell_mix\n", " \n", "# Take a look\n", "df_mle" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "We can already see a very large difference between the log likelihood evaluated at the MLE for Rex1, but not much difference for Prdm14. The mixture model has $p = 5$ parameters, while the single Negative Binomial model has $p = 2$. With these numbers, we can compute the AIC and then also the Akaike weights." ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Rex1RestNanogPrdm14
alpha1.6345624.5303351.2630970.552886
b84.68091516.54305469.3478428.200636
alpha13.4970102.7865990.8348532.274487
b14.10491512.39570966.5346764.823947
alpha25.0896246.6834244.1275510.560992
b231.81037211.95326628.1328314.541640
w0.1604220.1087720.4666500.235639
log_like_single-1638.678482-1376.748398-1524.928918-713.091587
log_like_mix-1590.353744-1372.108896-1512.444549-712.704688
AIC_single3281.3569632757.4967973053.8578371430.183173
AIC_mix3190.7074872754.2177923034.8890981435.409375
\n", "
" ], "text/plain": [ " Rex1 Rest Nanog Prdm14\n", "alpha 1.634562 4.530335 1.263097 0.552886\n", "b 84.680915 16.543054 69.347842 8.200636\n", "alpha1 3.497010 2.786599 0.834853 2.274487\n", "b1 4.104915 12.395709 66.534676 4.823947\n", "alpha2 5.089624 6.683424 4.127551 0.560992\n", "b2 31.810372 11.953266 28.132831 4.541640\n", "w 0.160422 0.108772 0.466650 0.235639\n", "log_like_single -1638.678482 -1376.748398 -1524.928918 -713.091587\n", "log_like_mix -1590.353744 -1372.108896 -1512.444549 -712.704688\n", "AIC_single 3281.356963 2757.496797 3053.857837 1430.183173\n", "AIC_mix 3190.707487 2754.217792 3034.889098 1435.409375" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "for gene in df:\n", " df_mle.loc['AIC_single', gene] = -2 * (df_mle.loc['log_like_single', gene] - 2)\n", " df_mle.loc['AIC_mix', gene] = -2 * (df_mle.loc['log_like_mix', gene] - 5)\n", " \n", "# Take a look\n", "df_mle" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Finally, we can compute the Akaike weight for the model with a single NEgative Binomial (the weight for the mixture model is $1-w_\\mathrm{single}$)." ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Rex1RestNanogPrdm14
alpha1.634562e+004.5303351.2630970.552886
b8.468092e+0116.54305469.3478428.200636
alpha13.497010e+002.7865990.8348532.274487
b14.104915e+0012.39570966.5346764.823947
alpha25.089624e+006.6834244.1275510.560992
b23.181037e+0111.95326628.1328314.541640
w1.604216e-010.1087720.4666500.235639
log_like_single-1.638678e+03-1376.748398-1524.928918-713.091587
log_like_mix-1.590354e+03-1372.108896-1512.444549-712.704688
AIC_single3.281357e+032757.4967973053.8578371430.183173
AIC_mix3.190707e+032754.2177923034.8890981435.409375
w_single2.068790e-200.1625330.0000760.931700
\n", "
" ], "text/plain": [ " Rex1 Rest Nanog Prdm14\n", "alpha 1.634562e+00 4.530335 1.263097 0.552886\n", "b 8.468092e+01 16.543054 69.347842 8.200636\n", "alpha1 3.497010e+00 2.786599 0.834853 2.274487\n", "b1 4.104915e+00 12.395709 66.534676 4.823947\n", "alpha2 5.089624e+00 6.683424 4.127551 0.560992\n", "b2 3.181037e+01 11.953266 28.132831 4.541640\n", "w 1.604216e-01 0.108772 0.466650 0.235639\n", "log_like_single -1.638678e+03 -1376.748398 -1524.928918 -713.091587\n", "log_like_mix -1.590354e+03 -1372.108896 -1512.444549 -712.704688\n", "AIC_single 3.281357e+03 2757.496797 3053.857837 1430.183173\n", "AIC_mix 3.190707e+03 2754.217792 3034.889098 1435.409375\n", "w_single 2.068790e-20 0.162533 0.000076 0.931700" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "for gene in df:\n", " AIC_max = max(df_mle.loc[['AIC_single', 'AIC_mix'], gene])\n", " numerator = np.exp(-(df_mle.loc['AIC_single', gene] - AIC_max)/2)\n", " denominator = numerator + np.exp(-(df_mle.loc['AIC_mix', gene] - AIC_max)/2)\n", " df_mle.loc['w_single', gene] = numerator / denominator\n", " \n", "# Take a look\n", "df_mle" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "In looking at the Akaike weight for the mixture (1 – `w_single`), is it clear that the mixture model is strongly preferred for Rex1 and Nanog. There is not strong preference for Rest, and a preference for the single Negative Binomial model for Prdm14. Reminding ourselves of the ECDFs, this makes sense." ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "data": { "text/html": [ "\n", "
\n" ] }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/javascript": [ "(function(root) {\n", " function embed_document(root) {\n", " const docs_json = {\"335d5c7b-f5c0-4a4c-8f93-415264b5099f\":{\"version\":\"3.2.1\",\"title\":\"Bokeh Application\",\"roots\":[{\"type\":\"object\",\"name\":\"GridPlot\",\"id\":\"p1233\",\"attributes\":{\"rows\":null,\"cols\":null,\"toolbar\":{\"type\":\"object\",\"name\":\"Toolbar\",\"id\":\"p1232\",\"attributes\":{\"tools\":[{\"type\":\"object\",\"name\":\"ToolProxy\",\"id\":\"p1226\",\"attributes\":{\"tools\":[{\"type\":\"object\",\"name\":\"PanTool\",\"id\":\"p1024\"},{\"type\":\"object\",\"name\":\"PanTool\",\"id\":\"p1080\"},{\"type\":\"object\",\"name\":\"PanTool\",\"id\":\"p1136\"},{\"type\":\"object\",\"name\":\"PanTool\",\"id\":\"p1192\"}]}},{\"type\":\"object\",\"name\":\"ToolProxy\",\"id\":\"p1227\",\"attributes\":{\"tools\":[{\"type\":\"object\",\"name\":\"WheelZoomTool\",\"id\":\"p1025\"},{\"type\":\"object\",\"name\":\"WheelZoomTool\",\"id\":\"p1081\"},{\"type\":\"object\",\"name\":\"WheelZoomTool\",\"id\":\"p1137\"},{\"type\":\"object\",\"name\":\"WheelZoomTool\",\"id\":\"p1193\"}]}},{\"type\":\"object\",\"name\":\"ToolProxy\",\"id\":\"p1228\",\"attributes\":{\"tools\":[{\"type\":\"object\",\"name\":\"BoxZoomTool\",\"id\":\"p1026\",\"attributes\":{\"overlay\":{\"type\":\"object\",\"name\":\"BoxAnnotation\",\"id\":\"p1027\",\"attributes\":{\"syncable\":false,\"level\":\"overlay\",\"visible\":false,\"left_units\":\"canvas\",\"right_units\":\"canvas\",\"bottom_units\":\"canvas\",\"top_units\":\"canvas\",\"line_color\":\"black\",\"line_alpha\":1.0,\"line_width\":2,\"line_dash\":[4,4],\"fill_color\":\"lightgrey\",\"fill_alpha\":0.5}}}},{\"type\":\"object\",\"name\":\"BoxZoomTool\",\"id\":\"p1082\",\"attributes\":{\"overlay\":{\"type\":\"object\",\"name\":\"BoxAnnotation\",\"id\":\"p1083\",\"attributes\":{\"syncable\":false,\"level\":\"overlay\",\"visible\":false,\"left_units\":\"canvas\",\"right_units\":\"canvas\",\"bottom_units\":\"canvas\",\"top_units\":\"canvas\",\"line_color\":\"black\",\"line_alpha\":1.0,\"line_width\":2,\"line_dash\":[4,4],\"fill_color\":\"lightgrey\",\"fill_alpha\":0.5}}}},{\"type\":\"object\",\"name\":\"BoxZoomTool\",\"id\":\"p1138\",\"attributes\":{\"overlay\":{\"type\":\"object\",\"name\":\"BoxAnnotation\",\"id\":\"p1139\",\"attributes\":{\"syncable\":false,\"level\":\"overlay\",\"visible\":false,\"left_units\":\"canvas\",\"right_units\":\"canvas\",\"bottom_units\":\"canvas\",\"top_units\":\"canvas\",\"line_color\":\"black\",\"line_alpha\":1.0,\"line_width\":2,\"line_dash\":[4,4],\"fill_color\":\"lightgrey\",\"fill_alpha\":0.5}}}},{\"type\":\"object\",\"name\":\"BoxZoomTool\",\"id\":\"p1194\",\"attributes\":{\"overlay\":{\"type\":\"object\",\"name\":\"BoxAnnotation\",\"id\":\"p1195\",\"attributes\":{\"syncable\":false,\"level\":\"overlay\",\"visible\":false,\"left_units\":\"canvas\",\"right_units\":\"canvas\",\"bottom_units\":\"canvas\",\"top_units\":\"canvas\",\"line_color\":\"black\",\"line_alpha\":1.0,\"line_width\":2,\"line_dash\":[4,4],\"fill_color\":\"lightgrey\",\"fill_alpha\":0.5}}}}]}},{\"type\":\"object\",\"name\":\"SaveTool\",\"id\":\"p1229\"},{\"type\":\"object\",\"name\":\"ToolProxy\",\"id\":\"p1230\",\"attributes\":{\"tools\":[{\"type\":\"object\",\"name\":\"ResetTool\",\"id\":\"p1029\"},{\"type\":\"object\",\"name\":\"ResetTool\",\"id\":\"p1085\"},{\"type\":\"object\",\"name\":\"ResetTool\",\"id\":\"p1141\"},{\"type\":\"object\",\"name\":\"ResetTool\",\"id\":\"p1197\"}]}},{\"type\":\"object\",\"name\":\"ToolProxy\",\"id\":\"p1231\",\"attributes\":{\"tools\":[{\"type\":\"object\",\"name\":\"HelpTool\",\"id\":\"p1030\"},{\"type\":\"object\",\"name\":\"HelpTool\",\"id\":\"p1086\"},{\"type\":\"object\",\"name\":\"HelpTool\",\"id\":\"p1142\"},{\"type\":\"object\",\"name\":\"HelpTool\",\"id\":\"p1198\"}]}}]}},\"children\":[[{\"type\":\"object\",\"name\":\"Figure\",\"id\":\"p1002\",\"attributes\":{\"x_range\":{\"type\":\"object\",\"name\":\"DataRange1d\",\"id\":\"p1003\"},\"y_range\":{\"type\":\"object\",\"name\":\"DataRange1d\",\"id\":\"p1004\"},\"x_scale\":{\"type\":\"object\",\"name\":\"LinearScale\",\"id\":\"p1012\"},\"y_scale\":{\"type\":\"object\",\"name\":\"LinearScale\",\"id\":\"p1013\"},\"title\":{\"type\":\"object\",\"name\":\"Title\",\"id\":\"p1005\",\"attributes\":{\"text\":\"Nanog\"}},\"renderers\":[{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1037\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1031\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1032\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1033\"},\"data\":{\"type\":\"map\",\"entries\":[[\"x\",{\"type\":\"ndarray\",\"array\":{\"type\":\"bytes\",\"data\":\"AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAkQAAAAAAAACRAAAAAAAAAJEAAAAAAAAAkQAAAAAAAACRAAAAAAAAAJEAAAAAAAAAkQAAAAAAAACRAAAAAAAAAJEAAAAAAAAAkQAAAAAAAACZAAAAAAAAAJkAAAAAAAAAmQAAAAAAAACZAAAAAAAAAJkAAAAAAAAAmQAAAAAAAACZAAAAAAAAAJkAAAAAAAAAoQAAAAAAAAChAAAAAAAAAKkAAAAAAAAAqQAAAAAAAACxAAAAAAAAALEAAAAAAAAAsQAAAAAAAACxAAAAAAAAALEAAAAAAAAAsQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAyQAAAAAAAADJAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADNAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADNAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA2QAAAAAAAADZAAAAAAAAANkAAAAAAAAA2QAAAAAAAADdAAAAAAAAAN0AAAAAAAAA4QAAAAAAAADhAAAAAAAAAOEAAAAAAAAA4QAAAAAAAADhAAAAAAAAAOEAAAAAAAAA4QAAAAAAAADhAAAAAAAAAOUAAAAAAAAA5QAAAAAAAADpAAAAAAAAAOkAAAAAAAAA7QAAAAAAAADtAAAAAAAAAO0AAAAAAAAA7QAAAAAAAADxAAAAAAAAAPEAAAAAAAAA9QAAAAAAAAD1AAAAAAAAAPUAAAAAAAAA9QAAAAAAAAD1AAAAAAAAAPUAAAAAAAAA9QAAAAAAAAD1AAAAAAAAAPkAAAAAAAAA+QAAAAAAAAD5AAAAAAAAAPkAAAAAAAAA/QAAAAAAAAD9AAAAAAAAAQEAAAAAAAABAQAAAAAAAAEBAAAAAAAAAQEAAAAAAAABAQAAAAAAAAEBAAAAAAACAQEAAAAAAAIBAQAAAAAAAgEBAAAAAAACAQEAAAAAAAIBAQAAAAAAAgEBAAAAAAACAQEAAAAAAAIBAQAAAAAAAAEFAAAAAAAAAQUAAAAAAAIBBQAAAAAAAgEFAAAAAAACAQkAAAAAAAIBCQAAAAAAAgEJAAAAAAACAQkAAAAAAAABDQAAAAAAAAENAAAAAAAAAQ0AAAAAAAABDQAAAAAAAgENAAAAAAACAQ0AAAAAAAIBDQAAAAAAAgENAAAAAAACAQ0AAAAAAAIBDQAAAAAAAAERAAAAAAAAAREAAAAAAAABEQAAAAAAAAERAAAAAAACAREAAAAAAAIBEQAAAAAAAgERAAAAAAACAREAAAAAAAABGQAAAAAAAAEZAAAAAAAAARkAAAAAAAABGQAAAAAAAAEdAAAAAAAAAR0AAAAAAAIBHQAAAAAAAgEdAAAAAAAAASEAAAAAAAABIQAAAAAAAgEhAAAAAAACASEAAAAAAAIBIQAAAAAAAgEhAAAAAAAAASUAAAAAAAABJQAAAAAAAgElAAAAAAACASUAAAAAAAABKQAAAAAAAAEpAAAAAAACASkAAAAAAAIBKQAAAAAAAgEtAAAAAAACAS0AAAAAAAIBLQAAAAAAAgEtAAAAAAACATEAAAAAAAIBMQAAAAAAAAE1AAAAAAAAATUAAAAAAAIBNQAAAAAAAgE1AAAAAAACATUAAAAAAAIBNQAAAAAAAAE5AAAAAAAAATkAAAAAAAIBOQAAAAAAAgE5AAAAAAACATkAAAAAAAIBOQAAAAAAAAE9AAAAAAAAAT0AAAAAAAIBPQAAAAAAAgE9AAAAAAAAAUEAAAAAAAABQQAAAAAAAAFBAAAAAAAAAUEAAAAAAAABQQAAAAAAAAFBAAAAAAAAAUEAAAAAAAABQQAAAAAAAQFBAAAAAAABAUEAAAAAAAEBQQAAAAAAAQFBAAAAAAABAUEAAAAAAAEBQQAAAAAAAgFBAAAAAAACAUEAAAAAAAIBQQAAAAAAAgFBAAAAAAACAUEAAAAAAAIBQQAAAAAAAgFBAAAAAAACAUEAAAAAAAMBQQAAAAAAAwFBAAAAAAADAUEAAAAAAAMBQQAAAAAAAwFBAAAAAAADAUEAAAAAAAMBQQAAAAAAAwFBAAAAAAAAAUUAAAAAAAABRQAAAAAAAAFFAAAAAAAAAUUAAAAAAAABRQAAAAAAAAFFAAAAAAABAUUAAAAAAAEBRQAAAAAAAQFFAAAAAAABAUUAAAAAAAMBRQAAAAAAAwFFAAAAAAAAAUkAAAAAAAABSQAAAAAAAAFJAAAAAAAAAUkAAAAAAAEBSQAAAAAAAQFJAAAAAAABAUkAAAAAAAEBSQAAAAAAAgFJAAAAAAACAUkAAAAAAAIBSQAAAAAAAgFJAAAAAAACAUkAAAAAAAIBSQAAAAAAAAFNAAAAAAAAAU0AAAAAAAABTQAAAAAAAAFNAAAAAAABAU0AAAAAAAEBTQAAAAAAAQFNAAAAAAABAU0AAAAAAAEBTQAAAAAAAQFNAAAAAAABAU0AAAAAAAEBTQAAAAAAAgFNAAAAAAACAU0AAAAAAAIBTQAAAAAAAgFNAAAAAAADAU0AAAAAAAMBTQAAAAAAAwFNAAAAAAADAU0AAAAAAAABUQAAAAAAAAFRAAAAAAAAAVEAAAAAAAABUQAAAAAAAAFRAAAAAAAAAVEAAAAAAAEBUQAAAAAAAQFRAAAAAAACAVEAAAAAAAIBUQAAAAAAAgFRAAAAAAACAVEAAAAAAAMBUQAAAAAAAwFRAAAAAAADAVEAAAAAAAMBUQAAAAAAAAFVAAAAAAAAAVUAAAAAAAABVQAAAAAAAAFVAAAAAAAAAVUAAAAAAAABVQAAAAAAAQFVAAAAAAABAVUAAAAAAAIBVQAAAAAAAgFVAAAAAAACAVUAAAAAAAIBVQAAAAAAAwFVAAAAAAADAVUAAAAAAAMBVQAAAAAAAwFVAAAAAAAAAVkAAAAAAAABWQAAAAAAAAFZAAAAAAAAAVkAAAAAAAIBWQAAAAAAAgFZAAAAAAAAAV0AAAAAAAABXQAAAAAAAgFdAAAAAAACAV0AAAAAAAIBXQAAAAAAAgFdAAAAAAACAV0AAAAAAAIBXQAAAAAAAgFdAAAAAAACAV0AAAAAAAABYQAAAAAAAAFhAAAAAAABAWEAAAAAAAEBYQAAAAAAAAFlAAAAAAAAAWUAAAAAAAEBZQAAAAAAAQFlAAAAAAABAWUAAAAAAAEBZQAAAAAAAwFlAAAAAAADAWUAAAAAAAMBZQAAAAAAAwFlAAAAAAAAAWkAAAAAAAABaQAAAAAAAAFpAAAAAAAAAWkAAAAAAAABaQAAAAAAAAFpAAAAAAAAAWkAAAAAAAABaQAAAAAAAAFpAAAAAAAAAWkAAAAAAAABaQAAAAAAAAFpAAAAAAABAWkAAAAAAAEBaQAAAAAAAQFpAAAAAAABAWkAAAAAAAMBaQAAAAAAAwFpAAAAAAADAWkAAAAAAAMBaQAAAAAAAAFtAAAAAAAAAW0AAAAAAAEBbQAAAAAAAQFtAAAAAAACAW0AAAAAAAIBbQAAAAAAAQFxAAAAAAABAXEAAAAAAAIBcQAAAAAAAgFxAAAAAAADAXEAAAAAAAMBcQAAAAAAAAF1AAAAAAAAAXUAAAAAAAABdQAAAAAAAAF1AAAAAAABAXUAAAAAAAEBdQAAAAAAAgF1AAAAAAACAXUAAAAAAAIBdQAAAAAAAgF1AAAAAAADAXUAAAAAAAMBdQAAAAAAAAF5AAAAAAAAAXkAAAAAAAABeQAAAAAAAAF5AAAAAAAAAXkAAAAAAAABeQAAAAAAAQF5AAAAAAABAXkAAAAAAAMBeQAAAAAAAwF5AAAAAAAAAX0AAAAAAAABfQAAAAAAAQF9AAAAAAABAX0AAAAAAAMBfQAAAAAAAwF9AAAAAAADAX0AAAAAAAMBfQAAAAAAAwF9AAAAAAADAX0AAAAAAAABgQAAAAAAAAGBAAAAAAAAAYEAAAAAAAABgQAAAAAAAAGBAAAAAAAAAYEAAAAAAACBgQAAAAAAAIGBAAAAAAABAYEAAAAAAAEBgQAAAAAAAgGBAAAAAAACAYEAAAAAAAIBgQAAAAAAAgGBAAAAAAACAYEAAAAAAAIBgQAAAAAAAwGBAAAAAAADAYEAAAAAAAMBgQAAAAAAAwGBAAAAAAAAAYUAAAAAAAABhQAAAAAAAIGFAAAAAAAAgYUAAAAAAAEBhQAAAAAAAQGFAAAAAAABgYUAAAAAAAGBhQAAAAAAAgGFAAAAAAACAYUAAAAAAAIBhQAAAAAAAgGFAAAAAAACgYUAAAAAAAKBhQAAAAAAAoGFAAAAAAACgYUAAAAAAAOBhQAAAAAAA4GFAAAAAAADgYUAAAAAAAOBhQAAAAAAAAGJAAAAAAAAAYkAAAAAAACBiQAAAAAAAIGJAAAAAAACAYkAAAAAAAIBiQAAAAAAAoGJAAAAAAACgYkAAAAAAACBjQAAAAAAAIGNAAAAAAAAgY0AAAAAAACBjQAAAAAAAIGNAAAAAAAAgY0AAAAAAAEBjQAAAAAAAQGNAAAAAAABAY0AAAAAAAEBjQAAAAAAAYGNAAAAAAABgY0AAAAAAAIBjQAAAAAAAgGNAAAAAAACAY0AAAAAAAIBjQAAAAAAAgGNAAAAAAACAY0AAAAAAAABkQAAAAAAAAGRAAAAAAABAZEAAAAAAAEBkQAAAAAAAQGRAAAAAAABAZEAAAAAAAABlQAAAAAAAAGVAAAAAAABgZUAAAAAAAGBlQAAAAAAAwGVAAAAAAADAZUAAAAAAAOBlQAAAAAAA4GVAAAAAAADgZUAAAAAAAOBlQAAAAAAAAGZAAAAAAAAAZkAAAAAAACBmQAAAAAAAIGZAAAAAAACgZkAAAAAAAKBmQAAAAAAAQGdAAAAAAABAZ0AAAAAAAGBnQAAAAAAAYGdAAAAAAADAZ0AAAAAAAMBnQAAAAAAA4GdAAAAAAADgZ0AAAAAAACBoQAAAAAAAIGhAAAAAAABAaEAAAAAAAEBoQAAAAAAAYGhAAAAAAABgaEAAAAAAAIBoQAAAAAAAgGhAAAAAAADAaEAAAAAAAMBoQAAAAAAAAGlAAAAAAAAAaUAAAAAAAEBpQAAAAAAAQGlAAAAAAACAakAAAAAAAIBqQAAAAAAAAGtAAAAAAAAAa0AAAAAAAGBsQAAAAAAAYGxAAAAAAACAbEAAAAAAAIBsQAAAAAAA4GxAAAAAAADgbEAAAAAAAIBtQAAAAAAAgG1AAAAAAADgbUAAAAAAAOBtQAAAAAAAwG5AAAAAAADAbkAAAAAAAGBvQAAAAAAAYG9AAAAAAACAb0AAAAAAAIBvQAAAAAAAcHBAAAAAAABwcEAAAAAAAHBwQAAAAAAAcHBAAAAAAAAgcUAAAAAAACBxQAAAAAAAUHJAAAAAAABQckAAAAAAAIB5QAAAAAAAgHlA\"},\"shape\":[558],\"dtype\":\"float64\",\"order\":\"little\"}],[\"y\",{\"type\":\"ndarray\",\"array\":{\"type\":\"bytes\",\"data\":\"AAAAAAAAAACycnWArFxtP7JydYCsXG0/snJ1gKxcfT+ycnWArFx9PwYWWGCBBYY/BhZYYIEFhj+ycnWArFyNP7JydYCsXI0/r2dJ0OtZkj+vZ0nQ61mSPwYWWGCBBZY/BhZYYIEFlj9cxGbwFrGZP1zEZvAWsZk/snJ1gKxcnT+ycnWArFydP4QQQgghhKA/hBBCCCGEoD+vZ0nQ61miP69nSdDrWaI/2r5QmLYvpD/avlCYti+kPwYWWGCBBaY/BhZYYIEFpj8xbV8oTNunPzFtXyhM26c/XMRm8BaxqT9cxGbwFrGpP4cbbrjhhqs/hxtuuOGGqz+ycnWArFytP7JydYCsXK0/3cl8SHcyrz/dyXxIdzKvP4QQQgghhLA/hBBCCCGEsD8avEVsBm+xPxq8RWwGb7E/r2dJ0OtZsj+vZ0nQ61myP0UTTTTRRLM/RRNNNNFEsz/avlCYti+0P9q+UJi2L7Q/cGpU/JsatT9walT8mxq1PwYWWGCBBbY/BhZYYIEFtj+bwVvEZvC2P5vBW8Rm8LY/MW1fKEzbtz8xbV8oTNu3P8YYY4wxxrg/xhhjjDHGuD9cxGbwFrG5P1zEZvAWsbk/8W9qVPybuj/xb2pU/Ju6P4cbbrjhhrs/hxtuuOGGuz8cx3Ecx3G8PxzHcRzHcbw/snJ1gKxcvT+ycnWArFy9P0geeeSRR74/SB555JFHvj/dyXxIdzK/P93JfEh3Mr8/uTpAVq4OwD+5OkBWrg7AP4QQQgghhMA/hBBCCCGEwD9P5kO6k/nAP0/mQ7qT+cA/GrxFbAZvwT8avEVsBm/BP+SRRx555ME/5JFHHnnkwT+vZ0nQ61nCP69nSdDrWcI/ej1Lgl7Pwj96PUuCXs/CP0UTTTTRRMM/RRNNNNFEwz8Q6U7mQ7rDPxDpTuZDusM/2r5QmLYvxD/avlCYti/EP6WUUkoppcQ/pZRSSimlxD9walT8mxrFP3BqVPybGsU/O0BWrg6QxT87QFauDpDFPwYWWGCBBcY/BhZYYIEFxj/Q61kS9HrGP9DrWRL0esY/m8FbxGbwxj+bwVvEZvDGP2aXXXbZZcc/Zpdddtllxz8xbV8oTNvHPzFtXyhM28c/+0Jh2r5QyD/7QmHavlDIP8YYY4wxxsg/xhhjjDHGyD+R7mQ+pDvJP5HuZD6kO8k/XMRm8BaxyT9cxGbwFrHJPyeaaKKJJso/J5poookmyj/xb2pU/JvKP/FvalT8m8o/vEVsBm8Ryz+8RWwGbxHLP4cbbrjhhss/hxtuuOGGyz9S8W9qVPzLP1Lxb2pU/Ms/HMdxHMdxzD8cx3Ecx3HMP+ecc84558w/55xzzjnnzD+ycnWArFzNP7JydYCsXM0/fUh3Mh/SzT99SHcyH9LNP0geeeSRR84/SB555JFHzj8S9HqWBL3OPxL0epYEvc4/3cl8SHcyzz/dyXxIdzLPP6iffvrpp88/qJ9++umnzz+5OkBWrg7QP7k6QFauDtA/nyVBr2dJ0D+fJUGvZ0nQP4QQQgghhNA/hBBCCCGE0D9q+0Jh2r7QP2r7QmHavtA/T+ZDupP50D9P5kO6k/nQPzTRRBNNNNE/NNFEE0000T8avEVsBm/RPxq8RWwGb9E//6ZGxb+p0T//pkbFv6nRP+SRRx555NE/5JFHHnnk0T/KfEh3Mh/SP8p8SHcyH9I/r2dJ0OtZ0j+vZ0nQ61nSP5VSSimllNI/lVJKKaWU0j96PUuCXs/SP3o9S4Jez9I/XyhM2xcK0z9fKEzbFwrTP0UTTTTRRNM/RRNNNNFE0z8q/k2Nin/TPyr+TY2Kf9M/EOlO5kO60z8Q6U7mQ7rTP/XTTz/99NM/9dNPP/300z/avlCYti/UP9q+UJi2L9Q/wKlR8W9q1D/AqVHxb2rUP6WUUkoppdQ/pZRSSiml1D+Lf1Oj4t/UP4t/U6Pi39Q/cGpU/Jsa1T9walT8mxrVP1VVVVVVVdU/VVVVVVVV1T87QFauDpDVPztAVq4OkNU/ICtXB8jK1T8gK1cHyMrVPwYWWGCBBdY/BhZYYIEF1j/rAFm5OkDWP+sAWbk6QNY/0OtZEvR61j/Q61kS9HrWP7bWWmuttdY/ttZaa6211j+bwVvEZvDWP5vBW8Rm8NY/gKxcHSAr1z+ArFwdICvXP2aXXXbZZdc/Zpdddtll1z9Lgl7PkqDXP0uCXs+SoNc/MW1fKEzb1z8xbV8oTNvXPxZYYIEFFtg/FlhggQUW2D/7QmHavlDYP/tCYdq+UNg/4S1iM3iL2D/hLWIzeIvYP8YYY4wxxtg/xhhjjDHG2D+sA2Tl6gDZP6wDZOXqANk/ke5kPqQ72T+R7mQ+pDvZP3bZZZdddtk/dtlll1122T9cxGbwFrHZP1zEZvAWsdk/Qa9nSdDr2T9Br2dJ0OvZPyeaaKKJJto/J5poookm2j8MhWn7QmHaPwyFaftCYdo/8W9qVPyb2j/xb2pU/JvaP9daa6211to/11prrbXW2j+8RWwGbxHbP7xFbAZvEds/oTBtXyhM2z+hMG1fKEzbP4cbbrjhhts/hxtuuOGG2z9sBm8Rm8HbP2wGbxGbwds/UvFvalT82z9S8W9qVPzbPzfccMMNN9w/N9xwww033D8cx3Ecx3HcPxzHcRzHcdw/ArJydYCs3D8CsnJ1gKzcP+ecc84559w/55xzzjnn3D/Nh3Qn8yHdP82HdCfzId0/snJ1gKxc3T+ycnWArFzdP5dddtlll90/l1122WWX3T99SHcyH9LdP31IdzIf0t0/YjN4i9gM3j9iM3iL2AzeP0geeeSRR94/SB555JFH3j8tCXo9S4LePy0Jej1Lgt4/EvR6lgS93j8S9HqWBL3eP/jee++9994/+N5777333j/dyXxIdzLfP93JfEh3Mt8/w7R9oTBt3z/DtH2hMG3fP6iffvrpp98/qJ9++umn3z+Nin9To+LfP42Kf1Oj4t8/uTpAVq4O4D+5OkBWrg7gPyywwAILLOA/LLDAAgss4D+fJUGvZ0ngP58lQa9nSeA/EZvBW8Rm4D8Rm8FbxGbgP4QQQgghhOA/hBBCCCGE4D/3hcK0faHgP/eFwrR9oeA/avtCYdq+4D9q+0Jh2r7gP9xwww033OA/3HDDDTfc4D9P5kO6k/ngP0/mQ7qT+eA/wlvEZvAW4T/CW8Rm8BbhPzTRRBNNNOE/NNFEE0004T+nRsW/qVHhP6dGxb+pUeE/GrxFbAZv4T8avEVsBm/hP4wxxhhjjOE/jDHGGGOM4T//pkbFv6nhP/+mRsW/qeE/chzHcRzH4T9yHMdxHMfhP+SRRx555OE/5JFHHnnk4T9XB8jK1QHiP1cHyMrVAeI/ynxIdzIf4j/KfEh3Mh/iPz3yyCOPPOI/PfLII4884j+vZ0nQ61niP69nSdDrWeI/It3JfEh34j8i3cl8SHfiP5VSSimllOI/lVJKKaWU4j8HyMrVAbLiPwfIytUBsuI/ej1Lgl7P4j96PUuCXs/iP+2yyy677OI/7bLLLrvs4j9fKEzbFwrjP18oTNsXCuM/0p3Mh3Qn4z/SncyHdCfjP0UTTTTRROM/RRNNNNFE4z+4iM3gLWLjP7iIzeAtYuM/Kv5NjYp/4z8q/k2Nin/jP51zzjnnnOM/nXPOOeec4z8Q6U7mQ7rjPxDpTuZDuuM/gl7PkqDX4z+CXs+SoNfjP/XTTz/99OM/9dNPP/304z9oSdDrWRLkP2hJ0OtZEuQ/2r5QmLYv5D/avlCYti/kP0000UQTTeQ/TTTRRBNN5D/AqVHxb2rkP8CpUfFvauQ/Mh/SncyH5D8yH9KdzIfkP6WUUkoppeQ/pZRSSiml5D8YCtP2hcLkPxgK0/aFwuQ/i39To+Lf5D+Lf1Oj4t/kP/30008//eQ//fTTTz/95D9walT8mxrlP3BqVPybGuU/49/UqPg35T/j39So+DflP1VVVVVVVeU/VVVVVVVV5T/IytUBsnLlP8jK1QGycuU/O0BWrg6Q5T87QFauDpDlP6211lprreU/rbXWWmut5T8gK1cHyMrlPyArVwfIyuU/k6DXsyTo5T+ToNezJOjlPwYWWGCBBeY/BhZYYIEF5j94i9gM3iLmP3iL2AzeIuY/6wBZuTpA5j/rAFm5OkDmP1522WWXXeY/XnbZZZdd5j/Q61kS9HrmP9DrWRL0euY/Q2HavlCY5j9DYdq+UJjmP7bWWmutteY/ttZaa6215j8oTNsXCtPmPyhM2xcK0+Y/m8FbxGbw5j+bwVvEZvDmPw433HDDDec/DjfccMMN5z+ArFwdICvnP4CsXB0gK+c/8yHdyXxI5z/zId3JfEjnP2aXXXbZZec/Zpdddtll5z/ZDN4iNoPnP9kM3iI2g+c/S4Jez5Kg5z9Lgl7PkqDnP7733nvvvec/vvfee++95z8xbV8oTNvnPzFtXyhM2+c/o+Lf1Kj45z+j4t/UqPjnPxZYYIEFFug/FlhggQUW6D+JzeAtYjPoP4nN4C1iM+g/+0Jh2r5Q6D/7QmHavlDoP2644YYbbug/brjhhhtu6D/hLWIzeIvoP+EtYjN4i+g/U6Pi39So6D9To+Lf1KjoP8YYY4wxxug/xhhjjDHG6D85juM4juPoPzmO4ziO4+g/rANk5eoA6T+sA2Tl6gDpPx555JFHHuk/HnnkkUce6T+R7mQ+pDvpP5HuZD6kO+k/BGTl6gBZ6T8EZOXqAFnpP3bZZZddduk/dtlll1126T/pTuZDupPpP+lO5kO6k+k/XMRm8Bax6T9cxGbwFrHpP84555xzzuk/zjnnnHPO6T9Br2dJ0OvpP0GvZ0nQ6+k/tCTo9SwJ6j+0JOj1LAnqPyeaaKKJJuo/J5poookm6j+ZD+lO5kPqP5kP6U7mQ+o/DIVp+0Jh6j8MhWn7QmHqP3/66aeffuo/f/rpp59+6j/xb2pU/JvqP/FvalT8m+o/ZOXqAFm56j9k5eoAWbnqP9daa6211uo/11prrbXW6j9J0OtZEvTqP0nQ61kS9Oo/vEVsBm8R6z+8RWwGbxHrPy+77LLLLus/L7vssssu6z+hMG1fKEzrP6EwbV8oTOs/FKbtC4Vp6z8Upu0LhWnrP4cbbrjhhus/hxtuuOGG6z/6kO5kPqTrP/qQ7mQ+pOs/bAZvEZvB6z9sBm8Rm8HrP99777333us/33vvvffe6z9S8W9qVPzrP1Lxb2pU/Os/xGbwFrEZ7D/EZvAWsRnsPzfccMMNN+w/N9xwww037D+qUfFvalTsP6pR8W9qVOw/HMdxHMdx7D8cx3Ecx3HsP4888sgjj+w/jzzyyCOP7D8CsnJ1gKzsPwKycnWArOw/dSfzId3J7D91J/Mh3cnsP+ecc8455+w/55xzzjnn7D9aEvR6lgTtP1oS9HqWBO0/zYd0J/Mh7T/Nh3Qn8yHtPz/99NNPP+0/P/30008/7T+ycnWArFztP7JydYCsXO0/Jej1LAl67T8l6PUsCXrtP5dddtlll+0/l1122WWX7T8K0/aFwrTtPwrT9oXCtO0/fUh3Mh/S7T99SHcyH9LtP++999577+0/77333nvv7T9iM3iL2AzuP2IzeIvYDO4/1aj4NzUq7j/VqPg3NSruP0geeeSRR+4/SB555JFH7j+6k/mQ7mTuP7qT+ZDuZO4/LQl6PUuC7j8tCXo9S4LuP6B++umnn+4/oH766aef7j8S9HqWBL3uPxL0epYEve4/hWn7QmHa7j+FaftCYdruP/jee++99+4/+N5777337j9qVPybGhXvP2pU/JsaFe8/3cl8SHcy7z/dyXxIdzLvP1A//fTTT+8/UD/99NNP7z/DtH2hMG3vP8O0faEwbe8/NSr+TY2K7z81Kv5NjYrvP6iffvrpp+8/qJ9++umn7z8bFf+mRsXvPxsV/6ZGxe8/jYp/U6Pi7z+Nin9To+LvPwAAAAAAAPA/\"},\"shape\":[558],\"dtype\":\"float64\",\"order\":\"little\"}]]}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1038\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1039\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1034\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_width\":2}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1035\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_alpha\":0.1,\"line_width\":2}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1036\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_alpha\":0.2,\"line_width\":2}}}},{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1046\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1040\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1041\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1042\"},\"data\":{\"type\":\"map\"}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1047\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1048\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1043\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":0.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1044\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":0.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.1},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1045\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":0.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.2},\"line_width\":{\"type\":\"value\",\"value\":2}}}}},{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1055\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1049\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1050\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1051\"},\"data\":{\"type\":\"map\"}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1056\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1057\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1052\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":408.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1053\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":408.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.1},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1054\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":408.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.2},\"line_width\":{\"type\":\"value\",\"value\":2}}}}}],\"toolbar\":{\"type\":\"object\",\"name\":\"Toolbar\",\"id\":\"p1011\",\"attributes\":{\"tools\":[{\"id\":\"p1024\"},{\"id\":\"p1025\"},{\"id\":\"p1026\"},{\"type\":\"object\",\"name\":\"SaveTool\",\"id\":\"p1028\"},{\"id\":\"p1029\"},{\"id\":\"p1030\"}]}},\"toolbar_location\":null,\"left\":[{\"type\":\"object\",\"name\":\"LinearAxis\",\"id\":\"p1019\",\"attributes\":{\"ticker\":{\"type\":\"object\",\"name\":\"BasicTicker\",\"id\":\"p1020\",\"attributes\":{\"mantissas\":[1,2,5]}},\"formatter\":{\"type\":\"object\",\"name\":\"BasicTickFormatter\",\"id\":\"p1021\"},\"axis_label\":\"ECDF\",\"major_label_policy\":{\"type\":\"object\",\"name\":\"AllLabels\",\"id\":\"p1022\"}}}],\"below\":[{\"type\":\"object\",\"name\":\"LinearAxis\",\"id\":\"p1014\",\"attributes\":{\"ticker\":{\"type\":\"object\",\"name\":\"BasicTicker\",\"id\":\"p1015\",\"attributes\":{\"mantissas\":[1,2,5]}},\"formatter\":{\"type\":\"object\",\"name\":\"BasicTickFormatter\",\"id\":\"p1016\"},\"axis_label\":\"mRNA count\",\"major_label_policy\":{\"type\":\"object\",\"name\":\"AllLabels\",\"id\":\"p1017\"}}}],\"center\":[{\"type\":\"object\",\"name\":\"Grid\",\"id\":\"p1018\",\"attributes\":{\"axis\":{\"id\":\"p1014\"}}},{\"type\":\"object\",\"name\":\"Grid\",\"id\":\"p1023\",\"attributes\":{\"dimension\":1,\"axis\":{\"id\":\"p1019\"}}}],\"frame_width\":200,\"frame_height\":150}},0,0],[{\"type\":\"object\",\"name\":\"Figure\",\"id\":\"p1058\",\"attributes\":{\"x_range\":{\"type\":\"object\",\"name\":\"DataRange1d\",\"id\":\"p1059\"},\"y_range\":{\"type\":\"object\",\"name\":\"DataRange1d\",\"id\":\"p1060\"},\"x_scale\":{\"type\":\"object\",\"name\":\"LinearScale\",\"id\":\"p1068\"},\"y_scale\":{\"type\":\"object\",\"name\":\"LinearScale\",\"id\":\"p1069\"},\"title\":{\"type\":\"object\",\"name\":\"Title\",\"id\":\"p1061\",\"attributes\":{\"text\":\"Prdm14\"}},\"renderers\":[{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1093\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1087\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1088\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1089\"},\"data\":{\"type\":\"map\",\"entries\":[[\"x\",{\"type\":\"ndarray\",\"array\":{\"type\":\"bytes\",\"data\":\"AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/AAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAQAAAAAAAAABAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAACEAAAAAAAAAIQAAAAAAAAAhAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAQQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAFEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABxAAAAAAAAAHEAAAAAAAAAcQAAAAAAAABxAAAAAAAAAHEAAAAAAAAAcQAAAAAAAABxAAAAAAAAAHEAAAAAAAAAcQAAAAAAAABxAAAAAAAAAHEAAAAAAAAAcQAAAAAAAABxAAAAAAAAAHEAAAAAAAAAcQAAAAAAAABxAAAAAAAAAHEAAAAAAAAAcQAAAAAAAABxAAAAAAAAAHEAAAAAAAAAcQAAAAAAAABxAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAiQAAAAAAAACJAAAAAAAAAIkAAAAAAAAAiQAAAAAAAACJAAAAAAAAAIkAAAAAAAAAiQAAAAAAAACJAAAAAAAAAJEAAAAAAAAAkQAAAAAAAACRAAAAAAAAAJEAAAAAAAAAmQAAAAAAAACZAAAAAAAAAJkAAAAAAAAAmQAAAAAAAACZAAAAAAAAAJkAAAAAAAAAmQAAAAAAAACZAAAAAAAAAKEAAAAAAAAAoQAAAAAAAAChAAAAAAAAAKEAAAAAAAAAoQAAAAAAAAChAAAAAAAAAKEAAAAAAAAAoQAAAAAAAAChAAAAAAAAAKEAAAAAAAAAoQAAAAAAAAChAAAAAAAAAKEAAAAAAAAAoQAAAAAAAAChAAAAAAAAAKEAAAAAAAAAqQAAAAAAAACpAAAAAAAAAKkAAAAAAAAAqQAAAAAAAACpAAAAAAAAAKkAAAAAAAAAsQAAAAAAAACxAAAAAAAAALkAAAAAAAAAuQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAuQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAuQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAwQAAAAAAAADBAAAAAAAAAMEAAAAAAAAAwQAAAAAAAADFAAAAAAAAAMUAAAAAAAAAxQAAAAAAAADFAAAAAAAAAMkAAAAAAAAAyQAAAAAAAADJAAAAAAAAAMkAAAAAAAAAyQAAAAAAAADJAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADNAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADZAAAAAAAAANkAAAAAAAAA4QAAAAAAAADhAAAAAAAAAOUAAAAAAAAA5QAAAAAAAADtAAAAAAAAAO0AAAAAAAAA7QAAAAAAAADtAAAAAAAAAP0AAAAAAAAA/QAAAAAAAAEBAAAAAAAAAQEAAAAAAAABAQAAAAAAAAEBA\"},\"shape\":[558],\"dtype\":\"float64\",\"order\":\"little\"}],[\"y\",{\"type\":\"ndarray\",\"array\":{\"type\":\"bytes\",\"data\":\"AAAAAAAAAACycnWArFxtP7JydYCsXG0/snJ1gKxcfT+ycnWArFx9PwYWWGCBBYY/BhZYYIEFhj+ycnWArFyNP7JydYCsXI0/r2dJ0OtZkj+vZ0nQ61mSPwYWWGCBBZY/BhZYYIEFlj9cxGbwFrGZP1zEZvAWsZk/snJ1gKxcnT+ycnWArFydP4QQQgghhKA/hBBCCCGEoD+vZ0nQ61miP69nSdDrWaI/2r5QmLYvpD/avlCYti+kPwYWWGCBBaY/BhZYYIEFpj8xbV8oTNunPzFtXyhM26c/XMRm8BaxqT9cxGbwFrGpP4cbbrjhhqs/hxtuuOGGqz+ycnWArFytP7JydYCsXK0/3cl8SHcyrz/dyXxIdzKvP4QQQgghhLA/hBBCCCGEsD8avEVsBm+xPxq8RWwGb7E/r2dJ0OtZsj+vZ0nQ61myP0UTTTTRRLM/RRNNNNFEsz/avlCYti+0P9q+UJi2L7Q/cGpU/JsatT9walT8mxq1PwYWWGCBBbY/BhZYYIEFtj+bwVvEZvC2P5vBW8Rm8LY/MW1fKEzbtz8xbV8oTNu3P8YYY4wxxrg/xhhjjDHGuD9cxGbwFrG5P1zEZvAWsbk/8W9qVPybuj/xb2pU/Ju6P4cbbrjhhrs/hxtuuOGGuz8cx3Ecx3G8PxzHcRzHcbw/snJ1gKxcvT+ycnWArFy9P0geeeSRR74/SB555JFHvj/dyXxIdzK/P93JfEh3Mr8/uTpAVq4OwD+5OkBWrg7AP4QQQgghhMA/hBBCCCGEwD9P5kO6k/nAP0/mQ7qT+cA/GrxFbAZvwT8avEVsBm/BP+SRRx555ME/5JFHHnnkwT+vZ0nQ61nCP69nSdDrWcI/ej1Lgl7Pwj96PUuCXs/CP0UTTTTRRMM/RRNNNNFEwz8Q6U7mQ7rDPxDpTuZDusM/2r5QmLYvxD/avlCYti/EP6WUUkoppcQ/pZRSSimlxD9walT8mxrFP3BqVPybGsU/O0BWrg6QxT87QFauDpDFPwYWWGCBBcY/BhZYYIEFxj/Q61kS9HrGP9DrWRL0esY/m8FbxGbwxj+bwVvEZvDGP2aXXXbZZcc/Zpdddtllxz8xbV8oTNvHPzFtXyhM28c/+0Jh2r5QyD/7QmHavlDIP8YYY4wxxsg/xhhjjDHGyD+R7mQ+pDvJP5HuZD6kO8k/XMRm8BaxyT9cxGbwFrHJPyeaaKKJJso/J5poookmyj/xb2pU/JvKP/FvalT8m8o/vEVsBm8Ryz+8RWwGbxHLP4cbbrjhhss/hxtuuOGGyz9S8W9qVPzLP1Lxb2pU/Ms/HMdxHMdxzD8cx3Ecx3HMP+ecc84558w/55xzzjnnzD+ycnWArFzNP7JydYCsXM0/fUh3Mh/SzT99SHcyH9LNP0geeeSRR84/SB555JFHzj8S9HqWBL3OPxL0epYEvc4/3cl8SHcyzz/dyXxIdzLPP6iffvrpp88/qJ9++umnzz+5OkBWrg7QP7k6QFauDtA/nyVBr2dJ0D+fJUGvZ0nQP4QQQgghhNA/hBBCCCGE0D9q+0Jh2r7QP2r7QmHavtA/T+ZDupP50D9P5kO6k/nQPzTRRBNNNNE/NNFEE0000T8avEVsBm/RPxq8RWwGb9E//6ZGxb+p0T//pkbFv6nRP+SRRx555NE/5JFHHnnk0T/KfEh3Mh/SP8p8SHcyH9I/r2dJ0OtZ0j+vZ0nQ61nSP5VSSimllNI/lVJKKaWU0j96PUuCXs/SP3o9S4Jez9I/XyhM2xcK0z9fKEzbFwrTP0UTTTTRRNM/RRNNNNFE0z8q/k2Nin/TPyr+TY2Kf9M/EOlO5kO60z8Q6U7mQ7rTP/XTTz/99NM/9dNPP/300z/avlCYti/UP9q+UJi2L9Q/wKlR8W9q1D/AqVHxb2rUP6WUUkoppdQ/pZRSSiml1D+Lf1Oj4t/UP4t/U6Pi39Q/cGpU/Jsa1T9walT8mxrVP1VVVVVVVdU/VVVVVVVV1T87QFauDpDVPztAVq4OkNU/ICtXB8jK1T8gK1cHyMrVPwYWWGCBBdY/BhZYYIEF1j/rAFm5OkDWP+sAWbk6QNY/0OtZEvR61j/Q61kS9HrWP7bWWmuttdY/ttZaa6211j+bwVvEZvDWP5vBW8Rm8NY/gKxcHSAr1z+ArFwdICvXP2aXXXbZZdc/Zpdddtll1z9Lgl7PkqDXP0uCXs+SoNc/MW1fKEzb1z8xbV8oTNvXPxZYYIEFFtg/FlhggQUW2D/7QmHavlDYP/tCYdq+UNg/4S1iM3iL2D/hLWIzeIvYP8YYY4wxxtg/xhhjjDHG2D+sA2Tl6gDZP6wDZOXqANk/ke5kPqQ72T+R7mQ+pDvZP3bZZZdddtk/dtlll1122T9cxGbwFrHZP1zEZvAWsdk/Qa9nSdDr2T9Br2dJ0OvZPyeaaKKJJto/J5poookm2j8MhWn7QmHaPwyFaftCYdo/8W9qVPyb2j/xb2pU/JvaP9daa6211to/11prrbXW2j+8RWwGbxHbP7xFbAZvEds/oTBtXyhM2z+hMG1fKEzbP4cbbrjhhts/hxtuuOGG2z9sBm8Rm8HbP2wGbxGbwds/UvFvalT82z9S8W9qVPzbPzfccMMNN9w/N9xwww033D8cx3Ecx3HcPxzHcRzHcdw/ArJydYCs3D8CsnJ1gKzcP+ecc84559w/55xzzjnn3D/Nh3Qn8yHdP82HdCfzId0/snJ1gKxc3T+ycnWArFzdP5dddtlll90/l1122WWX3T99SHcyH9LdP31IdzIf0t0/YjN4i9gM3j9iM3iL2AzeP0geeeSRR94/SB555JFH3j8tCXo9S4LePy0Jej1Lgt4/EvR6lgS93j8S9HqWBL3eP/jee++9994/+N5777333j/dyXxIdzLfP93JfEh3Mt8/w7R9oTBt3z/DtH2hMG3fP6iffvrpp98/qJ9++umn3z+Nin9To+LfP42Kf1Oj4t8/uTpAVq4O4D+5OkBWrg7gPyywwAILLOA/LLDAAgss4D+fJUGvZ0ngP58lQa9nSeA/EZvBW8Rm4D8Rm8FbxGbgP4QQQgghhOA/hBBCCCGE4D/3hcK0faHgP/eFwrR9oeA/avtCYdq+4D9q+0Jh2r7gP9xwww033OA/3HDDDTfc4D9P5kO6k/ngP0/mQ7qT+eA/wlvEZvAW4T/CW8Rm8BbhPzTRRBNNNOE/NNFEE0004T+nRsW/qVHhP6dGxb+pUeE/GrxFbAZv4T8avEVsBm/hP4wxxhhjjOE/jDHGGGOM4T//pkbFv6nhP/+mRsW/qeE/chzHcRzH4T9yHMdxHMfhP+SRRx555OE/5JFHHnnk4T9XB8jK1QHiP1cHyMrVAeI/ynxIdzIf4j/KfEh3Mh/iPz3yyCOPPOI/PfLII4884j+vZ0nQ61niP69nSdDrWeI/It3JfEh34j8i3cl8SHfiP5VSSimllOI/lVJKKaWU4j8HyMrVAbLiPwfIytUBsuI/ej1Lgl7P4j96PUuCXs/iP+2yyy677OI/7bLLLrvs4j9fKEzbFwrjP18oTNsXCuM/0p3Mh3Qn4z/SncyHdCfjP0UTTTTRROM/RRNNNNFE4z+4iM3gLWLjP7iIzeAtYuM/Kv5NjYp/4z8q/k2Nin/jP51zzjnnnOM/nXPOOeec4z8Q6U7mQ7rjPxDpTuZDuuM/gl7PkqDX4z+CXs+SoNfjP/XTTz/99OM/9dNPP/304z9oSdDrWRLkP2hJ0OtZEuQ/2r5QmLYv5D/avlCYti/kP0000UQTTeQ/TTTRRBNN5D/AqVHxb2rkP8CpUfFvauQ/Mh/SncyH5D8yH9KdzIfkP6WUUkoppeQ/pZRSSiml5D8YCtP2hcLkPxgK0/aFwuQ/i39To+Lf5D+Lf1Oj4t/kP/30008//eQ//fTTTz/95D9walT8mxrlP3BqVPybGuU/49/UqPg35T/j39So+DflP1VVVVVVVeU/VVVVVVVV5T/IytUBsnLlP8jK1QGycuU/O0BWrg6Q5T87QFauDpDlP6211lprreU/rbXWWmut5T8gK1cHyMrlPyArVwfIyuU/k6DXsyTo5T+ToNezJOjlPwYWWGCBBeY/BhZYYIEF5j94i9gM3iLmP3iL2AzeIuY/6wBZuTpA5j/rAFm5OkDmP1522WWXXeY/XnbZZZdd5j/Q61kS9HrmP9DrWRL0euY/Q2HavlCY5j9DYdq+UJjmP7bWWmutteY/ttZaa6215j8oTNsXCtPmPyhM2xcK0+Y/m8FbxGbw5j+bwVvEZvDmPw433HDDDec/DjfccMMN5z+ArFwdICvnP4CsXB0gK+c/8yHdyXxI5z/zId3JfEjnP2aXXXbZZec/Zpdddtll5z/ZDN4iNoPnP9kM3iI2g+c/S4Jez5Kg5z9Lgl7PkqDnP7733nvvvec/vvfee++95z8xbV8oTNvnPzFtXyhM2+c/o+Lf1Kj45z+j4t/UqPjnPxZYYIEFFug/FlhggQUW6D+JzeAtYjPoP4nN4C1iM+g/+0Jh2r5Q6D/7QmHavlDoP2644YYbbug/brjhhhtu6D/hLWIzeIvoP+EtYjN4i+g/U6Pi39So6D9To+Lf1KjoP8YYY4wxxug/xhhjjDHG6D85juM4juPoPzmO4ziO4+g/rANk5eoA6T+sA2Tl6gDpPx555JFHHuk/HnnkkUce6T+R7mQ+pDvpP5HuZD6kO+k/BGTl6gBZ6T8EZOXqAFnpP3bZZZddduk/dtlll1126T/pTuZDupPpP+lO5kO6k+k/XMRm8Bax6T9cxGbwFrHpP84555xzzuk/zjnnnHPO6T9Br2dJ0OvpP0GvZ0nQ6+k/tCTo9SwJ6j+0JOj1LAnqPyeaaKKJJuo/J5poookm6j+ZD+lO5kPqP5kP6U7mQ+o/DIVp+0Jh6j8MhWn7QmHqP3/66aeffuo/f/rpp59+6j/xb2pU/JvqP/FvalT8m+o/ZOXqAFm56j9k5eoAWbnqP9daa6211uo/11prrbXW6j9J0OtZEvTqP0nQ61kS9Oo/vEVsBm8R6z+8RWwGbxHrPy+77LLLLus/L7vssssu6z+hMG1fKEzrP6EwbV8oTOs/FKbtC4Vp6z8Upu0LhWnrP4cbbrjhhus/hxtuuOGG6z/6kO5kPqTrP/qQ7mQ+pOs/bAZvEZvB6z9sBm8Rm8HrP99777333us/33vvvffe6z9S8W9qVPzrP1Lxb2pU/Os/xGbwFrEZ7D/EZvAWsRnsPzfccMMNN+w/N9xwww037D+qUfFvalTsP6pR8W9qVOw/HMdxHMdx7D8cx3Ecx3HsP4888sgjj+w/jzzyyCOP7D8CsnJ1gKzsPwKycnWArOw/dSfzId3J7D91J/Mh3cnsP+ecc8455+w/55xzzjnn7D9aEvR6lgTtP1oS9HqWBO0/zYd0J/Mh7T/Nh3Qn8yHtPz/99NNPP+0/P/30008/7T+ycnWArFztP7JydYCsXO0/Jej1LAl67T8l6PUsCXrtP5dddtlll+0/l1122WWX7T8K0/aFwrTtPwrT9oXCtO0/fUh3Mh/S7T99SHcyH9LtP++999577+0/77333nvv7T9iM3iL2AzuP2IzeIvYDO4/1aj4NzUq7j/VqPg3NSruP0geeeSRR+4/SB555JFH7j+6k/mQ7mTuP7qT+ZDuZO4/LQl6PUuC7j8tCXo9S4LuP6B++umnn+4/oH766aef7j8S9HqWBL3uPxL0epYEve4/hWn7QmHa7j+FaftCYdruP/jee++99+4/+N5777337j9qVPybGhXvP2pU/JsaFe8/3cl8SHcy7z/dyXxIdzLvP1A//fTTT+8/UD/99NNP7z/DtH2hMG3vP8O0faEwbe8/NSr+TY2K7z81Kv5NjYrvP6iffvrpp+8/qJ9++umn7z8bFf+mRsXvPxsV/6ZGxe8/jYp/U6Pi7z+Nin9To+LvPwAAAAAAAPA/\"},\"shape\":[558],\"dtype\":\"float64\",\"order\":\"little\"}]]}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1094\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1095\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1090\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_width\":2}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1091\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_alpha\":0.1,\"line_width\":2}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1092\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_alpha\":0.2,\"line_width\":2}}}},{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1102\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1096\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1097\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1098\"},\"data\":{\"type\":\"map\"}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1103\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1104\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1099\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":0.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1100\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":0.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.1},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1101\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":0.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.2},\"line_width\":{\"type\":\"value\",\"value\":2}}}}},{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1111\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1105\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1106\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1107\"},\"data\":{\"type\":\"map\"}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1112\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1113\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1108\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":32.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1109\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":32.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.1},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1110\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":32.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.2},\"line_width\":{\"type\":\"value\",\"value\":2}}}}}],\"toolbar\":{\"type\":\"object\",\"name\":\"Toolbar\",\"id\":\"p1067\",\"attributes\":{\"tools\":[{\"id\":\"p1080\"},{\"id\":\"p1081\"},{\"id\":\"p1082\"},{\"type\":\"object\",\"name\":\"SaveTool\",\"id\":\"p1084\"},{\"id\":\"p1085\"},{\"id\":\"p1086\"}]}},\"toolbar_location\":null,\"left\":[{\"type\":\"object\",\"name\":\"LinearAxis\",\"id\":\"p1075\",\"attributes\":{\"ticker\":{\"type\":\"object\",\"name\":\"BasicTicker\",\"id\":\"p1076\",\"attributes\":{\"mantissas\":[1,2,5]}},\"formatter\":{\"type\":\"object\",\"name\":\"BasicTickFormatter\",\"id\":\"p1077\"},\"axis_label\":\"ECDF\",\"major_label_policy\":{\"type\":\"object\",\"name\":\"AllLabels\",\"id\":\"p1078\"}}}],\"below\":[{\"type\":\"object\",\"name\":\"LinearAxis\",\"id\":\"p1070\",\"attributes\":{\"ticker\":{\"type\":\"object\",\"name\":\"BasicTicker\",\"id\":\"p1071\",\"attributes\":{\"mantissas\":[1,2,5]}},\"formatter\":{\"type\":\"object\",\"name\":\"BasicTickFormatter\",\"id\":\"p1072\"},\"axis_label\":\"mRNA count\",\"major_label_policy\":{\"type\":\"object\",\"name\":\"AllLabels\",\"id\":\"p1073\"}}}],\"center\":[{\"type\":\"object\",\"name\":\"Grid\",\"id\":\"p1074\",\"attributes\":{\"axis\":{\"id\":\"p1070\"}}},{\"type\":\"object\",\"name\":\"Grid\",\"id\":\"p1079\",\"attributes\":{\"dimension\":1,\"axis\":{\"id\":\"p1075\"}}}],\"frame_width\":200,\"frame_height\":150}},0,1],[{\"type\":\"object\",\"name\":\"Figure\",\"id\":\"p1114\",\"attributes\":{\"x_range\":{\"type\":\"object\",\"name\":\"DataRange1d\",\"id\":\"p1115\"},\"y_range\":{\"type\":\"object\",\"name\":\"DataRange1d\",\"id\":\"p1116\"},\"x_scale\":{\"type\":\"object\",\"name\":\"LinearScale\",\"id\":\"p1124\"},\"y_scale\":{\"type\":\"object\",\"name\":\"LinearScale\",\"id\":\"p1125\"},\"title\":{\"type\":\"object\",\"name\":\"Title\",\"id\":\"p1117\",\"attributes\":{\"text\":\"Rest\"}},\"renderers\":[{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1149\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1143\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1144\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1145\"},\"data\":{\"type\":\"map\",\"entries\":[[\"x\",{\"type\":\"ndarray\",\"array\":{\"type\":\"bytes\",\"data\":\"AAAAAAAAFEAAAAAAAAAUQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAmQAAAAAAAACZAAAAAAAAAKEAAAAAAAAAoQAAAAAAAAChAAAAAAAAAKEAAAAAAAAAqQAAAAAAAACpAAAAAAAAALkAAAAAAAAAuQAAAAAAAADBAAAAAAAAAMEAAAAAAAAAxQAAAAAAAADFAAAAAAAAAMkAAAAAAAAAyQAAAAAAAADVAAAAAAAAANUAAAAAAAAA4QAAAAAAAADhAAAAAAAAAOUAAAAAAAAA5QAAAAAAAADpAAAAAAAAAOkAAAAAAAAA6QAAAAAAAADpAAAAAAAAAO0AAAAAAAAA7QAAAAAAAADtAAAAAAAAAO0AAAAAAAAA8QAAAAAAAADxAAAAAAAAAPUAAAAAAAAA9QAAAAAAAAD1AAAAAAAAAPUAAAAAAAAA+QAAAAAAAAD5AAAAAAAAAPkAAAAAAAAA+QAAAAAAAAD9AAAAAAAAAP0AAAAAAAAA/QAAAAAAAAD9AAAAAAAAAP0AAAAAAAAA/QAAAAAAAAEBAAAAAAAAAQEAAAAAAAABAQAAAAAAAAEBAAAAAAACAQEAAAAAAAIBAQAAAAAAAgEBAAAAAAACAQEAAAAAAAABBQAAAAAAAAEFAAAAAAAAAQUAAAAAAAABBQAAAAAAAAEFAAAAAAAAAQUAAAAAAAABBQAAAAAAAAEFAAAAAAACAQUAAAAAAAIBBQAAAAAAAgEFAAAAAAACAQUAAAAAAAABCQAAAAAAAAEJAAAAAAACAQkAAAAAAAIBCQAAAAAAAgEJAAAAAAACAQkAAAAAAAIBDQAAAAAAAgENAAAAAAACAQ0AAAAAAAIBDQAAAAAAAgENAAAAAAACAQ0AAAAAAAABEQAAAAAAAAERAAAAAAAAAREAAAAAAAABEQAAAAAAAAERAAAAAAAAAREAAAAAAAABEQAAAAAAAAERAAAAAAACAREAAAAAAAIBEQAAAAAAAAEVAAAAAAAAARUAAAAAAAABFQAAAAAAAAEVAAAAAAACARUAAAAAAAIBFQAAAAAAAgEVAAAAAAACARUAAAAAAAABGQAAAAAAAAEZAAAAAAAAARkAAAAAAAABGQAAAAAAAAEZAAAAAAAAARkAAAAAAAIBGQAAAAAAAgEZAAAAAAAAAR0AAAAAAAABHQAAAAAAAAEdAAAAAAAAAR0AAAAAAAABHQAAAAAAAAEdAAAAAAAAAR0AAAAAAAABHQAAAAAAAAEhAAAAAAAAASEAAAAAAAABIQAAAAAAAAEhAAAAAAAAASEAAAAAAAABIQAAAAAAAgEhAAAAAAACASEAAAAAAAIBIQAAAAAAAgEhAAAAAAAAASUAAAAAAAABJQAAAAAAAAElAAAAAAAAASUAAAAAAAIBJQAAAAAAAgElAAAAAAACASUAAAAAAAIBJQAAAAAAAgElAAAAAAACASUAAAAAAAIBJQAAAAAAAgElAAAAAAAAASkAAAAAAAABKQAAAAAAAAEpAAAAAAAAASkAAAAAAAIBKQAAAAAAAgEpAAAAAAACASkAAAAAAAIBKQAAAAAAAgEpAAAAAAACASkAAAAAAAIBKQAAAAAAAgEpAAAAAAACASkAAAAAAAIBKQAAAAAAAgEpAAAAAAACASkAAAAAAAIBKQAAAAAAAgEpAAAAAAAAAS0AAAAAAAABLQAAAAAAAAEtAAAAAAAAAS0AAAAAAAABLQAAAAAAAAEtAAAAAAAAAS0AAAAAAAABLQAAAAAAAgEtAAAAAAACAS0AAAAAAAIBLQAAAAAAAgEtAAAAAAAAATEAAAAAAAABMQAAAAAAAAExAAAAAAAAATEAAAAAAAIBMQAAAAAAAgExAAAAAAACATEAAAAAAAIBMQAAAAAAAgExAAAAAAACATEAAAAAAAIBMQAAAAAAAgExAAAAAAAAATUAAAAAAAABNQAAAAAAAAE1AAAAAAAAATUAAAAAAAIBNQAAAAAAAgE1AAAAAAACATUAAAAAAAIBNQAAAAAAAgE1AAAAAAACATUAAAAAAAIBNQAAAAAAAgE1AAAAAAACATUAAAAAAAIBNQAAAAAAAAE5AAAAAAAAATkAAAAAAAABOQAAAAAAAAE5AAAAAAAAATkAAAAAAAABOQAAAAAAAAE5AAAAAAAAATkAAAAAAAIBOQAAAAAAAgE5AAAAAAACATkAAAAAAAIBOQAAAAAAAAE9AAAAAAAAAT0AAAAAAAABPQAAAAAAAAE9AAAAAAAAAT0AAAAAAAABPQAAAAAAAAE9AAAAAAAAAT0AAAAAAAABPQAAAAAAAAE9AAAAAAAAAT0AAAAAAAABPQAAAAAAAAE9AAAAAAAAAT0AAAAAAAIBPQAAAAAAAgE9AAAAAAAAAUEAAAAAAAABQQAAAAAAAAFBAAAAAAAAAUEAAAAAAAABQQAAAAAAAAFBAAAAAAABAUEAAAAAAAEBQQAAAAAAAQFBAAAAAAABAUEAAAAAAAEBQQAAAAAAAQFBAAAAAAABAUEAAAAAAAEBQQAAAAAAAQFBAAAAAAABAUEAAAAAAAEBQQAAAAAAAQFBAAAAAAABAUEAAAAAAAEBQQAAAAAAAgFBAAAAAAACAUEAAAAAAAMBQQAAAAAAAwFBAAAAAAADAUEAAAAAAAMBQQAAAAAAAwFBAAAAAAADAUEAAAAAAAABRQAAAAAAAAFFAAAAAAAAAUUAAAAAAAABRQAAAAAAAAFFAAAAAAAAAUUAAAAAAAABRQAAAAAAAAFFAAAAAAAAAUUAAAAAAAABRQAAAAAAAQFFAAAAAAABAUUAAAAAAAIBRQAAAAAAAgFFAAAAAAACAUUAAAAAAAIBRQAAAAAAAgFFAAAAAAACAUUAAAAAAAIBRQAAAAAAAgFFAAAAAAACAUUAAAAAAAIBRQAAAAAAAAFJAAAAAAAAAUkAAAAAAAABSQAAAAAAAAFJAAAAAAAAAUkAAAAAAAABSQAAAAAAAQFJAAAAAAABAUkAAAAAAAIBSQAAAAAAAgFJAAAAAAACAUkAAAAAAAIBSQAAAAAAAgFJAAAAAAACAUkAAAAAAAIBSQAAAAAAAgFJAAAAAAACAUkAAAAAAAIBSQAAAAAAAgFJAAAAAAACAUkAAAAAAAIBSQAAAAAAAgFJAAAAAAADAUkAAAAAAAMBSQAAAAAAAwFJAAAAAAADAUkAAAAAAAMBSQAAAAAAAwFJAAAAAAADAUkAAAAAAAMBSQAAAAAAAAFNAAAAAAAAAU0AAAAAAAABTQAAAAAAAAFNAAAAAAABAU0AAAAAAAEBTQAAAAAAAQFNAAAAAAABAU0AAAAAAAIBTQAAAAAAAgFNAAAAAAACAU0AAAAAAAIBTQAAAAAAAgFNAAAAAAACAU0AAAAAAAIBTQAAAAAAAgFNAAAAAAADAU0AAAAAAAMBTQAAAAAAAwFNAAAAAAADAU0AAAAAAAMBTQAAAAAAAwFNAAAAAAAAAVEAAAAAAAABUQAAAAAAAAFRAAAAAAAAAVEAAAAAAAABUQAAAAAAAAFRAAAAAAAAAVEAAAAAAAABUQAAAAAAAgFRAAAAAAACAVEAAAAAAAIBUQAAAAAAAgFRAAAAAAACAVEAAAAAAAIBUQAAAAAAAgFRAAAAAAACAVEAAAAAAAIBUQAAAAAAAgFRAAAAAAACAVEAAAAAAAIBUQAAAAAAAgFRAAAAAAACAVEAAAAAAAMBUQAAAAAAAwFRAAAAAAADAVEAAAAAAAMBUQAAAAAAAwFRAAAAAAADAVEAAAAAAAMBUQAAAAAAAwFRAAAAAAAAAVUAAAAAAAABVQAAAAAAAAFVAAAAAAAAAVUAAAAAAAEBVQAAAAAAAQFVAAAAAAABAVUAAAAAAAEBVQAAAAAAAQFVAAAAAAABAVUAAAAAAAIBVQAAAAAAAgFVAAAAAAACAVUAAAAAAAIBVQAAAAAAAwFVAAAAAAADAVUAAAAAAAMBVQAAAAAAAwFVAAAAAAADAVUAAAAAAAMBVQAAAAAAAAFZAAAAAAAAAVkAAAAAAAABWQAAAAAAAAFZAAAAAAABAVkAAAAAAAEBWQAAAAAAAQFZAAAAAAABAVkAAAAAAAIBWQAAAAAAAgFZAAAAAAACAVkAAAAAAAIBWQAAAAAAAwFZAAAAAAADAVkAAAAAAAMBWQAAAAAAAwFZAAAAAAADAVkAAAAAAAMBWQAAAAAAAwFZAAAAAAADAVkAAAAAAAMBWQAAAAAAAwFZAAAAAAADAVkAAAAAAAMBWQAAAAAAAwFZAAAAAAADAVkAAAAAAAABXQAAAAAAAAFdAAAAAAAAAV0AAAAAAAABXQAAAAAAAAFdAAAAAAAAAV0AAAAAAAABXQAAAAAAAAFdAAAAAAAAAV0AAAAAAAABXQAAAAAAAAFdAAAAAAAAAV0AAAAAAAEBXQAAAAAAAQFdAAAAAAACAV0AAAAAAAIBXQAAAAAAAgFdAAAAAAACAV0AAAAAAAIBXQAAAAAAAgFdAAAAAAACAV0AAAAAAAIBXQAAAAAAAgFdAAAAAAACAV0AAAAAAAIBXQAAAAAAAgFdAAAAAAADAV0AAAAAAAMBXQAAAAAAAwFdAAAAAAADAV0AAAAAAAMBXQAAAAAAAwFdAAAAAAAAAWEAAAAAAAABYQAAAAAAAAFhAAAAAAAAAWEAAAAAAAEBYQAAAAAAAQFhAAAAAAACAWEAAAAAAAIBYQAAAAAAAgFhAAAAAAACAWEAAAAAAAIBYQAAAAAAAgFhAAAAAAADAWEAAAAAAAMBYQAAAAAAAAFlAAAAAAAAAWUAAAAAAAEBZQAAAAAAAQFlAAAAAAACAWUAAAAAAAIBZQAAAAAAAwFlAAAAAAADAWUAAAAAAAMBZQAAAAAAAwFlAAAAAAADAWUAAAAAAAMBZQAAAAAAAwFlAAAAAAADAWUAAAAAAAABaQAAAAAAAAFpAAAAAAAAAWkAAAAAAAABaQAAAAAAAAFpAAAAAAAAAWkAAAAAAAEBaQAAAAAAAQFpAAAAAAACAWkAAAAAAAIBaQAAAAAAAgFpAAAAAAACAWkAAAAAAAIBaQAAAAAAAgFpAAAAAAADAWkAAAAAAAMBaQAAAAAAAwFpAAAAAAADAWkAAAAAAAABbQAAAAAAAAFtAAAAAAAAAW0AAAAAAAABbQAAAAAAAAFtAAAAAAAAAW0AAAAAAAEBbQAAAAAAAQFtAAAAAAABAW0AAAAAAAEBbQAAAAAAAgFtAAAAAAACAW0AAAAAAAIBbQAAAAAAAgFtAAAAAAAAAXEAAAAAAAABcQAAAAAAAAFxAAAAAAAAAXEAAAAAAAIBcQAAAAAAAgFxAAAAAAAAAXUAAAAAAAABdQAAAAAAAQF1AAAAAAABAXUAAAAAAAIBdQAAAAAAAgF1AAAAAAABAXkAAAAAAAEBeQAAAAAAAAF9AAAAAAAAAX0AAAAAAAEBfQAAAAAAAQF9AAAAAAABAX0AAAAAAAEBfQAAAAAAAQF9AAAAAAABAX0AAAAAAACBgQAAAAAAAIGBAAAAAAAAgYEAAAAAAACBgQAAAAAAAQGBAAAAAAABAYEAAAAAAAEBgQAAAAAAAQGBAAAAAAADAYEAAAAAAAMBgQAAAAAAAwGBAAAAAAADAYEAAAAAAACBhQAAAAAAAIGFAAAAAAAAgYUAAAAAAACBhQAAAAAAAQGFAAAAAAABAYUAAAAAAAIBhQAAAAAAAgGFAAAAAAADAYUAAAAAAAMBhQAAAAAAAAGJAAAAAAAAAYkAAAAAAAIBiQAAAAAAAgGJAAAAAAAAAY0AAAAAAAABjQAAAAAAAIGNAAAAAAAAgY0AAAAAAAGBjQAAAAAAAYGNAAAAAAADgY0AAAAAAAOBjQAAAAAAAQGRAAAAAAABAZEAAAAAAAEBkQAAAAAAAQGRAAAAAAABAZUAAAAAAAEBlQAAAAAAAwGZAAAAAAADAZkAAAAAAAMBuQAAAAAAAwG5A\"},\"shape\":[558],\"dtype\":\"float64\",\"order\":\"little\"}],[\"y\",{\"type\":\"ndarray\",\"array\":{\"type\":\"bytes\",\"data\":\"AAAAAAAAAACycnWArFxtP7JydYCsXG0/snJ1gKxcfT+ycnWArFx9PwYWWGCBBYY/BhZYYIEFhj+ycnWArFyNP7JydYCsXI0/r2dJ0OtZkj+vZ0nQ61mSPwYWWGCBBZY/BhZYYIEFlj9cxGbwFrGZP1zEZvAWsZk/snJ1gKxcnT+ycnWArFydP4QQQgghhKA/hBBCCCGEoD+vZ0nQ61miP69nSdDrWaI/2r5QmLYvpD/avlCYti+kPwYWWGCBBaY/BhZYYIEFpj8xbV8oTNunPzFtXyhM26c/XMRm8BaxqT9cxGbwFrGpP4cbbrjhhqs/hxtuuOGGqz+ycnWArFytP7JydYCsXK0/3cl8SHcyrz/dyXxIdzKvP4QQQgghhLA/hBBCCCGEsD8avEVsBm+xPxq8RWwGb7E/r2dJ0OtZsj+vZ0nQ61myP0UTTTTRRLM/RRNNNNFEsz/avlCYti+0P9q+UJi2L7Q/cGpU/JsatT9walT8mxq1PwYWWGCBBbY/BhZYYIEFtj+bwVvEZvC2P5vBW8Rm8LY/MW1fKEzbtz8xbV8oTNu3P8YYY4wxxrg/xhhjjDHGuD9cxGbwFrG5P1zEZvAWsbk/8W9qVPybuj/xb2pU/Ju6P4cbbrjhhrs/hxtuuOGGuz8cx3Ecx3G8PxzHcRzHcbw/snJ1gKxcvT+ycnWArFy9P0geeeSRR74/SB555JFHvj/dyXxIdzK/P93JfEh3Mr8/uTpAVq4OwD+5OkBWrg7AP4QQQgghhMA/hBBCCCGEwD9P5kO6k/nAP0/mQ7qT+cA/GrxFbAZvwT8avEVsBm/BP+SRRx555ME/5JFHHnnkwT+vZ0nQ61nCP69nSdDrWcI/ej1Lgl7Pwj96PUuCXs/CP0UTTTTRRMM/RRNNNNFEwz8Q6U7mQ7rDPxDpTuZDusM/2r5QmLYvxD/avlCYti/EP6WUUkoppcQ/pZRSSimlxD9walT8mxrFP3BqVPybGsU/O0BWrg6QxT87QFauDpDFPwYWWGCBBcY/BhZYYIEFxj/Q61kS9HrGP9DrWRL0esY/m8FbxGbwxj+bwVvEZvDGP2aXXXbZZcc/Zpdddtllxz8xbV8oTNvHPzFtXyhM28c/+0Jh2r5QyD/7QmHavlDIP8YYY4wxxsg/xhhjjDHGyD+R7mQ+pDvJP5HuZD6kO8k/XMRm8BaxyT9cxGbwFrHJPyeaaKKJJso/J5poookmyj/xb2pU/JvKP/FvalT8m8o/vEVsBm8Ryz+8RWwGbxHLP4cbbrjhhss/hxtuuOGGyz9S8W9qVPzLP1Lxb2pU/Ms/HMdxHMdxzD8cx3Ecx3HMP+ecc84558w/55xzzjnnzD+ycnWArFzNP7JydYCsXM0/fUh3Mh/SzT99SHcyH9LNP0geeeSRR84/SB555JFHzj8S9HqWBL3OPxL0epYEvc4/3cl8SHcyzz/dyXxIdzLPP6iffvrpp88/qJ9++umnzz+5OkBWrg7QP7k6QFauDtA/nyVBr2dJ0D+fJUGvZ0nQP4QQQgghhNA/hBBCCCGE0D9q+0Jh2r7QP2r7QmHavtA/T+ZDupP50D9P5kO6k/nQPzTRRBNNNNE/NNFEE0000T8avEVsBm/RPxq8RWwGb9E//6ZGxb+p0T//pkbFv6nRP+SRRx555NE/5JFHHnnk0T/KfEh3Mh/SP8p8SHcyH9I/r2dJ0OtZ0j+vZ0nQ61nSP5VSSimllNI/lVJKKaWU0j96PUuCXs/SP3o9S4Jez9I/XyhM2xcK0z9fKEzbFwrTP0UTTTTRRNM/RRNNNNFE0z8q/k2Nin/TPyr+TY2Kf9M/EOlO5kO60z8Q6U7mQ7rTP/XTTz/99NM/9dNPP/300z/avlCYti/UP9q+UJi2L9Q/wKlR8W9q1D/AqVHxb2rUP6WUUkoppdQ/pZRSSiml1D+Lf1Oj4t/UP4t/U6Pi39Q/cGpU/Jsa1T9walT8mxrVP1VVVVVVVdU/VVVVVVVV1T87QFauDpDVPztAVq4OkNU/ICtXB8jK1T8gK1cHyMrVPwYWWGCBBdY/BhZYYIEF1j/rAFm5OkDWP+sAWbk6QNY/0OtZEvR61j/Q61kS9HrWP7bWWmuttdY/ttZaa6211j+bwVvEZvDWP5vBW8Rm8NY/gKxcHSAr1z+ArFwdICvXP2aXXXbZZdc/Zpdddtll1z9Lgl7PkqDXP0uCXs+SoNc/MW1fKEzb1z8xbV8oTNvXPxZYYIEFFtg/FlhggQUW2D/7QmHavlDYP/tCYdq+UNg/4S1iM3iL2D/hLWIzeIvYP8YYY4wxxtg/xhhjjDHG2D+sA2Tl6gDZP6wDZOXqANk/ke5kPqQ72T+R7mQ+pDvZP3bZZZdddtk/dtlll1122T9cxGbwFrHZP1zEZvAWsdk/Qa9nSdDr2T9Br2dJ0OvZPyeaaKKJJto/J5poookm2j8MhWn7QmHaPwyFaftCYdo/8W9qVPyb2j/xb2pU/JvaP9daa6211to/11prrbXW2j+8RWwGbxHbP7xFbAZvEds/oTBtXyhM2z+hMG1fKEzbP4cbbrjhhts/hxtuuOGG2z9sBm8Rm8HbP2wGbxGbwds/UvFvalT82z9S8W9qVPzbPzfccMMNN9w/N9xwww033D8cx3Ecx3HcPxzHcRzHcdw/ArJydYCs3D8CsnJ1gKzcP+ecc84559w/55xzzjnn3D/Nh3Qn8yHdP82HdCfzId0/snJ1gKxc3T+ycnWArFzdP5dddtlll90/l1122WWX3T99SHcyH9LdP31IdzIf0t0/YjN4i9gM3j9iM3iL2AzeP0geeeSRR94/SB555JFH3j8tCXo9S4LePy0Jej1Lgt4/EvR6lgS93j8S9HqWBL3eP/jee++9994/+N5777333j/dyXxIdzLfP93JfEh3Mt8/w7R9oTBt3z/DtH2hMG3fP6iffvrpp98/qJ9++umn3z+Nin9To+LfP42Kf1Oj4t8/uTpAVq4O4D+5OkBWrg7gPyywwAILLOA/LLDAAgss4D+fJUGvZ0ngP58lQa9nSeA/EZvBW8Rm4D8Rm8FbxGbgP4QQQgghhOA/hBBCCCGE4D/3hcK0faHgP/eFwrR9oeA/avtCYdq+4D9q+0Jh2r7gP9xwww033OA/3HDDDTfc4D9P5kO6k/ngP0/mQ7qT+eA/wlvEZvAW4T/CW8Rm8BbhPzTRRBNNNOE/NNFEE0004T+nRsW/qVHhP6dGxb+pUeE/GrxFbAZv4T8avEVsBm/hP4wxxhhjjOE/jDHGGGOM4T//pkbFv6nhP/+mRsW/qeE/chzHcRzH4T9yHMdxHMfhP+SRRx555OE/5JFHHnnk4T9XB8jK1QHiP1cHyMrVAeI/ynxIdzIf4j/KfEh3Mh/iPz3yyCOPPOI/PfLII4884j+vZ0nQ61niP69nSdDrWeI/It3JfEh34j8i3cl8SHfiP5VSSimllOI/lVJKKaWU4j8HyMrVAbLiPwfIytUBsuI/ej1Lgl7P4j96PUuCXs/iP+2yyy677OI/7bLLLrvs4j9fKEzbFwrjP18oTNsXCuM/0p3Mh3Qn4z/SncyHdCfjP0UTTTTRROM/RRNNNNFE4z+4iM3gLWLjP7iIzeAtYuM/Kv5NjYp/4z8q/k2Nin/jP51zzjnnnOM/nXPOOeec4z8Q6U7mQ7rjPxDpTuZDuuM/gl7PkqDX4z+CXs+SoNfjP/XTTz/99OM/9dNPP/304z9oSdDrWRLkP2hJ0OtZEuQ/2r5QmLYv5D/avlCYti/kP0000UQTTeQ/TTTRRBNN5D/AqVHxb2rkP8CpUfFvauQ/Mh/SncyH5D8yH9KdzIfkP6WUUkoppeQ/pZRSSiml5D8YCtP2hcLkPxgK0/aFwuQ/i39To+Lf5D+Lf1Oj4t/kP/30008//eQ//fTTTz/95D9walT8mxrlP3BqVPybGuU/49/UqPg35T/j39So+DflP1VVVVVVVeU/VVVVVVVV5T/IytUBsnLlP8jK1QGycuU/O0BWrg6Q5T87QFauDpDlP6211lprreU/rbXWWmut5T8gK1cHyMrlPyArVwfIyuU/k6DXsyTo5T+ToNezJOjlPwYWWGCBBeY/BhZYYIEF5j94i9gM3iLmP3iL2AzeIuY/6wBZuTpA5j/rAFm5OkDmP1522WWXXeY/XnbZZZdd5j/Q61kS9HrmP9DrWRL0euY/Q2HavlCY5j9DYdq+UJjmP7bWWmutteY/ttZaa6215j8oTNsXCtPmPyhM2xcK0+Y/m8FbxGbw5j+bwVvEZvDmPw433HDDDec/DjfccMMN5z+ArFwdICvnP4CsXB0gK+c/8yHdyXxI5z/zId3JfEjnP2aXXXbZZec/Zpdddtll5z/ZDN4iNoPnP9kM3iI2g+c/S4Jez5Kg5z9Lgl7PkqDnP7733nvvvec/vvfee++95z8xbV8oTNvnPzFtXyhM2+c/o+Lf1Kj45z+j4t/UqPjnPxZYYIEFFug/FlhggQUW6D+JzeAtYjPoP4nN4C1iM+g/+0Jh2r5Q6D/7QmHavlDoP2644YYbbug/brjhhhtu6D/hLWIzeIvoP+EtYjN4i+g/U6Pi39So6D9To+Lf1KjoP8YYY4wxxug/xhhjjDHG6D85juM4juPoPzmO4ziO4+g/rANk5eoA6T+sA2Tl6gDpPx555JFHHuk/HnnkkUce6T+R7mQ+pDvpP5HuZD6kO+k/BGTl6gBZ6T8EZOXqAFnpP3bZZZddduk/dtlll1126T/pTuZDupPpP+lO5kO6k+k/XMRm8Bax6T9cxGbwFrHpP84555xzzuk/zjnnnHPO6T9Br2dJ0OvpP0GvZ0nQ6+k/tCTo9SwJ6j+0JOj1LAnqPyeaaKKJJuo/J5poookm6j+ZD+lO5kPqP5kP6U7mQ+o/DIVp+0Jh6j8MhWn7QmHqP3/66aeffuo/f/rpp59+6j/xb2pU/JvqP/FvalT8m+o/ZOXqAFm56j9k5eoAWbnqP9daa6211uo/11prrbXW6j9J0OtZEvTqP0nQ61kS9Oo/vEVsBm8R6z+8RWwGbxHrPy+77LLLLus/L7vssssu6z+hMG1fKEzrP6EwbV8oTOs/FKbtC4Vp6z8Upu0LhWnrP4cbbrjhhus/hxtuuOGG6z/6kO5kPqTrP/qQ7mQ+pOs/bAZvEZvB6z9sBm8Rm8HrP99777333us/33vvvffe6z9S8W9qVPzrP1Lxb2pU/Os/xGbwFrEZ7D/EZvAWsRnsPzfccMMNN+w/N9xwww037D+qUfFvalTsP6pR8W9qVOw/HMdxHMdx7D8cx3Ecx3HsP4888sgjj+w/jzzyyCOP7D8CsnJ1gKzsPwKycnWArOw/dSfzId3J7D91J/Mh3cnsP+ecc8455+w/55xzzjnn7D9aEvR6lgTtP1oS9HqWBO0/zYd0J/Mh7T/Nh3Qn8yHtPz/99NNPP+0/P/30008/7T+ycnWArFztP7JydYCsXO0/Jej1LAl67T8l6PUsCXrtP5dddtlll+0/l1122WWX7T8K0/aFwrTtPwrT9oXCtO0/fUh3Mh/S7T99SHcyH9LtP++999577+0/77333nvv7T9iM3iL2AzuP2IzeIvYDO4/1aj4NzUq7j/VqPg3NSruP0geeeSRR+4/SB555JFH7j+6k/mQ7mTuP7qT+ZDuZO4/LQl6PUuC7j8tCXo9S4LuP6B++umnn+4/oH766aef7j8S9HqWBL3uPxL0epYEve4/hWn7QmHa7j+FaftCYdruP/jee++99+4/+N5777337j9qVPybGhXvP2pU/JsaFe8/3cl8SHcy7z/dyXxIdzLvP1A//fTTT+8/UD/99NNP7z/DtH2hMG3vP8O0faEwbe8/NSr+TY2K7z81Kv5NjYrvP6iffvrpp+8/qJ9++umn7z8bFf+mRsXvPxsV/6ZGxe8/jYp/U6Pi7z+Nin9To+LvPwAAAAAAAPA/\"},\"shape\":[558],\"dtype\":\"float64\",\"order\":\"little\"}]]}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1150\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1151\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1146\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_width\":2}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1147\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_alpha\":0.1,\"line_width\":2}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1148\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_alpha\":0.2,\"line_width\":2}}}},{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1158\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1152\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1153\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1154\"},\"data\":{\"type\":\"map\"}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1159\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1160\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1155\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":5.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1156\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":5.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.1},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1157\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":5.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.2},\"line_width\":{\"type\":\"value\",\"value\":2}}}}},{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1167\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1161\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1162\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1163\"},\"data\":{\"type\":\"map\"}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1168\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1169\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1164\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":246.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1165\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":246.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.1},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1166\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":246.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.2},\"line_width\":{\"type\":\"value\",\"value\":2}}}}}],\"toolbar\":{\"type\":\"object\",\"name\":\"Toolbar\",\"id\":\"p1123\",\"attributes\":{\"tools\":[{\"id\":\"p1136\"},{\"id\":\"p1137\"},{\"id\":\"p1138\"},{\"type\":\"object\",\"name\":\"SaveTool\",\"id\":\"p1140\"},{\"id\":\"p1141\"},{\"id\":\"p1142\"}]}},\"toolbar_location\":null,\"left\":[{\"type\":\"object\",\"name\":\"LinearAxis\",\"id\":\"p1131\",\"attributes\":{\"ticker\":{\"type\":\"object\",\"name\":\"BasicTicker\",\"id\":\"p1132\",\"attributes\":{\"mantissas\":[1,2,5]}},\"formatter\":{\"type\":\"object\",\"name\":\"BasicTickFormatter\",\"id\":\"p1133\"},\"axis_label\":\"ECDF\",\"major_label_policy\":{\"type\":\"object\",\"name\":\"AllLabels\",\"id\":\"p1134\"}}}],\"below\":[{\"type\":\"object\",\"name\":\"LinearAxis\",\"id\":\"p1126\",\"attributes\":{\"ticker\":{\"type\":\"object\",\"name\":\"BasicTicker\",\"id\":\"p1127\",\"attributes\":{\"mantissas\":[1,2,5]}},\"formatter\":{\"type\":\"object\",\"name\":\"BasicTickFormatter\",\"id\":\"p1128\"},\"axis_label\":\"mRNA count\",\"major_label_policy\":{\"type\":\"object\",\"name\":\"AllLabels\",\"id\":\"p1129\"}}}],\"center\":[{\"type\":\"object\",\"name\":\"Grid\",\"id\":\"p1130\",\"attributes\":{\"axis\":{\"id\":\"p1126\"}}},{\"type\":\"object\",\"name\":\"Grid\",\"id\":\"p1135\",\"attributes\":{\"dimension\":1,\"axis\":{\"id\":\"p1131\"}}}],\"frame_width\":200,\"frame_height\":150}},1,0],[{\"type\":\"object\",\"name\":\"Figure\",\"id\":\"p1170\",\"attributes\":{\"x_range\":{\"type\":\"object\",\"name\":\"DataRange1d\",\"id\":\"p1171\"},\"y_range\":{\"type\":\"object\",\"name\":\"DataRange1d\",\"id\":\"p1172\"},\"x_scale\":{\"type\":\"object\",\"name\":\"LinearScale\",\"id\":\"p1180\"},\"y_scale\":{\"type\":\"object\",\"name\":\"LinearScale\",\"id\":\"p1181\"},\"title\":{\"type\":\"object\",\"name\":\"Title\",\"id\":\"p1173\",\"attributes\":{\"text\":\"Rex1\"}},\"renderers\":[{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1205\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1199\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1200\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1201\"},\"data\":{\"type\":\"map\",\"entries\":[[\"x\",{\"type\":\"ndarray\",\"array\":{\"type\":\"bytes\",\"data\":\"AAAAAAAACEAAAAAAAAAIQAAAAAAAABBAAAAAAAAAEEAAAAAAAAAUQAAAAAAAABRAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAYQAAAAAAAABhAAAAAAAAAGEAAAAAAAAAcQAAAAAAAABxAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIEAAAAAAAAAgQAAAAAAAACBAAAAAAAAAIkAAAAAAAAAiQAAAAAAAACJAAAAAAAAAIkAAAAAAAAAkQAAAAAAAACRAAAAAAAAAJkAAAAAAAAAmQAAAAAAAACZAAAAAAAAAJkAAAAAAAAAmQAAAAAAAACZAAAAAAAAAJkAAAAAAAAAmQAAAAAAAACZAAAAAAAAAJkAAAAAAAAAmQAAAAAAAACZAAAAAAAAAJkAAAAAAAAAmQAAAAAAAAChAAAAAAAAAKEAAAAAAAAAqQAAAAAAAACpAAAAAAAAALEAAAAAAAAAsQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAuQAAAAAAAAC5AAAAAAAAAMEAAAAAAAAAwQAAAAAAAADFAAAAAAAAAMUAAAAAAAAAxQAAAAAAAADFAAAAAAAAAMkAAAAAAAAAyQAAAAAAAADNAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADNAAAAAAAAAN0AAAAAAAAA3QAAAAAAAADdAAAAAAAAAN0AAAAAAAAA5QAAAAAAAADlAAAAAAAAAPUAAAAAAAAA9QAAAAAAAAD1AAAAAAAAAPUAAAAAAAAA+QAAAAAAAAD5AAAAAAAAAP0AAAAAAAAA/QAAAAAAAAEBAAAAAAAAAQEAAAAAAAABAQAAAAAAAAEBAAAAAAAAAQ0AAAAAAAABDQAAAAAAAAERAAAAAAAAAREAAAAAAAABEQAAAAAAAAERAAAAAAAAARUAAAAAAAABFQAAAAAAAgEdAAAAAAACAR0AAAAAAAIBHQAAAAAAAgEdAAAAAAAAASEAAAAAAAABIQAAAAAAAgElAAAAAAACASUAAAAAAAABKQAAAAAAAAEpAAAAAAACASkAAAAAAAIBKQAAAAAAAAEtAAAAAAAAAS0AAAAAAAABLQAAAAAAAAEtAAAAAAAAATEAAAAAAAABMQAAAAAAAgE5AAAAAAACATkAAAAAAAIBOQAAAAAAAgE5AAAAAAAAAT0AAAAAAAABPQAAAAAAAgE9AAAAAAACAT0AAAAAAAMBQQAAAAAAAwFBAAAAAAAAAUUAAAAAAAABRQAAAAAAAQFFAAAAAAABAUUAAAAAAAABSQAAAAAAAAFJAAAAAAAAAU0AAAAAAAABTQAAAAAAAAFNAAAAAAAAAU0AAAAAAAIBTQAAAAAAAgFNAAAAAAADAU0AAAAAAAMBTQAAAAAAAAFRAAAAAAAAAVEAAAAAAAEBUQAAAAAAAQFRAAAAAAABAVEAAAAAAAEBUQAAAAAAAgFVAAAAAAACAVUAAAAAAAEBWQAAAAAAAQFZAAAAAAABAVkAAAAAAAEBWQAAAAAAAgFZAAAAAAACAVkAAAAAAAIBWQAAAAAAAgFZAAAAAAABAV0AAAAAAAEBXQAAAAAAAgFdAAAAAAACAV0AAAAAAAIBXQAAAAAAAgFdAAAAAAADAV0AAAAAAAMBXQAAAAAAAAFhAAAAAAAAAWEAAAAAAAABYQAAAAAAAAFhAAAAAAABAWEAAAAAAAEBYQAAAAAAAQFhAAAAAAABAWEAAAAAAAIBYQAAAAAAAgFhAAAAAAACAWEAAAAAAAIBYQAAAAAAAgFhAAAAAAACAWEAAAAAAAIBYQAAAAAAAgFhAAAAAAACAWEAAAAAAAIBYQAAAAAAAwFhAAAAAAADAWEAAAAAAAABZQAAAAAAAAFlAAAAAAAAAWUAAAAAAAABZQAAAAAAAgFlAAAAAAACAWUAAAAAAAIBZQAAAAAAAgFlAAAAAAADAWUAAAAAAAMBZQAAAAAAAAFpAAAAAAAAAWkAAAAAAAEBaQAAAAAAAQFpAAAAAAAAAW0AAAAAAAABbQAAAAAAAAFtAAAAAAAAAW0AAAAAAAIBbQAAAAAAAgFtAAAAAAADAW0AAAAAAAMBbQAAAAAAAwFtAAAAAAADAW0AAAAAAAEBcQAAAAAAAQFxAAAAAAABAXEAAAAAAAEBcQAAAAAAAAF1AAAAAAAAAXUAAAAAAAABdQAAAAAAAAF1AAAAAAAAAXUAAAAAAAABdQAAAAAAAAF1AAAAAAAAAXUAAAAAAAIBdQAAAAAAAgF1AAAAAAACAXUAAAAAAAIBdQAAAAAAAgF1AAAAAAACAXUAAAAAAAABeQAAAAAAAAF5AAAAAAAAAXkAAAAAAAABeQAAAAAAAQF5AAAAAAABAXkAAAAAAAIBeQAAAAAAAgF5AAAAAAACAXkAAAAAAAIBeQAAAAAAAgF5AAAAAAACAXkAAAAAAAABfQAAAAAAAAF9AAAAAAAAAX0AAAAAAAABfQAAAAAAAAF9AAAAAAAAAX0AAAAAAAEBfQAAAAAAAQF9AAAAAAABAX0AAAAAAAEBfQAAAAAAAgF9AAAAAAACAX0AAAAAAAIBfQAAAAAAAgF9AAAAAAAAAYEAAAAAAAABgQAAAAAAAIGBAAAAAAAAgYEAAAAAAACBgQAAAAAAAIGBAAAAAAABAYEAAAAAAAEBgQAAAAAAAYGBAAAAAAABgYEAAAAAAAGBgQAAAAAAAYGBAAAAAAABgYEAAAAAAAGBgQAAAAAAAgGBAAAAAAACAYEAAAAAAAKBgQAAAAAAAoGBAAAAAAADAYEAAAAAAAMBgQAAAAAAA4GBAAAAAAADgYEAAAAAAAABhQAAAAAAAAGFAAAAAAAAgYUAAAAAAACBhQAAAAAAAIGFAAAAAAAAgYUAAAAAAAIBhQAAAAAAAgGFAAAAAAACAYUAAAAAAAIBhQAAAAAAAgGFAAAAAAACAYUAAAAAAAMBhQAAAAAAAwGFAAAAAAADAYUAAAAAAAMBhQAAAAAAAwGFAAAAAAADAYUAAAAAAAOBhQAAAAAAA4GFAAAAAAAAAYkAAAAAAAABiQAAAAAAAAGJAAAAAAAAAYkAAAAAAAABiQAAAAAAAAGJAAAAAAAAgYkAAAAAAACBiQAAAAAAAIGJAAAAAAAAgYkAAAAAAAGBiQAAAAAAAYGJAAAAAAACAYkAAAAAAAIBiQAAAAAAAwGJAAAAAAADAYkAAAAAAAOBiQAAAAAAA4GJAAAAAAADgYkAAAAAAAOBiQAAAAAAA4GJAAAAAAADgYkAAAAAAAABjQAAAAAAAAGNAAAAAAAAgY0AAAAAAACBjQAAAAAAAIGNAAAAAAAAgY0AAAAAAAEBjQAAAAAAAQGNAAAAAAABAY0AAAAAAAEBjQAAAAAAAYGNAAAAAAABgY0AAAAAAAGBjQAAAAAAAYGNAAAAAAABgY0AAAAAAAGBjQAAAAAAAgGNAAAAAAACAY0AAAAAAAKBjQAAAAAAAoGNAAAAAAACgY0AAAAAAAKBjQAAAAAAAwGNAAAAAAADAY0AAAAAAAOBjQAAAAAAA4GNAAAAAAAAAZEAAAAAAAABkQAAAAAAAAGRAAAAAAAAAZEAAAAAAAABkQAAAAAAAAGRAAAAAAABgZEAAAAAAAGBkQAAAAAAAYGRAAAAAAABgZEAAAAAAAGBkQAAAAAAAYGRAAAAAAADAZEAAAAAAAMBkQAAAAAAAwGRAAAAAAADAZEAAAAAAAMBkQAAAAAAAwGRAAAAAAADAZEAAAAAAAMBkQAAAAAAAwGRAAAAAAADAZEAAAAAAAOBkQAAAAAAA4GRAAAAAAAAgZUAAAAAAACBlQAAAAAAAQGVAAAAAAABAZUAAAAAAAEBlQAAAAAAAQGVAAAAAAABgZUAAAAAAAGBlQAAAAAAAgGVAAAAAAACAZUAAAAAAAIBlQAAAAAAAgGVAAAAAAACAZUAAAAAAAIBlQAAAAAAAoGVAAAAAAACgZUAAAAAAAMBlQAAAAAAAwGVAAAAAAADAZUAAAAAAAMBlQAAAAAAAAGZAAAAAAAAAZkAAAAAAACBmQAAAAAAAIGZAAAAAAABAZkAAAAAAAEBmQAAAAAAAYGZAAAAAAABgZkAAAAAAAIBmQAAAAAAAgGZAAAAAAADAZkAAAAAAAMBmQAAAAAAAQGdAAAAAAABAZ0AAAAAAAEBnQAAAAAAAQGdAAAAAAABAZ0AAAAAAAEBnQAAAAAAAwGdAAAAAAADAZ0AAAAAAAOBnQAAAAAAA4GdAAAAAAADgZ0AAAAAAAOBnQAAAAAAA4GdAAAAAAADgZ0AAAAAAAABoQAAAAAAAAGhAAAAAAAAAaEAAAAAAAABoQAAAAAAAIGhAAAAAAAAgaEAAAAAAAEBoQAAAAAAAQGhAAAAAAABAaEAAAAAAAEBoQAAAAAAAYGhAAAAAAABgaEAAAAAAAGBoQAAAAAAAYGhAAAAAAADAaEAAAAAAAMBoQAAAAAAAIGlAAAAAAAAgaUAAAAAAACBpQAAAAAAAIGlAAAAAAABAaUAAAAAAAEBpQAAAAAAAYGlAAAAAAABgaUAAAAAAAIBpQAAAAAAAgGlAAAAAAACAaUAAAAAAAIBpQAAAAAAAgGlAAAAAAACAaUAAAAAAAKBpQAAAAAAAoGlAAAAAAACgaUAAAAAAAKBpQAAAAAAAwGlAAAAAAADAaUAAAAAAACBqQAAAAAAAIGpAAAAAAABAakAAAAAAAEBqQAAAAAAAwGpAAAAAAADAakAAAAAAAOBqQAAAAAAA4GpAAAAAAAAga0AAAAAAACBrQAAAAAAAIGtAAAAAAAAga0AAAAAAAEBrQAAAAAAAQGtAAAAAAABAa0AAAAAAAEBrQAAAAAAAYGtAAAAAAABga0AAAAAAAKBrQAAAAAAAoGtAAAAAAABAbEAAAAAAAEBsQAAAAAAAYGxAAAAAAABgbEAAAAAAAGBsQAAAAAAAYGxAAAAAAAAgbUAAAAAAACBtQAAAAAAAYG1AAAAAAABgbUAAAAAAAMBtQAAAAAAAwG1AAAAAAADAbUAAAAAAAMBtQAAAAAAA4G1AAAAAAADgbUAAAAAAAOBtQAAAAAAA4G1AAAAAAAAgbkAAAAAAACBuQAAAAAAAQG5AAAAAAABAbkAAAAAAAIBuQAAAAAAAgG5AAAAAAACgbkAAAAAAAKBuQAAAAAAAoG5AAAAAAACgbkAAAAAAAOBuQAAAAAAA4G5AAAAAAABAb0AAAAAAAEBvQAAAAAAAgG9AAAAAAACAb0AAAAAAAMBvQAAAAAAAwG9AAAAAAADgb0AAAAAAAOBvQAAAAAAAIHBAAAAAAAAgcEAAAAAAAEBwQAAAAAAAQHBAAAAAAABQcEAAAAAAAFBwQAAAAAAAYHBAAAAAAABgcEAAAAAAAIBwQAAAAAAAgHBAAAAAAACQcEAAAAAAAJBwQAAAAAAAkHBAAAAAAACQcEAAAAAAAKBwQAAAAAAAoHBAAAAAAADwcEAAAAAAAPBwQAAAAAAAQHFAAAAAAABAcUAAAAAAAIBxQAAAAAAAgHFAAAAAAACQcUAAAAAAAJBxQAAAAAAAwHFAAAAAAADAcUAAAAAAAAByQAAAAAAAAHJAAAAAAAAQckAAAAAAABByQAAAAAAAIHJAAAAAAAAgckAAAAAAADByQAAAAAAAMHJAAAAAAACQckAAAAAAAJByQAAAAAAA4HJAAAAAAADgckAAAAAAABB0QAAAAAAAEHRAAAAAAABgdEAAAAAAAGB0QAAAAAAAsHRAAAAAAACwdEAAAAAAALB0QAAAAAAAsHRAAAAAAAAQdkAAAAAAABB2QAAAAAAAoHZAAAAAAACgdkAAAAAAAEB6QAAAAAAAQHpA\"},\"shape\":[558],\"dtype\":\"float64\",\"order\":\"little\"}],[\"y\",{\"type\":\"ndarray\",\"array\":{\"type\":\"bytes\",\"data\":\"AAAAAAAAAACycnWArFxtP7JydYCsXG0/snJ1gKxcfT+ycnWArFx9PwYWWGCBBYY/BhZYYIEFhj+ycnWArFyNP7JydYCsXI0/r2dJ0OtZkj+vZ0nQ61mSPwYWWGCBBZY/BhZYYIEFlj9cxGbwFrGZP1zEZvAWsZk/snJ1gKxcnT+ycnWArFydP4QQQgghhKA/hBBCCCGEoD+vZ0nQ61miP69nSdDrWaI/2r5QmLYvpD/avlCYti+kPwYWWGCBBaY/BhZYYIEFpj8xbV8oTNunPzFtXyhM26c/XMRm8BaxqT9cxGbwFrGpP4cbbrjhhqs/hxtuuOGGqz+ycnWArFytP7JydYCsXK0/3cl8SHcyrz/dyXxIdzKvP4QQQgghhLA/hBBCCCGEsD8avEVsBm+xPxq8RWwGb7E/r2dJ0OtZsj+vZ0nQ61myP0UTTTTRRLM/RRNNNNFEsz/avlCYti+0P9q+UJi2L7Q/cGpU/JsatT9walT8mxq1PwYWWGCBBbY/BhZYYIEFtj+bwVvEZvC2P5vBW8Rm8LY/MW1fKEzbtz8xbV8oTNu3P8YYY4wxxrg/xhhjjDHGuD9cxGbwFrG5P1zEZvAWsbk/8W9qVPybuj/xb2pU/Ju6P4cbbrjhhrs/hxtuuOGGuz8cx3Ecx3G8PxzHcRzHcbw/snJ1gKxcvT+ycnWArFy9P0geeeSRR74/SB555JFHvj/dyXxIdzK/P93JfEh3Mr8/uTpAVq4OwD+5OkBWrg7AP4QQQgghhMA/hBBCCCGEwD9P5kO6k/nAP0/mQ7qT+cA/GrxFbAZvwT8avEVsBm/BP+SRRx555ME/5JFHHnnkwT+vZ0nQ61nCP69nSdDrWcI/ej1Lgl7Pwj96PUuCXs/CP0UTTTTRRMM/RRNNNNFEwz8Q6U7mQ7rDPxDpTuZDusM/2r5QmLYvxD/avlCYti/EP6WUUkoppcQ/pZRSSimlxD9walT8mxrFP3BqVPybGsU/O0BWrg6QxT87QFauDpDFPwYWWGCBBcY/BhZYYIEFxj/Q61kS9HrGP9DrWRL0esY/m8FbxGbwxj+bwVvEZvDGP2aXXXbZZcc/Zpdddtllxz8xbV8oTNvHPzFtXyhM28c/+0Jh2r5QyD/7QmHavlDIP8YYY4wxxsg/xhhjjDHGyD+R7mQ+pDvJP5HuZD6kO8k/XMRm8BaxyT9cxGbwFrHJPyeaaKKJJso/J5poookmyj/xb2pU/JvKP/FvalT8m8o/vEVsBm8Ryz+8RWwGbxHLP4cbbrjhhss/hxtuuOGGyz9S8W9qVPzLP1Lxb2pU/Ms/HMdxHMdxzD8cx3Ecx3HMP+ecc84558w/55xzzjnnzD+ycnWArFzNP7JydYCsXM0/fUh3Mh/SzT99SHcyH9LNP0geeeSRR84/SB555JFHzj8S9HqWBL3OPxL0epYEvc4/3cl8SHcyzz/dyXxIdzLPP6iffvrpp88/qJ9++umnzz+5OkBWrg7QP7k6QFauDtA/nyVBr2dJ0D+fJUGvZ0nQP4QQQgghhNA/hBBCCCGE0D9q+0Jh2r7QP2r7QmHavtA/T+ZDupP50D9P5kO6k/nQPzTRRBNNNNE/NNFEE0000T8avEVsBm/RPxq8RWwGb9E//6ZGxb+p0T//pkbFv6nRP+SRRx555NE/5JFHHnnk0T/KfEh3Mh/SP8p8SHcyH9I/r2dJ0OtZ0j+vZ0nQ61nSP5VSSimllNI/lVJKKaWU0j96PUuCXs/SP3o9S4Jez9I/XyhM2xcK0z9fKEzbFwrTP0UTTTTRRNM/RRNNNNFE0z8q/k2Nin/TPyr+TY2Kf9M/EOlO5kO60z8Q6U7mQ7rTP/XTTz/99NM/9dNPP/300z/avlCYti/UP9q+UJi2L9Q/wKlR8W9q1D/AqVHxb2rUP6WUUkoppdQ/pZRSSiml1D+Lf1Oj4t/UP4t/U6Pi39Q/cGpU/Jsa1T9walT8mxrVP1VVVVVVVdU/VVVVVVVV1T87QFauDpDVPztAVq4OkNU/ICtXB8jK1T8gK1cHyMrVPwYWWGCBBdY/BhZYYIEF1j/rAFm5OkDWP+sAWbk6QNY/0OtZEvR61j/Q61kS9HrWP7bWWmuttdY/ttZaa6211j+bwVvEZvDWP5vBW8Rm8NY/gKxcHSAr1z+ArFwdICvXP2aXXXbZZdc/Zpdddtll1z9Lgl7PkqDXP0uCXs+SoNc/MW1fKEzb1z8xbV8oTNvXPxZYYIEFFtg/FlhggQUW2D/7QmHavlDYP/tCYdq+UNg/4S1iM3iL2D/hLWIzeIvYP8YYY4wxxtg/xhhjjDHG2D+sA2Tl6gDZP6wDZOXqANk/ke5kPqQ72T+R7mQ+pDvZP3bZZZdddtk/dtlll1122T9cxGbwFrHZP1zEZvAWsdk/Qa9nSdDr2T9Br2dJ0OvZPyeaaKKJJto/J5poookm2j8MhWn7QmHaPwyFaftCYdo/8W9qVPyb2j/xb2pU/JvaP9daa6211to/11prrbXW2j+8RWwGbxHbP7xFbAZvEds/oTBtXyhM2z+hMG1fKEzbP4cbbrjhhts/hxtuuOGG2z9sBm8Rm8HbP2wGbxGbwds/UvFvalT82z9S8W9qVPzbPzfccMMNN9w/N9xwww033D8cx3Ecx3HcPxzHcRzHcdw/ArJydYCs3D8CsnJ1gKzcP+ecc84559w/55xzzjnn3D/Nh3Qn8yHdP82HdCfzId0/snJ1gKxc3T+ycnWArFzdP5dddtlll90/l1122WWX3T99SHcyH9LdP31IdzIf0t0/YjN4i9gM3j9iM3iL2AzeP0geeeSRR94/SB555JFH3j8tCXo9S4LePy0Jej1Lgt4/EvR6lgS93j8S9HqWBL3eP/jee++9994/+N5777333j/dyXxIdzLfP93JfEh3Mt8/w7R9oTBt3z/DtH2hMG3fP6iffvrpp98/qJ9++umn3z+Nin9To+LfP42Kf1Oj4t8/uTpAVq4O4D+5OkBWrg7gPyywwAILLOA/LLDAAgss4D+fJUGvZ0ngP58lQa9nSeA/EZvBW8Rm4D8Rm8FbxGbgP4QQQgghhOA/hBBCCCGE4D/3hcK0faHgP/eFwrR9oeA/avtCYdq+4D9q+0Jh2r7gP9xwww033OA/3HDDDTfc4D9P5kO6k/ngP0/mQ7qT+eA/wlvEZvAW4T/CW8Rm8BbhPzTRRBNNNOE/NNFEE0004T+nRsW/qVHhP6dGxb+pUeE/GrxFbAZv4T8avEVsBm/hP4wxxhhjjOE/jDHGGGOM4T//pkbFv6nhP/+mRsW/qeE/chzHcRzH4T9yHMdxHMfhP+SRRx555OE/5JFHHnnk4T9XB8jK1QHiP1cHyMrVAeI/ynxIdzIf4j/KfEh3Mh/iPz3yyCOPPOI/PfLII4884j+vZ0nQ61niP69nSdDrWeI/It3JfEh34j8i3cl8SHfiP5VSSimllOI/lVJKKaWU4j8HyMrVAbLiPwfIytUBsuI/ej1Lgl7P4j96PUuCXs/iP+2yyy677OI/7bLLLrvs4j9fKEzbFwrjP18oTNsXCuM/0p3Mh3Qn4z/SncyHdCfjP0UTTTTRROM/RRNNNNFE4z+4iM3gLWLjP7iIzeAtYuM/Kv5NjYp/4z8q/k2Nin/jP51zzjnnnOM/nXPOOeec4z8Q6U7mQ7rjPxDpTuZDuuM/gl7PkqDX4z+CXs+SoNfjP/XTTz/99OM/9dNPP/304z9oSdDrWRLkP2hJ0OtZEuQ/2r5QmLYv5D/avlCYti/kP0000UQTTeQ/TTTRRBNN5D/AqVHxb2rkP8CpUfFvauQ/Mh/SncyH5D8yH9KdzIfkP6WUUkoppeQ/pZRSSiml5D8YCtP2hcLkPxgK0/aFwuQ/i39To+Lf5D+Lf1Oj4t/kP/30008//eQ//fTTTz/95D9walT8mxrlP3BqVPybGuU/49/UqPg35T/j39So+DflP1VVVVVVVeU/VVVVVVVV5T/IytUBsnLlP8jK1QGycuU/O0BWrg6Q5T87QFauDpDlP6211lprreU/rbXWWmut5T8gK1cHyMrlPyArVwfIyuU/k6DXsyTo5T+ToNezJOjlPwYWWGCBBeY/BhZYYIEF5j94i9gM3iLmP3iL2AzeIuY/6wBZuTpA5j/rAFm5OkDmP1522WWXXeY/XnbZZZdd5j/Q61kS9HrmP9DrWRL0euY/Q2HavlCY5j9DYdq+UJjmP7bWWmutteY/ttZaa6215j8oTNsXCtPmPyhM2xcK0+Y/m8FbxGbw5j+bwVvEZvDmPw433HDDDec/DjfccMMN5z+ArFwdICvnP4CsXB0gK+c/8yHdyXxI5z/zId3JfEjnP2aXXXbZZec/Zpdddtll5z/ZDN4iNoPnP9kM3iI2g+c/S4Jez5Kg5z9Lgl7PkqDnP7733nvvvec/vvfee++95z8xbV8oTNvnPzFtXyhM2+c/o+Lf1Kj45z+j4t/UqPjnPxZYYIEFFug/FlhggQUW6D+JzeAtYjPoP4nN4C1iM+g/+0Jh2r5Q6D/7QmHavlDoP2644YYbbug/brjhhhtu6D/hLWIzeIvoP+EtYjN4i+g/U6Pi39So6D9To+Lf1KjoP8YYY4wxxug/xhhjjDHG6D85juM4juPoPzmO4ziO4+g/rANk5eoA6T+sA2Tl6gDpPx555JFHHuk/HnnkkUce6T+R7mQ+pDvpP5HuZD6kO+k/BGTl6gBZ6T8EZOXqAFnpP3bZZZddduk/dtlll1126T/pTuZDupPpP+lO5kO6k+k/XMRm8Bax6T9cxGbwFrHpP84555xzzuk/zjnnnHPO6T9Br2dJ0OvpP0GvZ0nQ6+k/tCTo9SwJ6j+0JOj1LAnqPyeaaKKJJuo/J5poookm6j+ZD+lO5kPqP5kP6U7mQ+o/DIVp+0Jh6j8MhWn7QmHqP3/66aeffuo/f/rpp59+6j/xb2pU/JvqP/FvalT8m+o/ZOXqAFm56j9k5eoAWbnqP9daa6211uo/11prrbXW6j9J0OtZEvTqP0nQ61kS9Oo/vEVsBm8R6z+8RWwGbxHrPy+77LLLLus/L7vssssu6z+hMG1fKEzrP6EwbV8oTOs/FKbtC4Vp6z8Upu0LhWnrP4cbbrjhhus/hxtuuOGG6z/6kO5kPqTrP/qQ7mQ+pOs/bAZvEZvB6z9sBm8Rm8HrP99777333us/33vvvffe6z9S8W9qVPzrP1Lxb2pU/Os/xGbwFrEZ7D/EZvAWsRnsPzfccMMNN+w/N9xwww037D+qUfFvalTsP6pR8W9qVOw/HMdxHMdx7D8cx3Ecx3HsP4888sgjj+w/jzzyyCOP7D8CsnJ1gKzsPwKycnWArOw/dSfzId3J7D91J/Mh3cnsP+ecc8455+w/55xzzjnn7D9aEvR6lgTtP1oS9HqWBO0/zYd0J/Mh7T/Nh3Qn8yHtPz/99NNPP+0/P/30008/7T+ycnWArFztP7JydYCsXO0/Jej1LAl67T8l6PUsCXrtP5dddtlll+0/l1122WWX7T8K0/aFwrTtPwrT9oXCtO0/fUh3Mh/S7T99SHcyH9LtP++999577+0/77333nvv7T9iM3iL2AzuP2IzeIvYDO4/1aj4NzUq7j/VqPg3NSruP0geeeSRR+4/SB555JFH7j+6k/mQ7mTuP7qT+ZDuZO4/LQl6PUuC7j8tCXo9S4LuP6B++umnn+4/oH766aef7j8S9HqWBL3uPxL0epYEve4/hWn7QmHa7j+FaftCYdruP/jee++99+4/+N5777337j9qVPybGhXvP2pU/JsaFe8/3cl8SHcy7z/dyXxIdzLvP1A//fTTT+8/UD/99NNP7z/DtH2hMG3vP8O0faEwbe8/NSr+TY2K7z81Kv5NjYrvP6iffvrpp+8/qJ9++umn7z8bFf+mRsXvPxsV/6ZGxe8/jYp/U6Pi7z+Nin9To+LvPwAAAAAAAPA/\"},\"shape\":[558],\"dtype\":\"float64\",\"order\":\"little\"}]]}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1206\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1207\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1202\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_width\":2}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1203\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_alpha\":0.1,\"line_width\":2}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Line\",\"id\":\"p1204\",\"attributes\":{\"x\":{\"type\":\"field\",\"field\":\"x\"},\"y\":{\"type\":\"field\",\"field\":\"y\"},\"line_color\":\"#1f77b3\",\"line_alpha\":0.2,\"line_width\":2}}}},{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1214\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1208\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1209\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1210\"},\"data\":{\"type\":\"map\"}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1215\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1216\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1211\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":3.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1212\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":3.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.1},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1213\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":3.0},\"y\":{\"type\":\"value\",\"value\":0},\"angle\":{\"type\":\"value\",\"value\":3.141592653589793},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.2},\"line_width\":{\"type\":\"value\",\"value\":2}}}}},{\"type\":\"object\",\"name\":\"GlyphRenderer\",\"id\":\"p1223\",\"attributes\":{\"data_source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1217\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1218\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1219\"},\"data\":{\"type\":\"map\"}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1224\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1225\"}}},\"glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1220\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":420.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"nonselection_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1221\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":420.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.1},\"line_width\":{\"type\":\"value\",\"value\":2}}},\"muted_glyph\":{\"type\":\"object\",\"name\":\"Ray\",\"id\":\"p1222\",\"attributes\":{\"x\":{\"type\":\"value\",\"value\":420.0},\"y\":{\"type\":\"value\",\"value\":1},\"line_color\":{\"type\":\"value\",\"value\":\"#1f77b3\"},\"line_alpha\":{\"type\":\"value\",\"value\":0.2},\"line_width\":{\"type\":\"value\",\"value\":2}}}}}],\"toolbar\":{\"type\":\"object\",\"name\":\"Toolbar\",\"id\":\"p1179\",\"attributes\":{\"tools\":[{\"id\":\"p1192\"},{\"id\":\"p1193\"},{\"id\":\"p1194\"},{\"type\":\"object\",\"name\":\"SaveTool\",\"id\":\"p1196\"},{\"id\":\"p1197\"},{\"id\":\"p1198\"}]}},\"toolbar_location\":null,\"left\":[{\"type\":\"object\",\"name\":\"LinearAxis\",\"id\":\"p1187\",\"attributes\":{\"ticker\":{\"type\":\"object\",\"name\":\"BasicTicker\",\"id\":\"p1188\",\"attributes\":{\"mantissas\":[1,2,5]}},\"formatter\":{\"type\":\"object\",\"name\":\"BasicTickFormatter\",\"id\":\"p1189\"},\"axis_label\":\"ECDF\",\"major_label_policy\":{\"type\":\"object\",\"name\":\"AllLabels\",\"id\":\"p1190\"}}}],\"below\":[{\"type\":\"object\",\"name\":\"LinearAxis\",\"id\":\"p1182\",\"attributes\":{\"ticker\":{\"type\":\"object\",\"name\":\"BasicTicker\",\"id\":\"p1183\",\"attributes\":{\"mantissas\":[1,2,5]}},\"formatter\":{\"type\":\"object\",\"name\":\"BasicTickFormatter\",\"id\":\"p1184\"},\"axis_label\":\"mRNA count\",\"major_label_policy\":{\"type\":\"object\",\"name\":\"AllLabels\",\"id\":\"p1185\"}}}],\"center\":[{\"type\":\"object\",\"name\":\"Grid\",\"id\":\"p1186\",\"attributes\":{\"axis\":{\"id\":\"p1182\"}}},{\"type\":\"object\",\"name\":\"Grid\",\"id\":\"p1191\",\"attributes\":{\"dimension\":1,\"axis\":{\"id\":\"p1187\"}}}],\"frame_width\":200,\"frame_height\":150}},1,1]]}}],\"defs\":[{\"type\":\"model\",\"name\":\"ReactiveHTML1\"},{\"type\":\"model\",\"name\":\"FlexBox1\",\"properties\":[{\"name\":\"align_content\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"align_items\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"flex_direction\",\"kind\":\"Any\",\"default\":\"row\"},{\"name\":\"flex_wrap\",\"kind\":\"Any\",\"default\":\"wrap\"},{\"name\":\"justify_content\",\"kind\":\"Any\",\"default\":\"flex-start\"}]},{\"type\":\"model\",\"name\":\"FloatPanel1\",\"properties\":[{\"name\":\"config\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"contained\",\"kind\":\"Any\",\"default\":true},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"right-top\"},{\"name\":\"offsetx\",\"kind\":\"Any\",\"default\":null},{\"name\":\"offsety\",\"kind\":\"Any\",\"default\":null},{\"name\":\"theme\",\"kind\":\"Any\",\"default\":\"primary\"},{\"name\":\"status\",\"kind\":\"Any\",\"default\":\"normalized\"}]},{\"type\":\"model\",\"name\":\"GridStack1\",\"properties\":[{\"name\":\"mode\",\"kind\":\"Any\",\"default\":\"warn\"},{\"name\":\"ncols\",\"kind\":\"Any\",\"default\":null},{\"name\":\"nrows\",\"kind\":\"Any\",\"default\":null},{\"name\":\"allow_resize\",\"kind\":\"Any\",\"default\":true},{\"name\":\"allow_drag\",\"kind\":\"Any\",\"default\":true},{\"name\":\"state\",\"kind\":\"Any\",\"default\":[]}]},{\"type\":\"model\",\"name\":\"drag1\",\"properties\":[{\"name\":\"slider_width\",\"kind\":\"Any\",\"default\":5},{\"name\":\"slider_color\",\"kind\":\"Any\",\"default\":\"black\"},{\"name\":\"value\",\"kind\":\"Any\",\"default\":50}]},{\"type\":\"model\",\"name\":\"click1\",\"properties\":[{\"name\":\"terminal_output\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"debug_name\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"clears\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"FastWrapper1\",\"properties\":[{\"name\":\"object\",\"kind\":\"Any\",\"default\":null},{\"name\":\"style\",\"kind\":\"Any\",\"default\":null}]},{\"type\":\"model\",\"name\":\"NotificationAreaBase1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"NotificationArea1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"notifications\",\"kind\":\"Any\",\"default\":[]},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0},{\"name\":\"types\",\"kind\":\"Any\",\"default\":[{\"type\":\"map\",\"entries\":[[\"type\",\"warning\"],[\"background\",\"#ffc107\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-exclamation-triangle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]},{\"type\":\"map\",\"entries\":[[\"type\",\"info\"],[\"background\",\"#007bff\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-info-circle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]}]}]},{\"type\":\"model\",\"name\":\"Notification\",\"properties\":[{\"name\":\"background\",\"kind\":\"Any\",\"default\":null},{\"name\":\"duration\",\"kind\":\"Any\",\"default\":3000},{\"name\":\"icon\",\"kind\":\"Any\",\"default\":null},{\"name\":\"message\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"notification_type\",\"kind\":\"Any\",\"default\":null},{\"name\":\"_destroyed\",\"kind\":\"Any\",\"default\":false}]},{\"type\":\"model\",\"name\":\"TemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"BootstrapTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"MaterialTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]}]}};\n", " const render_items = [{\"docid\":\"335d5c7b-f5c0-4a4c-8f93-415264b5099f\",\"roots\":{\"p1233\":\"d189eb07-61e9-4038-90f5-6a3748e09c4d\"},\"root_ids\":[\"p1233\"]}];\n", " root.Bokeh.embed.embed_items_notebook(docs_json, render_items);\n", " }\n", " if (root.Bokeh !== undefined) {\n", " embed_document(root);\n", " } else {\n", " let attempts = 0;\n", " const timer = setInterval(function(root) {\n", " if (root.Bokeh !== undefined) {\n", " clearInterval(timer);\n", " embed_document(root);\n", " } else {\n", " attempts++;\n", " if (attempts > 100) {\n", " clearInterval(timer);\n", " console.log(\"Bokeh: ERROR: Unable to run BokehJS code because BokehJS library is missing\");\n", " }\n", " }\n", " }, 10, root)\n", " }\n", "})(window);" ], "application/vnd.bokehjs_exec.v0+json": "" }, "metadata": { "application/vnd.bokehjs_exec.v0+json": { "id": "p1233" } }, "output_type": "display_data" } ], "source": [ "genes = [\"Nanog\", \"Prdm14\", \"Rest\", \"Rex1\"]\n", "\n", "plots = [\n", " iqplot.ecdf(\n", " data=df[gene].values,\n", " q=gene,\n", " x_axis_label=\"mRNA count\",\n", " title=gene,\n", " frame_height=150,\n", " frame_width=200,\n", " )\n", " for gene in genes\n", "]\n", "\n", "bokeh.io.show(bokeh.layouts.gridplot(plots, ncols=2))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Rex1 clearly is bimodal, and Nanog appears to have a second inflection point where the ECDF reaches a value of about 0.4, which is what we see in the MLE estimates in the mixture model. Rest and Prdm14 both appear to be unimodal, agreeing with what we saw with the AIC analysis.\n", "\n", "Note that this underscores something we've been stressing all term. You should do good exploratory data analysis first, and the EDA often tells much of the story!" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Caveat\n", "\n", "Remember, though, that we did *not* take into account that the measurements of the four genes were done in the same cells. We modeled that when we presented the mixture models at the beginning of this lesson. The analysis of a more complicated model with MLE proved to be out of reach due to computational difficulty. So, we should not make strong conclusions about what the relative quality of the mixture of single Negative Binomial models mean in this context. We will address these kinds of modeling issues in the sequel of this course." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## AIC for the spindle model\n", "\n", "We can do a similar analysis for the two competing models for mitotic spindle size. We need our functions from earlier." ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [], "source": [ "def theor_spindle_length(gamma, phi, d):\n", " \"\"\"Compute spindle length using mathematical model\"\"\"\n", " return gamma * d / np.cbrt(1 + (gamma * d / phi)**3)\n", "\n", "\n", "def log_likelihood(params, d, ell):\n", " \"\"\"Log likelihood of spindle length model.\"\"\"\n", " gamma, phi, sigma = params\n", "\n", " if gamma <= 0 or gamma > 1 or phi <= 0:\n", " return -np.inf\n", "\n", " mu = theor_spindle_length(gamma, phi, d)\n", " return np.sum(st.norm.logpdf(ell, mu, sigma))\n", "\n", "\n", "def spindle_mle(d, ell):\n", " \"\"\"Compute MLE for parameters in spindle length model.\"\"\"\n", " with warnings.catch_warnings():\n", " warnings.simplefilter(\"ignore\")\n", "\n", " res = scipy.optimize.minimize(\n", " fun=lambda params, d, ell: -log_likelihood(params, d, ell),\n", " x0=np.array([0.5, 35, 5]),\n", " args=(d, ell),\n", " method='Powell'\n", " )\n", "\n", " if res.success:\n", " return res.x\n", " else:\n", " raise RuntimeError('Convergence failed with message', res.message) " ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "We can now perform MLE to get the parameters for each model and store them in a Pandas Series for convenience." ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [], "source": [ "df = pd.read_csv(os.path.join(data_path, \"good_invitro_droplet_data.csv\"), comment=\"#\")\n", "\n", "mle_1 = df[\"Spindle Length (um)\"].apply([np.mean, np.std]).values\n", "mle_2 = spindle_mle(\n", " df[\"Droplet Diameter (um)\"].values, df[\"Spindle Length (um)\"].values\n", ")\n", "\n", "s = pd.Series(\n", " index=[\"phi_1\", \"sigma_1\", \"gamma\", \"phi_2\", \"sigma_2\"],\n", " data=np.concatenate((mle_1, mle_2)),\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Next, we can compute the log likelihood evaluated at the MLE." ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "phi_1 32.864030\n", "sigma_1 4.788240\n", "gamma 0.860475\n", "phi_2 38.231250\n", "sigma_2 3.753422\n", "log_like_1 -1999.517925\n", "log_like_2 -1837.158982\n", "dtype: float64" ] }, "execution_count": 11, "metadata": {}, "output_type": "execute_result" } ], "source": [ "s[\"log_like_1\"] = st.norm.logpdf(df[\"Spindle Length (um)\"], s[\"phi_1\"], s[\"sigma_1\"]).sum()\n", "s[\"log_like_2\"] = log_likelihood(\n", " s[[\"gamma\", \"phi_2\", \"sigma_2\"]],\n", " df[\"Droplet Diameter (um)\"],\n", " df[\"Spindle Length (um)\"],\n", ")\n", "\n", "s" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "The log likeihood for model 2, with spindle size depending on droplet diameter, is much greater than for model 1. And now we can compute the AIC,noting that there are two parameters for model 1 and three for model 2." ] }, { "cell_type": "code", "execution_count": 12, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "phi_1 32.864030\n", "sigma_1 4.788240\n", "gamma 0.860475\n", "phi_2 38.231250\n", "sigma_2 3.753422\n", "log_like_1 -1999.517925\n", "log_like_2 -1837.158982\n", "AIC_1 4003.035850\n", "AIC_2 3680.317964\n", "dtype: float64" ] }, "execution_count": 12, "metadata": {}, "output_type": "execute_result" } ], "source": [ "s[\"AIC_1\"] = -2 * (s['log_like_1'] - 2)\n", "s[\"AIC_2\"] = -2 * (s['log_like_2'] - 3)\n", "\n", "s" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "There is a massive disparity in the AICs, so we know that model 2 is strongly preferred. Nonetheless, we can compute the Akaike weight for model 1 to compare." ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "phi_1 3.286403e+01\n", "sigma_1 4.788240e+00\n", "gamma 8.604745e-01\n", "phi_2 3.823125e+01\n", "sigma_2 3.753422e+00\n", "log_like_1 -1.999518e+03\n", "log_like_2 -1.837159e+03\n", "AIC_1 4.003036e+03\n", "AIC_2 3.680318e+03\n", "w_single 8.369539e-71\n", "dtype: float64" ] }, "execution_count": 13, "metadata": {}, "output_type": "execute_result" } ], "source": [ "AIC_max = max(s[['AIC_1', 'AIC_2']])\n", "numerator = np.exp(-(s.loc['AIC_1'] - AIC_max)/2)\n", "denominator = numerator + np.exp(-(s['AIC_2'] - AIC_max)/2)\n", "s['w_single'] = numerator / denominator\n", "\n", "s" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Model 1 is completely out of the question, with a tiny Akaike weight!" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Computing environment" ] }, { "cell_type": "code", "execution_count": 14, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Python implementation: CPython\n", "Python version : 3.11.4\n", "IPython version : 8.12.0\n", "\n", "numpy : 1.24.3\n", "pandas : 1.5.3\n", "scipy : 1.10.1\n", "bokeh : 3.2.1\n", "iqplot : 0.3.6\n", "bebi103 : 0.1.17\n", "jupyterlab: 4.0.4\n", "\n" ] } ], "source": [ "%load_ext watermark\n", "%watermark -v -p numpy,pandas,scipy,bokeh,iqplot,bebi103,jupyterlab" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.4" } }, "nbformat": 4, "nbformat_minor": 4 }