{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import intake, intake_esm\n",
    "#Ref https://intake-esm.readthedocs.io/_/downloads/en/latest/pdf/\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load the catalog "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "col_url = \"https://cmip6-nc.s3.us-east-2.amazonaws.com/esgf-world.json\" \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from dask_gateway import Gateway\n",
    "from dask.distributed import Client\n",
    "def launchDask(options):\n",
    "    #TODO try, except\n",
    "    gateway = Gateway()\n",
    "    clusters = gateway.list_clusters()\n",
    "    clusters\n",
    "    if len(clusters) >0:\n",
    "        cluster = gateway.connect(clusters[0].name)\n",
    "        print(\"lets close existing connection\")#or shut down and start afresh cluster.shutdown(). otherwise I dunno how to apply custom options\n",
    "        cluster.shutdown()\n",
    "        \n",
    "        cluster = gateway.new_cluster(options)\n",
    "    else:\n",
    "        cluster = gateway.new_cluster(options)\n",
    "    return(cluster)\n",
    "\n",
    "gateway = Gateway()\n",
    "options = gateway.cluster_options()\n",
    "options.worker_memory=8\n",
    "\n",
    "cluster = launchDask(options)\n",
    "\n",
    "\n",
    "from distributed import Client\n",
    "client = Client(cluster)\n",
    "client\n",
    "cluster.adapt(minimum=0, maximum=10) \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table style=\"border: 2px solid white;\">\n",
       "<tr>\n",
       "<td style=\"vertical-align: top; border: 0px solid white\">\n",
       "<h3 style=\"text-align: left;\">Client</h3>\n",
       "<ul style=\"text-align: left; list-style: none; margin: 0; padding: 0;\">\n",
       "  <li><b>Scheduler: </b>gateway://traefik-daskhub-dask-gateway.daskhub:80/daskhub.1b807d76d2db40b2a65ae1e720a8ccd6</li>\n",
       "  <li><b>Dashboard: </b><a href='/services/dask-gateway/clusters/daskhub.1b807d76d2db40b2a65ae1e720a8ccd6/status' target='_blank'>/services/dask-gateway/clusters/daskhub.1b807d76d2db40b2a65ae1e720a8ccd6/status</a></li>\n",
       "</ul>\n",
       "</td>\n",
       "<td style=\"vertical-align: top; border: 0px solid white\">\n",
       "<h3 style=\"text-align: left;\">Cluster</h3>\n",
       "<ul style=\"text-align: left; list-style:none; margin: 0; padding: 0;\">\n",
       "  <li><b>Workers: </b>0</li>\n",
       "  <li><b>Cores: </b>0</li>\n",
       "  <li><b>Memory: </b>0 B</li>\n",
       "</ul>\n",
       "</td>\n",
       "</tr>\n",
       "</table>"
      ],
      "text/plain": [
       "<Client: 'tls://192.168.52.168:8786' processes=0 threads=0, memory=0 B>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "client"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [],
   "source": [
    "col = intake.open_esm_datastore(col_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "esmcol_data = col.esmcol_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {},
   "outputs": [],
   "source": [
    "cat_T = col.search(experiment_id=['historical'],\n",
    "                 mip_table='Omon',\n",
    "                 ensemble_member=[\"r1i1p1f1\"],\n",
    "                 model=['CESM2', 'CESM2-FV2', 'CESM2-WACCM-FV2','CIESM','IPSL-CM6A-LR','MPI-ESM1-2-HR','MPI-ESM1-2-LR','MIROC6','CanESM5',\n",
    "                        'MPI-ESM-1-2-HAM','MRI-ESM2-0','SAM0-UNICON'],\n",
    "                 #model=['GFDL-CM4','GFDL-ESM4'],\n",
    "                 grid_label=['gn'],\n",
    "                 variable=[\"thetao\"])\n",
    "               #  version=['v20190308', 'v20191120', 'v20200220','v20191108','v20190323','v20190731','v20190710','v20180803',\n",
    "                #          'v20191007','v20190627','v20190311','v20190429','v20190627','v20191205','v20190914','v20190815','v20191108'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>project</th>\n",
       "      <th>institute</th>\n",
       "      <th>experiment_id</th>\n",
       "      <th>frequency</th>\n",
       "      <th>modeling_realm</th>\n",
       "      <th>mip_table</th>\n",
       "      <th>ensemble_member</th>\n",
       "      <th>grid_label</th>\n",
       "      <th>variable</th>\n",
       "      <th>temporal subset</th>\n",
       "      <th>version</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>CESM2</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CESM2-FV2</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CESM2-WACCM-FV2</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CIESM</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CanESM5</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>2</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>IPSL-CM6A-LR</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MIROC6</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MPI-ESM-1-2-HAM</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MPI-ESM1-2-HR</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MPI-ESM1-2-LR</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MRI-ESM2-0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SAM0-UNICON</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 project  institute  experiment_id  frequency  modeling_realm  \\\n",
       "model                                                                           \n",
       "CESM2                  1          1              1          1               1   \n",
       "CESM2-FV2              1          1              1          1               1   \n",
       "CESM2-WACCM-FV2        1          1              1          1               1   \n",
       "CIESM                  1          1              1          1               1   \n",
       "CanESM5                1          1              1          1               1   \n",
       "IPSL-CM6A-LR           1          1              1          1               1   \n",
       "MIROC6                 1          1              1          1               1   \n",
       "MPI-ESM-1-2-HAM        1          1              1          1               1   \n",
       "MPI-ESM1-2-HR          1          1              1          1               1   \n",
       "MPI-ESM1-2-LR          1          1              1          1               1   \n",
       "MRI-ESM2-0             1          1              1          1               1   \n",
       "SAM0-UNICON            1          1              1          1               1   \n",
       "\n",
       "                 mip_table  ensemble_member  grid_label  variable  \\\n",
       "model                                                               \n",
       "CESM2                    1                1           1         1   \n",
       "CESM2-FV2                1                1           1         1   \n",
       "CESM2-WACCM-FV2          1                1           1         1   \n",
       "CIESM                    1                1           1         1   \n",
       "CanESM5                  1                1           1         1   \n",
       "IPSL-CM6A-LR             1                1           1         1   \n",
       "MIROC6                   1                1           1         1   \n",
       "MPI-ESM-1-2-HAM          1                1           1         1   \n",
       "MPI-ESM1-2-HR            1                1           1         1   \n",
       "MPI-ESM1-2-LR            1                1           1         1   \n",
       "MRI-ESM2-0               1                1           1         1   \n",
       "SAM0-UNICON              1                1           1         1   \n",
       "\n",
       "                 temporal subset  version  path  \n",
       "model                                            \n",
       "CESM2                          1        1     1  \n",
       "CESM2-FV2                      4        1     4  \n",
       "CESM2-WACCM-FV2                4        1     4  \n",
       "CIESM                          4        1     4  \n",
       "CanESM5                       17        2    34  \n",
       "IPSL-CM6A-LR                   2        1     2  \n",
       "MIROC6                        17        1    17  \n",
       "MPI-ESM-1-2-HAM                9        1     9  \n",
       "MPI-ESM1-2-HR                 33        1    33  \n",
       "MPI-ESM1-2-LR                  9        1     9  \n",
       "MRI-ESM2-0                     3        1     3  \n",
       "SAM0-UNICON                   17        1    17  "
      ]
     },
     "execution_count": 124,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_T.df.groupby(['model']).nunique()#CanESM5 has two versions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>project</th>\n",
       "      <th>institute</th>\n",
       "      <th>model</th>\n",
       "      <th>experiment_id</th>\n",
       "      <th>frequency</th>\n",
       "      <th>modeling_realm</th>\n",
       "      <th>mip_table</th>\n",
       "      <th>ensemble_member</th>\n",
       "      <th>grid_label</th>\n",
       "      <th>variable</th>\n",
       "      <th>temporal subset</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>version</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>v20190306</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>v20190429</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           project  institute  model  experiment_id  frequency  \\\n",
       "version                                                          \n",
       "v20190306        1          1      1              1          1   \n",
       "v20190429        1          1      1              1          1   \n",
       "\n",
       "           modeling_realm  mip_table  ensemble_member  grid_label  variable  \\\n",
       "version                                                                       \n",
       "v20190306               1          1                1           1         1   \n",
       "v20190429               1          1                1           1         1   \n",
       "\n",
       "           temporal subset  path  \n",
       "version                           \n",
       "v20190306               17    17  \n",
       "v20190429               17    17  "
      ]
     },
     "execution_count": 129,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_T.df[cat_T.df['model']=='CanESM5'].groupby(['version']).nunique() #one distinct version only, latest one.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {},
   "outputs": [],
   "source": [
    "def latest_version(ds):\n",
    "    \"\"\"filters latest DRS versions of datasets only\"\"\"\n",
    "    ds=ds.df.sort_values(['version']).groupby(['temporal subset','model','mip_table','institute','variable','ensemble_member','grid_label','experiment_id'],as_index=False).last()\n",
    "    return ds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [],
   "source": [
    "cat_T_new = latest_version(cat_T)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>temporal subset</th>\n",
       "      <th>model</th>\n",
       "      <th>mip_table</th>\n",
       "      <th>institute</th>\n",
       "      <th>variable</th>\n",
       "      <th>ensemble_member</th>\n",
       "      <th>grid_label</th>\n",
       "      <th>experiment_id</th>\n",
       "      <th>project</th>\n",
       "      <th>frequency</th>\n",
       "      <th>modeling_realm</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>version</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>v20190429</th>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           temporal subset  model  mip_table  institute  variable  \\\n",
       "version                                                             \n",
       "v20190429               17      1          1          1         1   \n",
       "\n",
       "           ensemble_member  grid_label  experiment_id  project  frequency  \\\n",
       "version                                                                     \n",
       "v20190429                1           1              1        1          1   \n",
       "\n",
       "           modeling_realm  path  \n",
       "version                          \n",
       "v20190429               1    17  "
      ]
     },
     "execution_count": 134,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_T_new[cat_T_new['model']=='CanESM5'].groupby(['version']).nunique() #one distinct version only, latest one.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>temporal subset</th>\n",
       "      <th>model</th>\n",
       "      <th>mip_table</th>\n",
       "      <th>institute</th>\n",
       "      <th>variable</th>\n",
       "      <th>ensemble_member</th>\n",
       "      <th>grid_label</th>\n",
       "      <th>experiment_id</th>\n",
       "      <th>project</th>\n",
       "      <th>frequency</th>\n",
       "      <th>modeling_realm</th>\n",
       "      <th>version</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>185001-186012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>186101-187012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>187101-188012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>188101-189012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>189101-190012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>190101-191012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>191101-192012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>192101-193012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>193101-194012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>194101-195012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>195101-196012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>196101-197012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>197101-198012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>198101-199012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>199101-200012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>200101-201012</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>201101-201412</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>Omon</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>thetao</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>gn</td>\n",
       "      <td>historical</td>\n",
       "      <td>CMIP6</td>\n",
       "      <td>mon</td>\n",
       "      <td>ocean</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    temporal subset    model mip_table institute variable ensemble_member  \\\n",
       "3     185001-186012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "16    186101-187012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "23    187101-188012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "28    188101-189012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "35    189101-190012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "44    190101-191012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "51    191101-192012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "56    192101-193012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "63    193101-194012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "68    194101-195012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "80    195101-196012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "85    196101-197012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "92    197101-198012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "97    198101-199012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "104   199101-200012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "112   200101-201012  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "119   201101-201412  CanESM5      Omon     CCCma   thetao        r1i1p1f1   \n",
       "\n",
       "    grid_label experiment_id project frequency modeling_realm    version  \\\n",
       "3           gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "16          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "23          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "28          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "35          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "44          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "51          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "56          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "63          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "68          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "80          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "85          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "92          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "97          gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "104         gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "112         gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "119         gn    historical   CMIP6       mon          ocean  v20190429   \n",
       "\n",
       "                                                  path  \n",
       "3    s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "16   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "23   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "28   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "35   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "44   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "51   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "56   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "63   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "68   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "80   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "85   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "92   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "97   s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "104  s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "112  s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  \n",
       "119  s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/histo...  "
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_T_new[cat_T_new['model']=='CanESM5'] #one distinct version only, latest one."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [],
   "source": [
    "cat_T = intake.open_esm_datastore(cat_T_new,esmcol_data=esmcol_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>temporal subset</th>\n",
       "      <th>model</th>\n",
       "      <th>mip_table</th>\n",
       "      <th>institute</th>\n",
       "      <th>variable</th>\n",
       "      <th>ensemble_member</th>\n",
       "      <th>grid_label</th>\n",
       "      <th>experiment_id</th>\n",
       "      <th>project</th>\n",
       "      <th>frequency</th>\n",
       "      <th>modeling_realm</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>version</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>v20190429</th>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           temporal subset  model  mip_table  institute  variable  \\\n",
       "version                                                             \n",
       "v20190429               17      1          1          1         1   \n",
       "\n",
       "           ensemble_member  grid_label  experiment_id  project  frequency  \\\n",
       "version                                                                     \n",
       "v20190429                1           1              1        1          1   \n",
       "\n",
       "           modeling_realm  path  \n",
       "version                          \n",
       "v20190429               1    17  "
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#cat_T['CMIP6.CCCma.CanESM5.historical.Omon']\n",
    "cat_T.df[cat_T.df['model']=='CanESM5'].groupby(['version']).nunique() #one distinct version only, latest one.\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "VOLCELLO test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [],
   "source": [
    "cat_T_v = col.search(experiment_id=['historical'],\n",
    "                 mip_table=['Ofx','Omon'],\n",
    "                 ensemble_member=[\"r1i1p1f1\"],\n",
    "                 model=['NorESM2-LM'],\n",
    "                 #model=['GFDL-CM4','GFDL-ESM4'],\n",
    "               #  grid_label=['gn'],\n",
    "                 variable=[\"volcello\"])\n",
    "               #  version=['v20190308', 'v20191120', 'v20200220','v20191108','v20190323','v20190731','v20190710','v20180803',\n",
    "                #          'v20191007','v20190627','v20190311','v20190429','v20190627','v20191205','v20190914','v20190815','v20191108'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>project</th>\n",
       "      <th>institute</th>\n",
       "      <th>experiment_id</th>\n",
       "      <th>frequency</th>\n",
       "      <th>modeling_realm</th>\n",
       "      <th>mip_table</th>\n",
       "      <th>ensemble_member</th>\n",
       "      <th>grid_label</th>\n",
       "      <th>variable</th>\n",
       "      <th>temporal subset</th>\n",
       "      <th>version</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>NorESM2-LM</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>2</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            project  institute  experiment_id  frequency  modeling_realm  \\\n",
       "model                                                                      \n",
       "NorESM2-LM        1          1              1          1               1   \n",
       "\n",
       "            mip_table  ensemble_member  grid_label  variable  temporal subset  \\\n",
       "model                                                                           \n",
       "NorESM2-LM          2                1           2         1               13   \n",
       "\n",
       "            version  path  \n",
       "model                      \n",
       "NorESM2-LM        2    14  "
      ]
     },
     "execution_count": 151,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_T_v.df.groupby(['model']).nunique()#CanESM5 has two versions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['v20190815', 'v20191108'], dtype=object)"
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_T_v.df.version.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [],
   "source": [
    "cat_T_vol = latest_version(cat_T_v)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['v20191108'], dtype=object)"
      ]
     },
     "execution_count": 154,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_T_vol.version.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>temporal subset</th>\n",
       "      <th>mip_table</th>\n",
       "      <th>institute</th>\n",
       "      <th>variable</th>\n",
       "      <th>ensemble_member</th>\n",
       "      <th>grid_label</th>\n",
       "      <th>experiment_id</th>\n",
       "      <th>project</th>\n",
       "      <th>frequency</th>\n",
       "      <th>modeling_realm</th>\n",
       "      <th>version</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>NorESM2-LM</th>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            temporal subset  mip_table  institute  variable  ensemble_member  \\\n",
       "model                                                                          \n",
       "NorESM2-LM               13          1          1         1                1   \n",
       "\n",
       "            grid_label  experiment_id  project  frequency  modeling_realm  \\\n",
       "model                                                                       \n",
       "NorESM2-LM           1              1        1          1               1   \n",
       "\n",
       "            version  path  \n",
       "model                      \n",
       "NorESM2-LM        1    13  "
      ]
     },
     "execution_count": 155,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_T_vol.groupby(['model']).nunique()  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [],
   "source": [
    "cat_T_volstore = intake.open_esm_datastore(cat_T_vol,esmcol_data=esmcol_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['v20191108'], dtype=object)"
      ]
     },
     "execution_count": 157,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_T_volstore.df.version.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}