{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "83b7a7bd-1878-451b-8b6f-a49286dc557d",
   "metadata": {},
   "source": [
    "## VirES - magnetic model benchmark - staging DISC server\n",
    "\n",
    "Assess perfomance of the VirES magnetic model evaluation and other parameters wrt. the plain data rerival. \n",
    "Get per sample times.\n",
    "\n",
    "See also [VirES Python Client](https://github.com/ESA-VirES/VirES-Python-Client)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "91b3ce04-2e60-4a49-b7a5-390ce105945a",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "P1D pass #1\n",
      "86400 0.673s plain request\n",
      "86400 0.354s plain request (cached)\n",
      "86400 0.321s filter: Flags_B != 255\n",
      "86400 0.603s aux.var.: MLT, QDLat\n",
      "86400 0.392s model: CHAOS-Core\n",
      "86400 1.39s model: CHAOS-Static80\n",
      "86400 6.11s model: CHAOS-Static\n",
      "86400 0.405s model: CHAOS-MMA-Primary\n",
      "86400 0.434s model: CHAOS-MMA-Secondary\n",
      "86400 0.487s model: CHAOS-MMA\n",
      "86400 1.81s model: CHAOS80\n",
      "86400 6.56s model: CHAOS\n",
      "86400 3.78s model: MIO_SHA_2C-Primary\n",
      "86400 3.65s model: MIO_SHA_2C-Secondary\n",
      "86400 7.13s model: MIO_SHA_2C\n",
      "P1D pass #2\n",
      "86400 0.593s plain request\n",
      "86400 0.226s plain request (cached)\n",
      "86400 0.302s filter: Flags_B != 255\n",
      "86400 0.461s aux.var.: MLT, QDLat\n",
      "86400 0.44s model: CHAOS-Core\n",
      "86400 1.46s model: CHAOS-Static80\n",
      "86400 6.27s model: CHAOS-Static\n",
      "86400 0.381s model: CHAOS-MMA-Primary\n",
      "86400 0.407s model: CHAOS-MMA-Secondary\n",
      "86400 0.407s model: CHAOS-MMA\n",
      "86400 1.84s model: CHAOS80\n",
      "86400 6.46s model: CHAOS\n",
      "86400 3.63s model: MIO_SHA_2C-Primary\n",
      "86400 3.67s model: MIO_SHA_2C-Secondary\n",
      "86400 6.87s model: MIO_SHA_2C\n",
      "P1D pass #3\n",
      "86400 0.475s plain request\n",
      "86400 0.28s plain request (cached)\n",
      "86400 0.271s filter: Flags_B != 255\n",
      "86400 0.396s aux.var.: MLT, QDLat\n",
      "86400 0.455s model: CHAOS-Core\n",
      "86400 1.44s model: CHAOS-Static80\n",
      "86400 6.16s model: CHAOS-Static\n",
      "86400 0.466s model: CHAOS-MMA-Primary\n",
      "86400 0.419s model: CHAOS-MMA-Secondary\n",
      "86400 0.715s model: CHAOS-MMA\n",
      "86400 1.77s model: CHAOS80\n",
      "86400 6.49s model: CHAOS\n",
      "86400 3.59s model: MIO_SHA_2C-Primary\n",
      "86400 3.58s model: MIO_SHA_2C-Secondary\n",
      "86400 6.81s model: MIO_SHA_2C\n",
      "P1D pass #4\n",
      "86400 0.291s plain request\n",
      "86400 0.337s plain request (cached)\n",
      "86400 0.362s filter: Flags_B != 255\n",
      "86400 0.488s aux.var.: MLT, QDLat\n",
      "86400 0.475s model: CHAOS-Core\n",
      "86400 1.45s model: CHAOS-Static80\n",
      "86400 6.18s model: CHAOS-Static\n",
      "86400 0.346s model: CHAOS-MMA-Primary\n",
      "86400 0.466s model: CHAOS-MMA-Secondary\n",
      "86400 0.518s model: CHAOS-MMA\n",
      "86400 1.8s model: CHAOS80\n",
      "86400 6.47s model: CHAOS\n",
      "86400 3.61s model: MIO_SHA_2C-Primary\n",
      "86400 3.6s model: MIO_SHA_2C-Secondary\n",
      "86400 6.8s model: MIO_SHA_2C\n",
      "P1D pass #5\n",
      "86400 0.521s plain request\n",
      "86400 0.355s plain request (cached)\n",
      "86400 0.318s filter: Flags_B != 255\n",
      "86400 0.445s aux.var.: MLT, QDLat\n",
      "86400 0.464s model: CHAOS-Core\n",
      "86400 1.4s model: CHAOS-Static80\n",
      "86400 6.15s model: CHAOS-Static\n",
      "86400 0.418s model: CHAOS-MMA-Primary\n",
      "86400 0.492s model: CHAOS-MMA-Secondary\n",
      "86400 0.608s model: CHAOS-MMA\n",
      "86400 1.94s model: CHAOS80\n",
      "86400 6.47s model: CHAOS\n",
      "86400 3.64s model: MIO_SHA_2C-Primary\n",
      "86400 3.65s model: MIO_SHA_2C-Secondary\n",
      "86400 6.89s model: MIO_SHA_2C\n",
      "P1D pass #6\n",
      "86400 0.661s plain request\n",
      "86400 0.373s plain request (cached)\n",
      "86400 0.292s filter: Flags_B != 255\n",
      "86400 0.477s aux.var.: MLT, QDLat\n",
      "86400 0.525s model: CHAOS-Core\n",
      "86400 1.54s model: CHAOS-Static80\n",
      "86400 6.35s model: CHAOS-Static\n",
      "86400 0.405s model: CHAOS-MMA-Primary\n",
      "86400 0.442s model: CHAOS-MMA-Secondary\n",
      "86400 0.581s model: CHAOS-MMA\n",
      "86400 1.78s model: CHAOS80\n",
      "86400 6.48s model: CHAOS\n",
      "86400 3.62s model: MIO_SHA_2C-Primary\n",
      "86400 3.59s model: MIO_SHA_2C-Secondary\n",
      "86400 6.92s model: MIO_SHA_2C\n",
      "P1D pass #7\n",
      "86400 0.616s plain request\n",
      "86400 0.344s plain request (cached)\n",
      "86400 0.408s filter: Flags_B != 255\n",
      "86400 0.471s aux.var.: MLT, QDLat\n",
      "86400 0.422s model: CHAOS-Core\n",
      "86400 1.44s model: CHAOS-Static80\n",
      "86400 6.29s model: CHAOS-Static\n",
      "86400 0.414s model: CHAOS-MMA-Primary\n",
      "86400 0.399s model: CHAOS-MMA-Secondary\n",
      "86400 0.551s model: CHAOS-MMA\n",
      "86400 3.07s model: CHAOS80\n",
      "86400 6.55s model: CHAOS\n",
      "86400 3.62s model: MIO_SHA_2C-Primary\n",
      "86400 3.58s model: MIO_SHA_2C-Secondary\n",
      "86400 6.9s model: MIO_SHA_2C\n",
      "P1D pass #8\n",
      "86400 0.754s plain request\n",
      "86400 0.38s plain request (cached)\n",
      "86400 0.259s filter: Flags_B != 255\n",
      "86400 0.429s aux.var.: MLT, QDLat\n",
      "86400 0.439s model: CHAOS-Core\n",
      "86400 1.56s model: CHAOS-Static80\n",
      "86400 6.17s model: CHAOS-Static\n",
      "86400 0.412s model: CHAOS-MMA-Primary\n",
      "86400 0.404s model: CHAOS-MMA-Secondary\n",
      "86400 0.483s model: CHAOS-MMA\n",
      "86400 1.78s model: CHAOS80\n",
      "86400 6.54s model: CHAOS\n",
      "86400 3.6s model: MIO_SHA_2C-Primary\n",
      "86400 3.76s model: MIO_SHA_2C-Secondary\n",
      "86400 6.83s model: MIO_SHA_2C\n",
      "P1D pass #9\n",
      "86400 0.47s plain request\n",
      "86400 0.451s plain request (cached)\n",
      "86400 0.348s filter: Flags_B != 255\n",
      "86400 0.587s aux.var.: MLT, QDLat\n",
      "86400 0.514s model: CHAOS-Core\n",
      "86400 1.44s model: CHAOS-Static80\n",
      "86400 6.18s model: CHAOS-Static\n",
      "86400 0.353s model: CHAOS-MMA-Primary\n",
      "86400 0.496s model: CHAOS-MMA-Secondary\n",
      "86400 0.507s model: CHAOS-MMA\n",
      "86400 1.75s model: CHAOS80\n",
      "86400 6.47s model: CHAOS\n",
      "86400 3.84s model: MIO_SHA_2C-Primary\n",
      "86400 3.6s model: MIO_SHA_2C-Secondary\n",
      "86400 6.93s model: MIO_SHA_2C\n",
      "P1D pass #10\n",
      "86400 0.786s plain request\n",
      "86400 0.383s plain request (cached)\n",
      "86400 0.651s filter: Flags_B != 255\n",
      "86400 0.489s aux.var.: MLT, QDLat\n",
      "86400 0.595s model: CHAOS-Core\n",
      "86400 1.49s model: CHAOS-Static80\n",
      "86400 6.15s model: CHAOS-Static\n",
      "86400 0.397s model: CHAOS-MMA-Primary\n",
      "86400 0.408s model: CHAOS-MMA-Secondary\n",
      "86400 0.559s model: CHAOS-MMA\n",
      "86400 1.93s model: CHAOS80\n",
      "86400 6.49s model: CHAOS\n",
      "86400 3.6s model: MIO_SHA_2C-Primary\n",
      "86400 3.61s model: MIO_SHA_2C-Secondary\n",
      "86400 6.86s model: MIO_SHA_2C\n",
      "PT6H pass #1\n",
      "21600 0.48s plain request\n",
      "21600 0.209s plain request (cached)\n",
      "21600 0.234s filter: Flags_B != 255\n",
      "21600 0.244s aux.var.: MLT, QDLat\n",
      "21600 0.29s model: CHAOS-Core\n",
      "21600 0.511s model: CHAOS-Static80\n",
      "21600 1.7s model: CHAOS-Static\n",
      "21600 0.365s model: CHAOS-MMA-Primary\n",
      "21600 0.329s model: CHAOS-MMA-Secondary\n",
      "21600 0.339s model: CHAOS-MMA\n",
      "21600 0.654s model: CHAOS80\n",
      "21600 1.8s model: CHAOS\n",
      "21600 1.13s model: MIO_SHA_2C-Primary\n",
      "21600 1.18s model: MIO_SHA_2C-Secondary\n",
      "21600 1.86s model: MIO_SHA_2C\n",
      "PT6H pass #2\n",
      "21600 0.418s plain request\n",
      "21600 0.249s plain request (cached)\n",
      "21600 0.309s filter: Flags_B != 255\n",
      "21600 0.209s aux.var.: MLT, QDLat\n",
      "21600 0.383s model: CHAOS-Core\n",
      "21600 0.64s model: CHAOS-Static80\n",
      "21600 1.7s model: CHAOS-Static\n",
      "21600 0.245s model: CHAOS-MMA-Primary\n",
      "21600 0.239s model: CHAOS-MMA-Secondary\n",
      "21600 0.291s model: CHAOS-MMA\n",
      "21600 0.686s model: CHAOS80\n",
      "21600 1.78s model: CHAOS\n",
      "21600 1.06s model: MIO_SHA_2C-Primary\n",
      "21600 1.06s model: MIO_SHA_2C-Secondary\n",
      "21600 1.95s model: MIO_SHA_2C\n",
      "PT6H pass #3\n",
      "21600 0.444s plain request\n",
      "21600 0.3s plain request (cached)\n",
      "21600 0.263s filter: Flags_B != 255\n",
      "21600 0.219s aux.var.: MLT, QDLat\n",
      "21600 0.271s model: CHAOS-Core\n",
      "21600 0.457s model: CHAOS-Static80\n",
      "21600 1.67s model: CHAOS-Static\n",
      "21600 0.204s model: CHAOS-MMA-Primary\n",
      "21600 0.356s model: CHAOS-MMA-Secondary\n",
      "21600 0.3s model: CHAOS-MMA\n",
      "21600 0.715s model: CHAOS80\n",
      "21600 1.79s model: CHAOS\n",
      "21600 1.11s model: MIO_SHA_2C-Primary\n",
      "21600 1.06s model: MIO_SHA_2C-Secondary\n",
      "21600 1.86s model: MIO_SHA_2C\n",
      "PT6H pass #4\n",
      "21600 0.433s plain request\n",
      "21600 0.264s plain request (cached)\n",
      "21600 0.232s filter: Flags_B != 255\n",
      "21600 0.287s aux.var.: MLT, QDLat\n",
      "21600 0.269s model: CHAOS-Core\n",
      "21600 0.561s model: CHAOS-Static80\n",
      "21600 1.69s model: CHAOS-Static\n",
      "21600 0.332s model: CHAOS-MMA-Primary\n",
      "21600 0.414s model: CHAOS-MMA-Secondary\n",
      "21600 0.336s model: CHAOS-MMA\n",
      "21600 0.673s model: CHAOS80\n",
      "21600 1.78s model: CHAOS\n",
      "21600 1.08s model: MIO_SHA_2C-Primary\n",
      "21600 1.12s model: MIO_SHA_2C-Secondary\n",
      "21600 2.03s model: MIO_SHA_2C\n",
      "PT6H pass #5\n",
      "21600 0.226s plain request\n",
      "21600 0.268s plain request (cached)\n",
      "21600 0.254s filter: Flags_B != 255\n",
      "21600 0.301s aux.var.: MLT, QDLat\n",
      "21600 0.284s model: CHAOS-Core\n",
      "21600 0.477s model: CHAOS-Static80\n",
      "21600 1.75s model: CHAOS-Static\n",
      "21600 0.422s model: CHAOS-MMA-Primary\n",
      "21600 0.394s model: CHAOS-MMA-Secondary\n",
      "21600 0.375s model: CHAOS-MMA\n",
      "21600 0.594s model: CHAOS80\n",
      "21600 1.83s model: CHAOS\n",
      "21600 1.02s model: MIO_SHA_2C-Primary\n",
      "21600 1.06s model: MIO_SHA_2C-Secondary\n",
      "21600 1.83s model: MIO_SHA_2C\n",
      "PT6H pass #6\n",
      "21600 0.291s plain request\n",
      "21600 0.397s plain request (cached)\n",
      "21600 0.331s filter: Flags_B != 255\n",
      "21600 0.271s aux.var.: MLT, QDLat\n",
      "21600 0.221s model: CHAOS-Core\n",
      "21600 0.542s model: CHAOS-Static80\n",
      "21600 1.81s model: CHAOS-Static\n",
      "21600 0.239s model: CHAOS-MMA-Primary\n",
      "21600 0.321s model: CHAOS-MMA-Secondary\n",
      "21600 0.272s model: CHAOS-MMA\n",
      "21600 0.643s model: CHAOS80\n",
      "21600 1.73s model: CHAOS\n",
      "21600 1.09s model: MIO_SHA_2C-Primary\n",
      "21600 1.08s model: MIO_SHA_2C-Secondary\n",
      "21600 1.97s model: MIO_SHA_2C\n",
      "PT6H pass #7\n",
      "21600 0.331s plain request\n",
      "21600 0.218s plain request (cached)\n",
      "21600 0.285s filter: Flags_B != 255\n",
      "21600 0.21s aux.var.: MLT, QDLat\n",
      "21600 0.217s model: CHAOS-Core\n",
      "21600 0.577s model: CHAOS-Static80\n",
      "21600 1.74s model: CHAOS-Static\n",
      "21600 0.293s model: CHAOS-MMA-Primary\n",
      "21600 0.345s model: CHAOS-MMA-Secondary\n",
      "21600 0.273s model: CHAOS-MMA\n",
      "21600 0.594s model: CHAOS80\n",
      "21600 1.73s model: CHAOS\n",
      "21600 1.08s model: MIO_SHA_2C-Primary\n",
      "21600 1.04s model: MIO_SHA_2C-Secondary\n",
      "21600 1.85s model: MIO_SHA_2C\n",
      "PT6H pass #8\n",
      "21600 0.21s plain request\n",
      "21600 0.288s plain request (cached)\n",
      "21600 0.269s filter: Flags_B != 255\n",
      "21600 0.463s aux.var.: MLT, QDLat\n",
      "21600 0.265s model: CHAOS-Core\n",
      "21600 0.578s model: CHAOS-Static80\n",
      "21600 1.87s model: CHAOS-Static\n",
      "21600 0.185s model: CHAOS-MMA-Primary\n",
      "21600 0.247s model: CHAOS-MMA-Secondary\n",
      "21600 0.305s model: CHAOS-MMA\n",
      "21600 0.559s model: CHAOS80\n",
      "21600 1.91s model: CHAOS\n",
      "21600 1.14s model: MIO_SHA_2C-Primary\n",
      "21600 1.09s model: MIO_SHA_2C-Secondary\n",
      "21600 1.87s model: MIO_SHA_2C\n",
      "PT6H pass #9\n",
      "21600 0.685s plain request\n",
      "21600 0.314s plain request (cached)\n",
      "21600 0.351s filter: Flags_B != 255\n",
      "21600 0.405s aux.var.: MLT, QDLat\n",
      "21600 0.298s model: CHAOS-Core\n",
      "21600 0.67s model: CHAOS-Static80\n",
      "21600 1.67s model: CHAOS-Static\n",
      "21600 0.231s model: CHAOS-MMA-Primary\n",
      "21600 0.239s model: CHAOS-MMA-Secondary\n",
      "21600 0.262s model: CHAOS-MMA\n",
      "21600 0.634s model: CHAOS80\n",
      "21600 1.92s model: CHAOS\n",
      "21600 0.997s model: MIO_SHA_2C-Primary\n",
      "21600 1.06s model: MIO_SHA_2C-Secondary\n",
      "21600 2.05s model: MIO_SHA_2C\n",
      "PT6H pass #10\n",
      "21600 0.682s plain request\n",
      "21600 0.229s plain request (cached)\n",
      "21600 0.21s filter: Flags_B != 255\n",
      "21600 0.377s aux.var.: MLT, QDLat\n",
      "21600 0.236s model: CHAOS-Core\n",
      "21600 0.583s model: CHAOS-Static80\n",
      "21600 1.79s model: CHAOS-Static\n",
      "21600 0.297s model: CHAOS-MMA-Primary\n",
      "21600 0.406s model: CHAOS-MMA-Secondary\n",
      "21600 0.3s model: CHAOS-MMA\n",
      "21600 0.766s model: CHAOS80\n",
      "21600 1.88s model: CHAOS\n",
      "21600 1.13s model: MIO_SHA_2C-Primary\n",
      "21600 1.14s model: MIO_SHA_2C-Secondary\n",
      "21600 1.86s model: MIO_SHA_2C\n",
      "PT1H pass #1\n",
      "3600 0.426s plain request\n",
      "3600 0.197s plain request (cached)\n",
      "3600 0.195s filter: Flags_B != 255\n",
      "3600 0.205s aux.var.: MLT, QDLat\n",
      "3600 0.195s model: CHAOS-Core\n",
      "3600 0.228s model: CHAOS-Static80\n",
      "3600 0.424s model: CHAOS-Static\n",
      "3600 0.23s model: CHAOS-MMA-Primary\n",
      "3600 0.189s model: CHAOS-MMA-Secondary\n",
      "3600 0.165s model: CHAOS-MMA\n",
      "3600 0.278s model: CHAOS80\n",
      "3600 0.497s model: CHAOS\n",
      "3600 0.284s model: MIO_SHA_2C-Primary\n",
      "3600 0.297s model: MIO_SHA_2C-Secondary\n",
      "3600 0.442s model: MIO_SHA_2C\n",
      "PT1H pass #2\n",
      "3600 0.33s plain request\n",
      "3600 0.192s plain request (cached)\n",
      "3600 0.144s filter: Flags_B != 255\n",
      "3600 0.225s aux.var.: MLT, QDLat\n",
      "3600 0.232s model: CHAOS-Core\n",
      "3600 0.277s model: CHAOS-Static80\n",
      "3600 0.463s model: CHAOS-Static\n",
      "3600 0.208s model: CHAOS-MMA-Primary\n",
      "3600 0.242s model: CHAOS-MMA-Secondary\n",
      "3600 0.252s model: CHAOS-MMA\n",
      "3600 0.302s model: CHAOS80\n",
      "3600 0.534s model: CHAOS\n",
      "3600 0.362s model: MIO_SHA_2C-Primary\n",
      "3600 0.342s model: MIO_SHA_2C-Secondary\n",
      "3600 0.422s model: MIO_SHA_2C\n",
      "PT1H pass #3\n",
      "3600 0.366s plain request\n",
      "3600 0.203s plain request (cached)\n",
      "3600 0.19s filter: Flags_B != 255\n",
      "3600 0.221s aux.var.: MLT, QDLat\n",
      "3600 0.178s model: CHAOS-Core\n",
      "3600 0.271s model: CHAOS-Static80\n",
      "3600 0.452s model: CHAOS-Static\n",
      "3600 0.157s model: CHAOS-MMA-Primary\n",
      "3600 0.192s model: CHAOS-MMA-Secondary\n",
      "3600 0.205s model: CHAOS-MMA\n",
      "3600 0.291s model: CHAOS80\n",
      "3600 0.452s model: CHAOS\n",
      "3600 0.378s model: MIO_SHA_2C-Primary\n",
      "3600 0.36s model: MIO_SHA_2C-Secondary\n",
      "3600 0.474s model: MIO_SHA_2C\n",
      "PT1H pass #4\n",
      "3600 0.336s plain request\n",
      "3600 0.233s plain request (cached)\n",
      "3600 0.231s filter: Flags_B != 255\n",
      "3600 0.244s aux.var.: MLT, QDLat\n",
      "3600 0.248s model: CHAOS-Core\n",
      "3600 0.254s model: CHAOS-Static80\n",
      "3600 0.483s model: CHAOS-Static\n",
      "3600 0.197s model: CHAOS-MMA-Primary\n",
      "3600 0.197s model: CHAOS-MMA-Secondary\n",
      "3600 0.205s model: CHAOS-MMA\n",
      "3600 0.26s model: CHAOS80\n",
      "3600 0.453s model: CHAOS\n",
      "3600 0.359s model: MIO_SHA_2C-Primary\n",
      "3600 0.365s model: MIO_SHA_2C-Secondary\n",
      "3600 0.503s model: MIO_SHA_2C\n",
      "PT1H pass #5\n",
      "3600 0.255s plain request\n",
      "3600 0.177s plain request (cached)\n",
      "3600 0.22s filter: Flags_B != 255\n",
      "3600 0.216s aux.var.: MLT, QDLat\n",
      "3600 0.18s model: CHAOS-Core\n",
      "3600 0.206s model: CHAOS-Static80\n",
      "3600 0.408s model: CHAOS-Static\n",
      "3600 0.186s model: CHAOS-MMA-Primary\n",
      "3600 0.223s model: CHAOS-MMA-Secondary\n",
      "3600 0.19s model: CHAOS-MMA\n",
      "3600 0.235s model: CHAOS80\n",
      "3600 0.447s model: CHAOS\n",
      "3600 0.319s model: MIO_SHA_2C-Primary\n",
      "3600 0.286s model: MIO_SHA_2C-Secondary\n",
      "3600 0.431s model: MIO_SHA_2C\n",
      "PT1H pass #6\n",
      "3600 0.185s plain request\n",
      "3600 0.127s plain request (cached)\n",
      "3600 0.16s filter: Flags_B != 255\n",
      "3600 0.146s aux.var.: MLT, QDLat\n",
      "3600 0.229s model: CHAOS-Core\n",
      "3600 0.311s model: CHAOS-Static80\n",
      "3600 0.461s model: CHAOS-Static\n",
      "3600 0.183s model: CHAOS-MMA-Primary\n",
      "3600 0.202s model: CHAOS-MMA-Secondary\n",
      "3600 0.225s model: CHAOS-MMA\n",
      "3600 0.239s model: CHAOS80\n",
      "3600 0.495s model: CHAOS\n",
      "3600 0.358s model: MIO_SHA_2C-Primary\n",
      "3600 0.349s model: MIO_SHA_2C-Secondary\n",
      "3600 0.441s model: MIO_SHA_2C\n",
      "PT1H pass #7\n",
      "3600 0.348s plain request\n",
      "3600 0.211s plain request (cached)\n",
      "3600 0.134s filter: Flags_B != 255\n",
      "3600 0.226s aux.var.: MLT, QDLat\n",
      "3600 0.215s model: CHAOS-Core\n",
      "3600 0.259s model: CHAOS-Static80\n",
      "3600 0.473s model: CHAOS-Static\n",
      "3600 0.155s model: CHAOS-MMA-Primary\n",
      "3600 0.193s model: CHAOS-MMA-Secondary\n",
      "3600 0.201s model: CHAOS-MMA\n",
      "3600 0.241s model: CHAOS80\n",
      "3600 0.439s model: CHAOS\n",
      "3600 0.301s model: MIO_SHA_2C-Primary\n",
      "3600 0.276s model: MIO_SHA_2C-Secondary\n",
      "3600 0.5s model: MIO_SHA_2C\n",
      "PT1H pass #8\n",
      "3600 0.354s plain request\n",
      "3600 0.159s plain request (cached)\n",
      "3600 0.171s filter: Flags_B != 255\n",
      "3600 0.158s aux.var.: MLT, QDLat\n",
      "3600 0.185s model: CHAOS-Core\n",
      "3600 0.218s model: CHAOS-Static80\n",
      "3600 0.448s model: CHAOS-Static\n",
      "3600 0.18s model: CHAOS-MMA-Primary\n",
      "3600 0.233s model: CHAOS-MMA-Secondary\n",
      "3600 0.246s model: CHAOS-MMA\n",
      "3600 0.275s model: CHAOS80\n",
      "3600 0.505s model: CHAOS\n",
      "3600 0.355s model: MIO_SHA_2C-Primary\n",
      "3600 0.295s model: MIO_SHA_2C-Secondary\n",
      "3600 0.489s model: MIO_SHA_2C\n",
      "PT1H pass #9\n",
      "3600 0.563s plain request\n",
      "3600 0.216s plain request (cached)\n",
      "3600 0.205s filter: Flags_B != 255\n",
      "3600 0.23s aux.var.: MLT, QDLat\n",
      "3600 0.229s model: CHAOS-Core\n",
      "3600 0.237s model: CHAOS-Static80\n",
      "3600 0.432s model: CHAOS-Static\n",
      "3600 0.18s model: CHAOS-MMA-Primary\n",
      "3600 0.268s model: CHAOS-MMA-Secondary\n",
      "3600 0.19s model: CHAOS-MMA\n",
      "3600 0.238s model: CHAOS80\n",
      "3600 0.46s model: CHAOS\n",
      "3600 0.359s model: MIO_SHA_2C-Primary\n",
      "3600 0.365s model: MIO_SHA_2C-Secondary\n",
      "3600 0.473s model: MIO_SHA_2C\n",
      "PT1H pass #10\n",
      "3600 0.42s plain request\n",
      "3600 0.141s plain request (cached)\n",
      "3600 0.137s filter: Flags_B != 255\n",
      "3600 0.221s aux.var.: MLT, QDLat\n",
      "3600 0.239s model: CHAOS-Core\n",
      "3600 0.258s model: CHAOS-Static80\n",
      "3600 0.457s model: CHAOS-Static\n",
      "3600 0.257s model: CHAOS-MMA-Primary\n",
      "3600 0.2s model: CHAOS-MMA-Secondary\n",
      "3600 0.199s model: CHAOS-MMA\n",
      "3600 0.296s model: CHAOS80\n",
      "3600 0.478s model: CHAOS\n",
      "3600 0.368s model: MIO_SHA_2C-Primary\n",
      "3600 0.311s model: MIO_SHA_2C-Secondary\n",
      "3600 0.46s model: MIO_SHA_2C\n",
      "PT5M pass #1\n",
      "300 0.293s plain request\n",
      "300 0.255s plain request (cached)\n",
      "300 0.182s filter: Flags_B != 255\n",
      "300 0.19s aux.var.: MLT, QDLat\n",
      "300 0.179s model: CHAOS-Core\n",
      "300 0.149s model: CHAOS-Static80\n",
      "300 0.157s model: CHAOS-Static\n",
      "300 0.209s model: CHAOS-MMA-Primary\n",
      "300 0.2s model: CHAOS-MMA-Secondary\n",
      "300 0.202s model: CHAOS-MMA\n",
      "300 0.217s model: CHAOS80\n",
      "300 0.168s model: CHAOS\n",
      "300 0.18s model: MIO_SHA_2C-Primary\n",
      "300 0.149s model: MIO_SHA_2C-Secondary\n",
      "300 0.17s model: MIO_SHA_2C\n",
      "PT5M pass #2\n",
      "300 0.374s plain request\n",
      "300 0.146s plain request (cached)\n",
      "300 0.178s filter: Flags_B != 255\n",
      "300 0.196s aux.var.: MLT, QDLat\n",
      "300 0.183s model: CHAOS-Core\n",
      "300 0.195s model: CHAOS-Static80\n",
      "300 0.2s model: CHAOS-Static\n",
      "300 0.201s model: CHAOS-MMA-Primary\n",
      "300 0.194s model: CHAOS-MMA-Secondary\n",
      "300 0.21s model: CHAOS-MMA\n",
      "300 0.152s model: CHAOS80\n",
      "300 0.187s model: CHAOS\n",
      "300 0.204s model: MIO_SHA_2C-Primary\n",
      "300 0.207s model: MIO_SHA_2C-Secondary\n",
      "300 0.207s model: MIO_SHA_2C\n",
      "PT5M pass #3\n",
      "300 0.284s plain request\n",
      "300 0.19s plain request (cached)\n",
      "300 0.19s filter: Flags_B != 255\n",
      "300 0.194s aux.var.: MLT, QDLat\n",
      "300 0.113s model: CHAOS-Core\n",
      "300 0.162s model: CHAOS-Static80\n",
      "300 0.236s model: CHAOS-Static\n",
      "300 0.168s model: CHAOS-MMA-Primary\n",
      "300 0.183s model: CHAOS-MMA-Secondary\n",
      "300 0.212s model: CHAOS-MMA\n",
      "300 0.181s model: CHAOS80\n",
      "300 0.235s model: CHAOS\n",
      "300 0.21s model: MIO_SHA_2C-Primary\n",
      "300 0.205s model: MIO_SHA_2C-Secondary\n",
      "300 0.21s model: MIO_SHA_2C\n",
      "PT5M pass #4\n",
      "300 0.429s plain request\n",
      "300 0.222s plain request (cached)\n",
      "300 0.195s filter: Flags_B != 255\n",
      "300 0.19s aux.var.: MLT, QDLat\n",
      "300 0.192s model: CHAOS-Core\n",
      "300 0.161s model: CHAOS-Static80\n",
      "300 0.232s model: CHAOS-Static\n",
      "300 0.2s model: CHAOS-MMA-Primary\n",
      "300 0.194s model: CHAOS-MMA-Secondary\n",
      "300 0.173s model: CHAOS-MMA\n",
      "300 0.191s model: CHAOS80\n",
      "300 0.222s model: CHAOS\n",
      "300 0.187s model: MIO_SHA_2C-Primary\n",
      "300 0.203s model: MIO_SHA_2C-Secondary\n",
      "300 0.208s model: MIO_SHA_2C\n",
      "PT5M pass #5\n",
      "300 0.232s plain request\n",
      "300 0.175s plain request (cached)\n",
      "300 0.175s filter: Flags_B != 255\n",
      "300 0.187s aux.var.: MLT, QDLat\n",
      "300 0.138s model: CHAOS-Core\n",
      "300 0.193s model: CHAOS-Static80\n",
      "300 0.18s model: CHAOS-Static\n",
      "300 0.157s model: CHAOS-MMA-Primary\n",
      "300 0.129s model: CHAOS-MMA-Secondary\n",
      "300 0.214s model: CHAOS-MMA\n",
      "300 0.212s model: CHAOS80\n",
      "300 0.232s model: CHAOS\n",
      "300 0.159s model: MIO_SHA_2C-Primary\n",
      "300 0.153s model: MIO_SHA_2C-Secondary\n",
      "300 0.207s model: MIO_SHA_2C\n",
      "PT5M pass #6\n",
      "300 0.377s plain request\n",
      "300 0.188s plain request (cached)\n",
      "300 0.109s filter: Flags_B != 255\n",
      "300 0.129s aux.var.: MLT, QDLat\n",
      "300 0.189s model: CHAOS-Core\n",
      "300 0.184s model: CHAOS-Static80\n",
      "300 0.2s model: CHAOS-Static\n",
      "300 0.128s model: CHAOS-MMA-Primary\n",
      "300 0.163s model: CHAOS-MMA-Secondary\n",
      "300 0.165s model: CHAOS-MMA\n",
      "300 0.206s model: CHAOS80\n",
      "300 0.165s model: CHAOS\n",
      "300 0.134s model: MIO_SHA_2C-Primary\n",
      "300 0.154s model: MIO_SHA_2C-Secondary\n",
      "300 0.185s model: MIO_SHA_2C\n",
      "PT5M pass #7\n",
      "300 0.379s plain request\n",
      "300 0.184s plain request (cached)\n",
      "300 0.118s filter: Flags_B != 255\n",
      "300 0.218s aux.var.: MLT, QDLat\n",
      "300 0.195s model: CHAOS-Core\n",
      "300 0.122s model: CHAOS-Static80\n",
      "300 0.203s model: CHAOS-Static\n",
      "300 0.127s model: CHAOS-MMA-Primary\n",
      "300 0.15s model: CHAOS-MMA-Secondary\n",
      "300 0.164s model: CHAOS-MMA\n",
      "300 0.168s model: CHAOS80\n",
      "300 0.222s model: CHAOS\n",
      "300 0.128s model: MIO_SHA_2C-Primary\n",
      "300 0.204s model: MIO_SHA_2C-Secondary\n",
      "300 0.203s model: MIO_SHA_2C\n",
      "PT5M pass #8\n",
      "300 0.292s plain request\n",
      "300 0.182s plain request (cached)\n",
      "300 0.19s filter: Flags_B != 255\n",
      "300 0.148s aux.var.: MLT, QDLat\n",
      "300 0.193s model: CHAOS-Core\n",
      "300 0.185s model: CHAOS-Static80\n",
      "300 0.21s model: CHAOS-Static\n",
      "300 0.198s model: CHAOS-MMA-Primary\n",
      "300 0.199s model: CHAOS-MMA-Secondary\n",
      "300 0.238s model: CHAOS-MMA\n",
      "300 0.146s model: CHAOS80\n",
      "300 0.232s model: CHAOS\n",
      "300 0.174s model: MIO_SHA_2C-Primary\n",
      "300 0.173s model: MIO_SHA_2C-Secondary\n",
      "300 0.203s model: MIO_SHA_2C\n",
      "PT5M pass #9\n",
      "300 0.256s plain request\n",
      "300 0.147s plain request (cached)\n",
      "300 0.118s filter: Flags_B != 255\n",
      "300 0.157s aux.var.: MLT, QDLat\n",
      "300 0.189s model: CHAOS-Core\n",
      "300 0.196s model: CHAOS-Static80\n",
      "300 0.213s model: CHAOS-Static\n",
      "300 0.199s model: CHAOS-MMA-Primary\n",
      "300 0.202s model: CHAOS-MMA-Secondary\n",
      "300 0.138s model: CHAOS-MMA\n",
      "300 0.235s model: CHAOS80\n",
      "300 0.238s model: CHAOS\n",
      "300 0.195s model: MIO_SHA_2C-Primary\n",
      "300 0.166s model: MIO_SHA_2C-Secondary\n",
      "300 0.213s model: MIO_SHA_2C\n",
      "PT5M pass #10\n",
      "300 0.362s plain request\n",
      "300 0.181s plain request (cached)\n",
      "300 0.193s filter: Flags_B != 255\n",
      "300 0.18s aux.var.: MLT, QDLat\n",
      "300 0.179s model: CHAOS-Core\n",
      "300 0.119s model: CHAOS-Static80\n",
      "300 0.179s model: CHAOS-Static\n",
      "300 0.128s model: CHAOS-MMA-Primary\n",
      "300 0.197s model: CHAOS-MMA-Secondary\n",
      "300 0.201s model: CHAOS-MMA\n",
      "300 0.175s model: CHAOS80\n",
      "300 0.222s model: CHAOS\n",
      "300 0.151s model: MIO_SHA_2C-Primary\n",
      "300 0.192s model: MIO_SHA_2C-Secondary\n",
      "300 0.205s model: MIO_SHA_2C\n"
     ]
    }
   ],
   "source": [
    "from benchmark import get_random_collection, run_benchmark_set, write_record\n",
    "\n",
    "SERVER_URL = \"https://staging.viresdisc.vires.services\"\n",
    "FILENAME = \"results/2022-12-19_disc_benchmark.log\"\n",
    "\n",
    "COLLECTIONS = [\"SW_OPER_MAGA_LR_1B\", \"SW_OPER_MAGB_LR_1B\", \"SW_OPER_MAGC_LR_1B\"]\n",
    "\n",
    "MODELS = [\n",
    "    \"CHAOS-Core\",\n",
    "    \"CHAOS-Static80 = 'CHAOS-Static'(max_degree=80)\",\n",
    "    \"CHAOS-Static\",\n",
    "    \"CHAOS-MMA-Primary\",\n",
    "    \"CHAOS-MMA-Secondary\",\n",
    "    \"CHAOS-MMA\",\n",
    "    \"CHAOS80 = 'CHAOS-Core' + 'CHAOS-Static'(max_degree=80) + 'CHAOS-MMA-Primary' + 'CHAOS-MMA-Secondary'\",\n",
    "    \"CHAOS\",\n",
    "    \"MIO_SHA_2C-Primary\",\n",
    "    \"MIO_SHA_2C-Secondary\",\n",
    "    \"MIO_SHA_2C\",\n",
    "]\n",
    "\n",
    "TEST_CASES = [\n",
    "    dict(description=\"plain request\"),\n",
    "    dict(description=\"plain request (cached)\"),\n",
    "    dict(description=\"filter: Flags_B != 255\", filters=[\"Flags_B != 255\"]),\n",
    "    dict(description=\"aux.var.: MLT, QDLat\", auxiliaries=[\"MLT\", \"QDLat\"]),\n",
    "    *(\n",
    "        dict(description=f\"model: { model.partition('=')[0].strip() }\", models=[model])\n",
    "        for model in MODELS \n",
    "    ),\n",
    "]\n",
    "\n",
    "N_RUNS = 10\n",
    "\n",
    "SELECTION_TIMES = [\n",
    "    \"P1D\",\n",
    "    \"PT6H\",\n",
    "    \"PT1H\",\n",
    "    \"PT5M\",\n",
    "]\n",
    "\n",
    "\n",
    "with open(FILENAME, \"a\", encoding=\"utf8\") as log_file:\n",
    "    for selection_time in SELECTION_TIMES:\n",
    "        for idx in range(N_RUNS):\n",
    "            print(f\"{selection_time} pass #{idx+1}\")\n",
    "            collection = get_random_collection(COLLECTIONS)\n",
    "            for record in run_benchmark_set(SERVER_URL, collection, selection_time, TEST_CASES):\n",
    "                write_record(record, log_file)\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}