{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# UNCOMMENT THIS IF YOU'RE USING GOOGLE COLAB!\n",
    "\n",
    "#!apt-get install openjdk-8-jdk-headless -qq > /dev/null\n",
    "#!wget -q http://apache.osuosl.org/spark/spark-2.4.1/spark-2.4.1-bin-hadoop2.7.tgz\n",
    "#!tar xf spark-2.4.1-bin-hadoop2.7.tgz\n",
    "#!pip install optimuspyspark\n",
    "\n",
    "# AFTER RUNNING THIS CELL, YOU MUST RESTART THE RUNTIME TO USE UPDATED VERSIONS OF PACKAGES!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# UNCOMMENT THIS IF YOU'RE USING GOOGLE COLAB!\n",
    "\n",
    "#import os\n",
    "#os.environ[\"JAVA_HOME\"] = \"/usr/lib/jvm/java-8-openjdk-amd64\"\n",
    "#os.environ[\"SPARK_HOME\"] = \"/content/spark-2.3.3-bin-hadoop2.7\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Run if you clone Optimus and want to hack it from the notebook else you must install\n",
    "\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "import sys\n",
    "sys.path.append(\"..\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\argenisleon\\Anaconda3\\lib\\site-packages\\socks.py:58: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated, and in 3.8 it will stop working\n",
      "  from collections import Callable\n",
      "\n",
      "    You are using PySparkling of version 2.4.10, but your PySpark is of\n",
      "    version 2.3.1. Please make sure Spark and PySparkling versions are compatible. \n"
     ]
    }
   ],
   "source": [
    "from optimus import Optimus"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load optimus local or in a cluster"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "INFO:optimus:Just check that Spark and all necessary environments vars are present...\n",
      "INFO:optimus:-----\n",
      "INFO:optimus:SPARK_HOME=C:\\opt\\spark\\spark-2.3.1-bin-hadoop2.7\n",
      "INFO:optimus:HADOOP_HOME=C:\\opt\\hadoop-2.7.7\n",
      "INFO:optimus:PYSPARK_PYTHON=C:\\Users\\argenisleon\\Anaconda3\\python.exe\n",
      "INFO:optimus:PYSPARK_DRIVER_PYTHON=jupyter\n",
      "INFO:optimus:PYSPARK_SUBMIT_ARGS=--packages com.databricks:spark-avro_2.11:4.0.0 --conf \"spark.sql.catalogImplementation=hive\" pyspark-shell\n",
      "INFO:optimus:JAVA_HOME=C:\\java\n",
      "INFO:optimus:Pyarrow Installed\n",
      "INFO:optimus:-----\n",
      "INFO:optimus:Starting or getting SparkSession and SparkContext...\n",
      "INFO:optimus:Spark Version:2.3.1\n",
      "INFO:optimus:\n",
      "                             ____        __  _                     \n",
      "                            / __ \\____  / /_(_)___ ___  __  _______\n",
      "                           / / / / __ \\/ __/ / __ `__ \\/ / / / ___/\n",
      "                          / /_/ / /_/ / /_/ / / / / / / /_/ (__  ) \n",
      "                          \\____/ .___/\\__/_/_/ /_/ /_/\\__,_/____/  \n",
      "                              /_/                                  \n",
      "                              \n",
      "INFO:optimus:Transform and Roll out...\n",
      "INFO:optimus:Optimus successfully imported. Have fun :).\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style> /* Tables*/\n",
       "\n",
       " .data_type {\n",
       "        font-size: 0.8em;\n",
       "        font-weight: normal;\n",
       "    }\n",
       "\n",
       "    .column_name {\n",
       "        font-size: 1.2em;\n",
       "    }\n",
       "\n",
       "    .info_items {\n",
       "        margin: 10px 0;\n",
       "        font-size: 0.8em;\n",
       "    }\n",
       "\n",
       "    .optimus_table td {\n",
       "        border: 0px;\n",
       "    }\n",
       "\n",
       "    .optimus_table tr:nth-child(even) {\n",
       "        background-color: #f2f2f2 !important;\n",
       "    }\n",
       "\n",
       "    .optimus_table tr:nth-child(odd) {\n",
       "        background-color: #ffffff !important;\n",
       "    }\n",
       "\n",
       "    .optimus_table thead {\n",
       "        border-bottom: 1px solid black;\n",
       "    }\n",
       "    .optimus_table{\n",
       "        font-size: 12px;\n",
       "    }\n",
       "\n",
       "    .optimus_table tbody{\n",
       "        font-family: monospace;\n",
       "        border-bottom: 1px solid #cccccc;\n",
       "    }\n",
       "\n",
       "    /* Profiler */\n",
       "        .main{\n",
       "        width:100%;\n",
       "        overflow:auto;\n",
       "        border-bottom:1px solid #eeeeee;\n",
       "        padding: 10px 0;\n",
       "    }\n",
       "    .panel_profiler{\n",
       "        margin-right:2%;\n",
       "        float:left;\n",
       "        padding-bottom:2%;\n",
       "    }\n",
       "    .panel_profiler tbody{\n",
       "        font-family:monospace;\n",
       "    }\n",
       "    .title_profiler{\n",
       "        padding:20px;\n",
       "        background-color: #eeeeee\n",
       "    }\n",
       "    .info{\n",
       "        overflow: auto\n",
       "    }\n",
       "    .main td, main th{\n",
       "        padding:0em\n",
       "    }\n",
       "    .panel_profiler td {\n",
       "        padding:0.2em\n",
       "    }\n",
       "    .none, .true{\n",
       "        color:#0000ff\n",
       "    }\n",
       "    .optimus_table th {\n",
       "        font-family:sans-serif;\n",
       "    }\n",
       "\n",
       "    .info_items{\n",
       "        font-family:sans-serif;\n",
       "        font-size:10px;\n",
       "    }\n",
       "</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Create optimus\n",
    "op = Optimus(master=\"local\", app_name= \"optimus\", verbose = True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Adding external packages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "op = Optimus(packages=\"datastax:spark-cassandra-connector:1.6.1-s_2.10\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Get the spark session"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "            <div>\n",
       "                <p><b>SparkSession - hive</b></p>\n",
       "                \n",
       "        <div>\n",
       "            <p><b>SparkContext</b></p>\n",
       "\n",
       "            <p><a href=\"http://DESKTOP-H46MBKF.attlocal.net:4040\">Spark UI</a></p>\n",
       "\n",
       "            <dl>\n",
       "              <dt>Version</dt>\n",
       "                <dd><code>v2.3.1</code></dd>\n",
       "              <dt>Master</dt>\n",
       "                <dd><code>local</code></dd>\n",
       "              <dt>AppName</dt>\n",
       "                <dd><code>optimus</code></dd>\n",
       "            </dl>\n",
       "        </div>\n",
       "        \n",
       "            </div>\n",
       "        "
      ],
      "text/plain": [
       "<pyspark.sql.session.SparkSession at 0x21d97514630>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "op.spark"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Get the spark context"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "        <div>\n",
       "            <p><b>SparkContext</b></p>\n",
       "\n",
       "            <p><a href=\"http://DESKTOP-H46MBKF.attlocal.net:4040\">Spark UI</a></p>\n",
       "\n",
       "            <dl>\n",
       "              <dt>Version</dt>\n",
       "                <dd><code>v2.3.1</code></dd>\n",
       "              <dt>Master</dt>\n",
       "                <dd><code>local</code></dd>\n",
       "              <dt>AppName</dt>\n",
       "                <dd><code>optimus</code></dd>\n",
       "            </dl>\n",
       "        </div>\n",
       "        "
      ],
      "text/plain": [
       "<SparkContext master=local appName=optimus>"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "op.sc"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Packages loaded"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['com.databricks:spark-avro_2.11:4.0.0']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "op.packages"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 6 of 6 rows / 16 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n",
       "\n",
       "<table class=\"optimus_table\">\n",
       "    <thead>\n",
       "    <tr>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">names</div>\n",
       "            <div class=\"data_type\">1 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">height(ft)</div>\n",
       "            <div class=\"data_type\">2 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">function</div>\n",
       "            <div class=\"data_type\">3 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">rank</div>\n",
       "            <div class=\"data_type\">4 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">age</div>\n",
       "            <div class=\"data_type\">5 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">weight(t)</div>\n",
       "            <div class=\"data_type\">6 (float)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">japanese name</div>\n",
       "            <div class=\"data_type\">7 (array&lt;string&gt;)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">last position seen</div>\n",
       "            <div class=\"data_type\">8 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">date arrival</div>\n",
       "            <div class=\"data_type\">9 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">last date seen</div>\n",
       "            <div class=\"data_type\">10 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">attributes</div>\n",
       "            <div class=\"data_type\">11 (array&lt;float&gt;)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">DateType</div>\n",
       "            <div class=\"data_type\">12 (date)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">Tiemstamp</div>\n",
       "            <div class=\"data_type\">13 (timestamp)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">Cybertronian</div>\n",
       "            <div class=\"data_type\">14 (boolean)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">function(binary)</div>\n",
       "            <div class=\"data_type\">15 (binary)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">NullType</div>\n",
       "            <div class=\"data_type\">16 (null)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "    </tr>\n",
       "\n",
       "    </thead>\n",
       "    <tbody>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Optim'us'>Optim'us\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='28'>28\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Leader'>Leader\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='10'>10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5000000'>5000000\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='4.300000190734863'>4.300000190734863\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='['Inochi',&#8901;'Convoy']'>['Inochi',&#8901;'Convoy']\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='19.442735,-99.201111'>19.442735,-99.201111\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1980/04/10'>1980/04/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2016/09/10'>2016/09/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='[8.53439998626709,&#8901;4300.0]'>[8.53439998626709,&#8901;4300.0]\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2016-09-10'>2016-09-10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2014-06-24&#8901;00:00:00'>2014-06-24&#8901;00:00:00\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" true\"\n",
       "                 title='True'>True\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='bumbl#ebéé&#8901;&#8901;'>bumbl#ebéé&#8901;&#8901;\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='17'>17\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Espionage'>Espionage\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='7'>7\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5000000'>5000000\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2.0'>2.0\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='['Bumble',&#8901;'Goldback']'>['Bumble',&#8901;'Goldback']\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='10.642707,-71.612534'>10.642707,-71.612534\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1980/04/10'>1980/04/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2015/08/10'>2015/08/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='[5.334000110626221,&#8901;2000.0]'>[5.334000110626221,&#8901;2000.0]\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2015-08-10'>2015-08-10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2014-06-24&#8901;00:00:00'>2014-06-24&#8901;00:00:00\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" true\"\n",
       "                 title='True'>True\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='ironhide&'>ironhide&\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='26'>26\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Security'>Security\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='7'>7\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5000000'>5000000\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='4.0'>4.0\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='['Roadbuster']'>['Roadbuster']\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='37.789563,-122.400356'>37.789563,-122.400356\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1980/04/10'>1980/04/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2014/07/10'>2014/07/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='[7.924799919128418,&#8901;4000.0]'>[7.924799919128418,&#8901;4000.0]\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2014-06-24'>2014-06-24\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2014-06-24&#8901;00:00:00'>2014-06-24&#8901;00:00:00\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" true\"\n",
       "                 title='True'>True\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Jazz'>Jazz\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='13'>13\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='First&#8901;Lieutenant'>First&#8901;Lieutenant\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5000000'>5000000\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1.7999999523162842'>1.7999999523162842\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='['Meister']'>['Meister']\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='33.670666,-117.841553'>33.670666,-117.841553\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1980/04/10'>1980/04/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2013/06/10'>2013/06/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='[3.962399959564209,&#8901;1800.0]'>[3.962399959564209,&#8901;1800.0]\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2013-06-24'>2013-06-24\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2014-06-24&#8901;00:00:00'>2014-06-24&#8901;00:00:00\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" true\"\n",
       "                 title='True'>True\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Megatron'>Megatron\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='10'>10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5000000'>5000000\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5.699999809265137'>5.699999809265137\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='['Megatron']'>['Megatron']\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1980/04/10'>1980/04/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2012/05/10'>2012/05/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='[None,&#8901;5700.0]'>[None,&#8901;5700.0]\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2012-05-10'>2012-05-10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2014-06-24&#8901;00:00:00'>2014-06-24&#8901;00:00:00\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" true\"\n",
       "                 title='True'>True\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Metroplex_)^$'>Metroplex_)^$\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='300'>300\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Battle&#8901;Station'>Battle&#8901;Station\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5000000'>5000000\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='['Metroflex']'>['Metroflex']\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1980/04/10'>1980/04/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2011/04/10'>2011/04/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='[91.44000244140625,&#8901;None]'>[91.44000244140625,&#8901;None]\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2011-04-10'>2011-04-10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2014-06-24&#8901;00:00:00'>2014-06-24&#8901;00:00:00\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" true\"\n",
       "                 title='True'>True\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"none \"\n",
       "                 title='None'>None\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    </tbody>\n",
       "</table>\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 6 of 6 rows / 16 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from pyspark.sql.types import StructType, StructField, StringType, BooleanType, IntegerType, ArrayType\n",
    "from datetime import date, datetime\n",
    "\n",
    "df = op.create.df(\n",
    "    [\n",
    "        \"names\", \n",
    "        \"height(ft)\", \n",
    "        \"function\", \n",
    "        \"rank\", \n",
    "        \"age\",\n",
    "        \"weight(t)\",\n",
    "        \"japanese name\",\n",
    "        \"last position seen\",\n",
    "        \"date arrival\",\n",
    "        \"last date seen\",\n",
    "        \"attributes\",\n",
    "        \"DateType\",\n",
    "        \"Tiemstamp\",\n",
    "        \"Cybertronian\", \n",
    "        \"function(binary)\",\n",
    "        \"NullType\",\n",
    "\n",
    "    ],\n",
    "    [\n",
    "        (\"Optim'us\", 28, \"Leader\", 10, 5000000, 4.30, [\"Inochi\", \"Convoy\"], \"19.442735,-99.201111\", \"1980/04/10\",\n",
    "         \"2016/09/10\", [8.5344, 4300.0], date(2016, 9, 10), datetime(2014, 6, 24), True, bytearray(\"Leader\", \"utf-8\"),\n",
    "         None),\n",
    "        (\"bumbl#ebéé  \", 17, \"Espionage\", 7, 5000000, 2.0, [\"Bumble\", \"Goldback\"], \"10.642707,-71.612534\", \"1980/04/10\",\n",
    "         \"2015/08/10\", [5.334, 2000.0], date(2015, 8, 10), datetime(2014, 6, 24), True, bytearray(\"Espionage\", \"utf-8\"),\n",
    "         None),\n",
    "        (\"ironhide&\", 26, \"Security\", 7, 5000000, 4.0, [\"Roadbuster\"], \"37.789563,-122.400356\", \"1980/04/10\",\n",
    "         \"2014/07/10\", [7.9248, 4000.0], date(2014, 6, 24), datetime(2014, 6, 24), True, bytearray(\"Security\", \"utf-8\"),\n",
    "         None),\n",
    "        (\"Jazz\", 13, \"First Lieutenant\", 8, 5000000, 1.80, [\"Meister\"], \"33.670666,-117.841553\", \"1980/04/10\",\n",
    "         \"2013/06/10\", [3.9624, 1800.0], date(2013, 6, 24), datetime(2014, 6, 24), True,\n",
    "         bytearray(\"First Lieutenant\", \"utf-8\"), None),\n",
    "        (\"Megatron\", None, \"None\", 10, 5000000, 5.70, [\"Megatron\"], None, \"1980/04/10\", \"2012/05/10\", [None, 5700.0],\n",
    "         date(2012, 5, 10), datetime(2014, 6, 24), True, bytearray(\"None\", \"utf-8\"), None),\n",
    "        (\"Metroplex_)^$\", 300, \"Battle Station\", 8, 5000000, None, [\"Metroflex\"], None, \"1980/04/10\", \"2011/04/10\",\n",
    "         [91.44, None], date(2011, 4, 10), datetime(2014, 6, 24), True, bytearray(\"Battle Station\", \"utf-8\"), None),\n",
    "\n",
    "    ]).h_repartition(1)\n",
    "\n",
    "df.table()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Create Spark dataframe using a Pandas dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "pdf = pd.DataFrame({'A': {0: 'a', 1: 'b', 2: 'c'},\n",
    "                   'B': {0: 1, 1: 3, 2: 5},\n",
    "                   'C': {0: 2, 1: 4, 2: 6}})\n",
    "\n",
    "sdf = op.create.df(pdf=pdf)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## concat dataframes\n",
    "\n",
    "Concat dataframes two or multiple dataframes in a row or column way"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "op.append([df,df], like=\"rows\").table()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## IO Operations"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load from file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 5 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n",
       "\n",
       "<table class=\"optimus_table\">\n",
       "    <thead>\n",
       "    <tr>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">id</div>\n",
       "            <div class=\"data_type\">1 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">firstName</div>\n",
       "            <div class=\"data_type\">2 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">lastName</div>\n",
       "            <div class=\"data_type\">3 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">billingId</div>\n",
       "            <div class=\"data_type\">4 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">product</div>\n",
       "            <div class=\"data_type\">5 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">price</div>\n",
       "            <div class=\"data_type\">6 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">birth</div>\n",
       "            <div class=\"data_type\">7 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">dummyCol</div>\n",
       "            <div class=\"data_type\">8 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "    </tr>\n",
       "\n",
       "    </thead>\n",
       "    <tbody>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1'>1\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Luis'>Luis\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Alvarez$$%!'>Alvarez$$%!\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='123'>123\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Cake'>Cake\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='10'>10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1980/07/07'>1980/07/07\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='never'>never\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2'>2\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='André'>André\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Ampère'>Ampère\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='423'>423\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='piza'>piza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1950/07/08'>1950/07/08\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='gonna'>gonna\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='3'>3\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='NiELS'>NiELS\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Böhr//((%%'>Böhr//((%%\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='551'>551\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='pizza'>pizza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1990/07/09'>1990/07/09\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='give'>give\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='4'>4\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='PAUL'>PAUL\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='dirac$'>dirac$\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='521'>521\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='pizza'>pizza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1954/07/10'>1954/07/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='you'>you\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5'>5\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Albert'>Albert\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Einstein'>Einstein\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='634'>634\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='pizza'>pizza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1990/07/11'>1990/07/11\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='up'>up\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    </tbody>\n",
       "</table>\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 5 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_csv =op.load.csv(\"data/foo.csv\").table(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 4 of 4 rows / 5 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n",
       "\n",
       "<table class=\"optimus_table\">\n",
       "    <thead>\n",
       "    <tr>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">Sepal length</div>\n",
       "            <div class=\"data_type\">1 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">Sepal width</div>\n",
       "            <div class=\"data_type\">2 (double)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">Petal length</div>\n",
       "            <div class=\"data_type\">3 (double)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">Petal width</div>\n",
       "            <div class=\"data_type\">4 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">Species</div>\n",
       "            <div class=\"data_type\">5 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "    </tr>\n",
       "\n",
       "    </thead>\n",
       "    <tbody>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5.0'>5.0\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='3.6'>3.6\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1.4'>1.4\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='0.2'>0.2\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='I.&#8901;setosa'>I.&#8901;setosa\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5.0'>5.0\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='3.6'>3.6\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1.4'>1.4\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='0.2'>0.2\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='I.&#8901;setosa'>I.&#8901;setosa\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5.0'>5.0\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='3.6'>3.6\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1.4'>1.4\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='0.2'>0.2\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='I.&#8901;setosa'>I.&#8901;setosa\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5.0'>5.0\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='3.6'>3.6\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1.4'>1.4\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='0.2'>0.2\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='I.&#8901;setosa'>I.&#8901;setosa\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    </tbody>\n",
       "</table>\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 4 of 4 rows / 5 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_csv =op.load.tsv(\"data/foo.tsv\").table(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 5 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n",
       "\n",
       "<table class=\"optimus_table\">\n",
       "    <thead>\n",
       "    <tr>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">billingId</div>\n",
       "            <div class=\"data_type\">1 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">birth</div>\n",
       "            <div class=\"data_type\">2 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">dummyCol</div>\n",
       "            <div class=\"data_type\">3 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">firstName</div>\n",
       "            <div class=\"data_type\">4 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">id</div>\n",
       "            <div class=\"data_type\">5 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">lastName</div>\n",
       "            <div class=\"data_type\">6 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">price</div>\n",
       "            <div class=\"data_type\">7 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">product</div>\n",
       "            <div class=\"data_type\">8 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "    </tr>\n",
       "\n",
       "    </thead>\n",
       "    <tbody>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='123'>123\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1980/07/07'>1980/07/07\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='never'>never\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Luis'>Luis\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1'>1\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Alvarez$$%!'>Alvarez$$%!\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='10'>10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Cake'>Cake\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='423'>423\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1950/07/08'>1950/07/08\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='gonna'>gonna\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='André'>André\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2'>2\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Ampère'>Ampère\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='piza'>piza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='551'>551\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1990/07/09'>1990/07/09\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='give'>give\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='NiELS'>NiELS\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='3'>3\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Böhr//((%%'>Böhr//((%%\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='pizza'>pizza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='521'>521\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1954/07/10'>1954/07/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='you'>you\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='PAUL'>PAUL\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='4'>4\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='dirac$'>dirac$\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='pizza'>pizza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='634'>634\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1990/07/11'>1990/07/11\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='up'>up\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Albert'>Albert\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5'>5\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Einstein'>Einstein\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='pizza'>pizza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    </tbody>\n",
       "</table>\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 5 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_json =op.load.json(\"data/foo.json\").table(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 5 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n",
       "\n",
       "<table class=\"optimus_table\">\n",
       "    <thead>\n",
       "    <tr>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">id</div>\n",
       "            <div class=\"data_type\">1 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">firstName</div>\n",
       "            <div class=\"data_type\">2 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">lastName</div>\n",
       "            <div class=\"data_type\">3 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">billingId</div>\n",
       "            <div class=\"data_type\">4 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">product</div>\n",
       "            <div class=\"data_type\">5 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">price</div>\n",
       "            <div class=\"data_type\">6 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">birth</div>\n",
       "            <div class=\"data_type\">7 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">dummyCol</div>\n",
       "            <div class=\"data_type\">8 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "    </tr>\n",
       "\n",
       "    </thead>\n",
       "    <tbody>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1'>1\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Luis'>Luis\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Alvarez$$%!'>Alvarez$$%!\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='123'>123\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Cake'>Cake\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='10'>10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1980/07/07'>1980/07/07\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='never'>never\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='2'>2\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='André'>André\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Ampère'>Ampère\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='423'>423\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='piza'>piza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1950/07/08'>1950/07/08\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='gonna'>gonna\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='3'>3\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='NiELS'>NiELS\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Böhr//((%%'>Böhr//((%%\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='551'>551\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='pizza'>pizza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1990/07/09'>1990/07/09\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='give'>give\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='4'>4\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='PAUL'>PAUL\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='dirac$'>dirac$\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='521'>521\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='pizza'>pizza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1954/07/10'>1954/07/10\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='you'>you\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='5'>5\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Albert'>Albert\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='Einstein'>Einstein\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='634'>634\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='pizza'>pizza\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='8'>8\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='1990/07/11'>1990/07/11\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\" \"\n",
       "                 title='up'>up\n",
       "            </div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    </tbody>\n",
       "</table>\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 5 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_parquet =op.load.parquet(\"data/foo.parquet\").table(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "df_avro =op.load.avro(\"data/foo.avro\").table(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 5 of 1309 rows / 14 columns</div>\n",
       "<div class=\"info_items\">8 partition(s)</div>\n",
       "\n",
       "<table class=\"optimus_table\">\n",
       "    <thead>\n",
       "    <tr>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">pclass</div>\n",
       "            <div class=\"data_type\">1 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">survived</div>\n",
       "            <div class=\"data_type\">2 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">name</div>\n",
       "            <div class=\"data_type\">3 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">sex</div>\n",
       "            <div class=\"data_type\">4 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">age</div>\n",
       "            <div class=\"data_type\">5 (double)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">sibsp</div>\n",
       "            <div class=\"data_type\">6 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">parch</div>\n",
       "            <div class=\"data_type\">7 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">ticket</div>\n",
       "            <div class=\"data_type\">8 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">fare</div>\n",
       "            <div class=\"data_type\">9 (double)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">cabin</div>\n",
       "            <div class=\"data_type\">10 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">embarked</div>\n",
       "            <div class=\"data_type\">11 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">boat</div>\n",
       "            <div class=\"data_type\">12 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">body</div>\n",
       "            <div class=\"data_type\">13 (double)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">home_dest</div>\n",
       "            <div class=\"data_type\">14 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "    </tr>\n",
       "\n",
       "    </thead>\n",
       "    <tbody>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Allen,⸱Miss.⸱Elisabeth⸱Walton'>Allen,⸱Miss.⸱Elisabeth⸱Walton</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='female'>female</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='29.0'>29.0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='0'>0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='0'>0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='24160'>24160</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='211.3375'>211.3375</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='B5'>B5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='S'>S</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='nan'>nan</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='St⸱Louis,⸱MO'>St⸱Louis,⸱MO</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Allison,⸱Master.⸱Hudson⸱Trevor'>Allison,⸱Master.⸱Hudson⸱Trevor</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='male'>male</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='0.9167'>0.9167</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='113781'>113781</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='151.55'>151.55</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='C22⸱C26'>C22⸱C26</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='S'>S</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='11'>11</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='nan'>nan</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Montreal,⸱PQ⸱/⸱Chesterville,⸱ON'>Montreal,⸱PQ⸱/⸱Chesterville,⸱ON</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='0'>0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Allison,⸱Miss.⸱Helen⸱Loraine'>Allison,⸱Miss.⸱Helen⸱Loraine</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='female'>female</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2.0'>2.0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='113781'>113781</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='151.55'>151.55</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='C22⸱C26'>C22⸱C26</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='S'>S</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='nan'>nan</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='nan'>nan</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Montreal,⸱PQ⸱/⸱Chesterville,⸱ON'>Montreal,⸱PQ⸱/⸱Chesterville,⸱ON</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='0'>0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Allison,⸱Mr.⸱Hudson⸱Joshua⸱Creighton'>Allison,⸱Mr.⸱Hudson⸱Joshua⸱Creighton</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='male'>male</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='30.0'>30.0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='113781'>113781</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='151.55'>151.55</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='C22⸱C26'>C22⸱C26</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='S'>S</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='nan'>nan</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='135.0'>135.0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Montreal,⸱PQ⸱/⸱Chesterville,⸱ON'>Montreal,⸱PQ⸱/⸱Chesterville,⸱ON</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='0'>0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Allison,⸱Mrs.⸱Hudson⸱J⸱C⸱(Bessie⸱Waldo⸱Daniels)'>Allison,⸱Mrs.⸱Hudson⸱J⸱C⸱(Bessie⸱Waldo⸱Daniels)</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='female'>female</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='25.0'>25.0</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='113781'>113781</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='151.55'>151.55</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='C22⸱C26'>C22⸱C26</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='S'>S</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='nan'>nan</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='nan'>nan</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Montreal,⸱PQ⸱/⸱Chesterville,⸱ON'>Montreal,⸱PQ⸱/⸱Chesterville,⸱ON</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    </tbody>\n",
       "</table>\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 5 of 1309 rows / 14 columns</div>\n",
       "<div class=\"info_items\">8 partition(s)</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_avro =op.load.excel(\"data/titanic3.xls\").table(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load from URL"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 19 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n",
       "\n",
       "<table class=\"optimus_table\">\n",
       "    <thead>\n",
       "    <tr>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">id</div>\n",
       "            <div class=\"data_type\">1 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">firstName</div>\n",
       "            <div class=\"data_type\">2 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">lastName</div>\n",
       "            <div class=\"data_type\">3 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">billingId</div>\n",
       "            <div class=\"data_type\">4 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">product</div>\n",
       "            <div class=\"data_type\">5 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">price</div>\n",
       "            <div class=\"data_type\">6 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">birth</div>\n",
       "            <div class=\"data_type\">7 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">dummyCol</div>\n",
       "            <div class=\"data_type\">8 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "    </tr>\n",
       "\n",
       "    </thead>\n",
       "    <tbody>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Luis'>Luis</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Alvarez$$%!'>Alvarez$$%!</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='123'>123</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Cake'>Cake</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='10'>10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1980/07/07'>1980/07/07</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='never'>never</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='André'>André</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Ampère'>Ampère</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='423'>423</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='piza'>piza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1950/07/08'>1950/07/08</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='gonna'>gonna</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='NiELS'>NiELS</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Böhr//((%%'>Böhr//((%%</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='551'>551</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1990/07/09'>1990/07/09</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='give'>give</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='4'>4</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='PAUL'>PAUL</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='dirac$'>dirac$</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='521'>521</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1954/07/10'>1954/07/10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='you'>you</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='5'>5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Albert'>Albert</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Einstein'>Einstein</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='634'>634</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1990/07/11'>1990/07/11</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='up'>up</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='6'>6</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Galileo'>Galileo</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱GALiLEI'>⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱GALiLEI</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='672'>672</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='arepa'>arepa</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='5'>5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1930/08/12'>1930/08/12</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='never'>never</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='7'>7</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='CaRL'>CaRL</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Ga%%%uss'>Ga%%%uss</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='323'>323</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taco'>taco</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1970/07/13'>1970/07/13</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='gonna'>gonna</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='David'>David</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='H$$$ilbert'>H$$$ilbert</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='624'>624</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taaaccoo'>taaaccoo</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1950/07/14'>1950/07/14</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='let'>let</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='9'>9</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Johannes'>Johannes</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='KEPLER'>KEPLER</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='735'>735</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taco'>taco</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1920/04/22'>1920/04/22</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='you'>you</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='10'>10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='JaMES'>JaMES</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='M$$ax%%well'>M$$ax%%well</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='875'>875</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taco'>taco</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1923/03/12'>1923/03/12</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='down'>down</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='11'>11</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Isaac'>Isaac</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Newton'>Newton</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='992'>992</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pasta'>pasta</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='9'>9</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1999/02/15'>1999/02/15</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='never⸱'>never⸱</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='12'>12</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Emmy%%'>Emmy%%</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Nöether$'>Nöether$</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='234'>234</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pasta'>pasta</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='9'>9</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1993/12/08'>1993/12/08</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='gonna'>gonna</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='13'>13</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Max!!!'>Max!!!</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Planck!!!'>Planck!!!</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='111'>111</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='hamburguer'>hamburguer</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='4'>4</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1994/01/04'>1994/01/04</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='run⸱'>run⸱</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='14'>14</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Fred'>Fred</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Hoy&amp;&amp;&amp;le'>Hoy&amp;&amp;&amp;le</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='553'>553</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizzza'>pizzza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1997/06/27'>1997/06/27</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='around'>around</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='15'>15</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='(((⸱⸱⸱Heinrich⸱)))))'>(((⸱⸱⸱Heinrich⸱)))))</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Hertz'>Hertz</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='116'>116</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1956/11/30'>1956/11/30</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='and'>and</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='16'>16</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='William'>William</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Gilbert###'>Gilbert###</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='886'>886</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='BEER'>BEER</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1958/03/26'>1958/03/26</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='desert'>desert</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='17'>17</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Marie'>Marie</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='CURIE'>CURIE</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='912'>912</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Rice'>Rice</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2000/03/22'>2000/03/22</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='you'>you</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='18'>18</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Arthur'>Arthur</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='COM%%%pton'>COM%%%pton</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='812'>812</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='110790'>110790</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='5'>5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1899/01/01'>1899/01/01</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='#'>#</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='19'>19</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='JAMES'>JAMES</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Chadwick'>Chadwick</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='467'>467</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='null'>null</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='10'>10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1921/05/03'>1921/05/03</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='#'>#</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    </tbody>\n",
       "</table>\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 19 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_csv =op.load.csv(\"https://raw.githubusercontent.com/ironmussa/Optimus/master/examples/data/foo.csv\")\n",
    "df_csv.table()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 19 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n",
       "\n",
       "<table class=\"optimus_table\">\n",
       "    <thead>\n",
       "    <tr>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">billingId</div>\n",
       "            <div class=\"data_type\">1 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">birth</div>\n",
       "            <div class=\"data_type\">2 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">dummyCol</div>\n",
       "            <div class=\"data_type\">3 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">firstName</div>\n",
       "            <div class=\"data_type\">4 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">id</div>\n",
       "            <div class=\"data_type\">5 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">lastName</div>\n",
       "            <div class=\"data_type\">6 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">price</div>\n",
       "            <div class=\"data_type\">7 (bigint)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">product</div>\n",
       "            <div class=\"data_type\">8 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "    </tr>\n",
       "\n",
       "    </thead>\n",
       "    <tbody>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='123'>123</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1980/07/07'>1980/07/07</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='never'>never</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Luis'>Luis</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Alvarez$$%!'>Alvarez$$%!</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='10'>10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Cake'>Cake</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='423'>423</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1950/07/08'>1950/07/08</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='gonna'>gonna</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='André'>André</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Ampère'>Ampère</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='piza'>piza</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='551'>551</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1990/07/09'>1990/07/09</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='give'>give</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='NiELS'>NiELS</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Böhr//((%%'>Böhr//((%%</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='521'>521</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1954/07/10'>1954/07/10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='you'>you</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='PAUL'>PAUL</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='4'>4</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='dirac$'>dirac$</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='634'>634</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1990/07/11'>1990/07/11</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='up'>up</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Albert'>Albert</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='5'>5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Einstein'>Einstein</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='672'>672</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1930/08/12'>1930/08/12</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='never'>never</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Galileo'>Galileo</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='6'>6</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱GALiLEI'>⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱GALiLEI</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='5'>5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='arepa'>arepa</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='323'>323</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1970/07/13'>1970/07/13</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='gonna'>gonna</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='CaRL'>CaRL</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='7'>7</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Ga%%%uss'>Ga%%%uss</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taco'>taco</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='624'>624</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1950/07/14'>1950/07/14</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='let'>let</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='David'>David</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='H$$$ilbert'>H$$$ilbert</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taaaccoo'>taaaccoo</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='735'>735</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1920/04/22'>1920/04/22</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='you'>you</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Johannes'>Johannes</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='9'>9</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='KEPLER'>KEPLER</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taco'>taco</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='875'>875</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1923/03/12'>1923/03/12</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='down'>down</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='JaMES'>JaMES</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='10'>10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='M$$ax%%well'>M$$ax%%well</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taco'>taco</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='992'>992</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1999/02/15'>1999/02/15</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='never⸱'>never⸱</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Isaac'>Isaac</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='11'>11</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Newton'>Newton</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='9'>9</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pasta'>pasta</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='234'>234</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1993/12/08'>1993/12/08</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='gonna'>gonna</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Emmy%%'>Emmy%%</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='12'>12</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Nöether$'>Nöether$</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='9'>9</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pasta'>pasta</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='111'>111</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1994/01/04'>1994/01/04</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='run⸱'>run⸱</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Max!!!'>Max!!!</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='13'>13</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Planck!!!'>Planck!!!</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='4'>4</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='hamburguer'>hamburguer</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='553'>553</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1997/06/27'>1997/06/27</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='around'>around</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Fred'>Fred</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='14'>14</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Hoy&amp;&amp;&amp;le'>Hoy&amp;&amp;&amp;le</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizzza'>pizzza</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='116'>116</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1956/11/30'>1956/11/30</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='and'>and</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='(((⸱⸱⸱Heinrich⸱)))))'>(((⸱⸱⸱Heinrich⸱)))))</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='15'>15</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Hertz'>Hertz</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='886'>886</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1958/03/26'>1958/03/26</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='desert'>desert</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='William'>William</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='16'>16</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Gilbert###'>Gilbert###</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='BEER'>BEER</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='912'>912</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2000/03/22'>2000/03/22</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='you'>you</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Marie'>Marie</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='17'>17</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='CURIE'>CURIE</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Rice'>Rice</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='812'>812</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1899/01/01'>1899/01/01</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='#'>#</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Arthur'>Arthur</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='18'>18</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='COM%%%pton'>COM%%%pton</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='5'>5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='110790'>110790</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='467'>467</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1921/05/03'>1921/05/03</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='#'>#</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='JAMES'>JAMES</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='19'>19</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Chadwick'>Chadwick</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='10'>10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='null'>null</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    </tbody>\n",
       "</table>\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 19 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_json =op.load.json(\"https://raw.githubusercontent.com/ironmussa/Optimus/master/examples/data/foo.json\")\n",
    "df_json.table()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ARGENI~1\\AppData\\Local\\Temp\\tmpvhxr0yyy.parquet\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 19 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n",
       "\n",
       "<table class=\"optimus_table\">\n",
       "    <thead>\n",
       "    <tr>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">id</div>\n",
       "            <div class=\"data_type\">1 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">firstName</div>\n",
       "            <div class=\"data_type\">2 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">lastName</div>\n",
       "            <div class=\"data_type\">3 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">billingId</div>\n",
       "            <div class=\"data_type\">4 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">product</div>\n",
       "            <div class=\"data_type\">5 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">price</div>\n",
       "            <div class=\"data_type\">6 (int)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">birth</div>\n",
       "            <div class=\"data_type\">7 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "        <th>\n",
       "            <div class=\"column_name\">dummyCol</div>\n",
       "            <div class=\"data_type\">8 (string)</div>\n",
       "            <div class=\"data_type\">\n",
       "                \n",
       "                nullable\n",
       "                \n",
       "            </div>\n",
       "        </th>\n",
       "        \n",
       "    </tr>\n",
       "\n",
       "    </thead>\n",
       "    <tbody>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Luis'>Luis</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Alvarez$$%!'>Alvarez$$%!</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='123'>123</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Cake'>Cake</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='10'>10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1980/07/07'>1980/07/07</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='never'>never</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='André'>André</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Ampère'>Ampère</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='423'>423</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='piza'>piza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1950/07/08'>1950/07/08</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='gonna'>gonna</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='NiELS'>NiELS</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Böhr//((%%'>Böhr//((%%</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='551'>551</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1990/07/09'>1990/07/09</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='give'>give</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='4'>4</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='PAUL'>PAUL</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='dirac$'>dirac$</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='521'>521</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1954/07/10'>1954/07/10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='you'>you</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='5'>5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Albert'>Albert</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Einstein'>Einstein</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='634'>634</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1990/07/11'>1990/07/11</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='up'>up</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='6'>6</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Galileo'>Galileo</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱GALiLEI'>⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱⸱GALiLEI</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='672'>672</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='arepa'>arepa</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='5'>5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1930/08/12'>1930/08/12</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='never'>never</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='7'>7</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='CaRL'>CaRL</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Ga%%%uss'>Ga%%%uss</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='323'>323</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taco'>taco</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1970/07/13'>1970/07/13</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='gonna'>gonna</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='David'>David</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='H$$$ilbert'>H$$$ilbert</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='624'>624</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taaaccoo'>taaaccoo</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1950/07/14'>1950/07/14</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='let'>let</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='9'>9</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Johannes'>Johannes</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='KEPLER'>KEPLER</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='735'>735</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taco'>taco</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1920/04/22'>1920/04/22</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='you'>you</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='10'>10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='JaMES'>JaMES</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='M$$ax%%well'>M$$ax%%well</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='875'>875</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='taco'>taco</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='3'>3</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1923/03/12'>1923/03/12</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='down'>down</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='11'>11</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Isaac'>Isaac</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Newton'>Newton</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='992'>992</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pasta'>pasta</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='9'>9</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1999/02/15'>1999/02/15</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='never⸱'>never⸱</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='12'>12</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Emmy%%'>Emmy%%</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Nöether$'>Nöether$</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='234'>234</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pasta'>pasta</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='9'>9</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1993/12/08'>1993/12/08</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='gonna'>gonna</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='13'>13</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Max!!!'>Max!!!</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Planck!!!'>Planck!!!</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='111'>111</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='hamburguer'>hamburguer</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='4'>4</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1994/01/04'>1994/01/04</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='run⸱'>run⸱</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='14'>14</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Fred'>Fred</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Hoy&amp;&amp;&amp;le'>Hoy&amp;&amp;&amp;le</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='553'>553</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizzza'>pizzza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1997/06/27'>1997/06/27</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='around'>around</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='15'>15</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='(((⸱⸱⸱Heinrich⸱)))))'>(((⸱⸱⸱Heinrich⸱)))))</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Hertz'>Hertz</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='116'>116</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='pizza'>pizza</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='8'>8</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1956/11/30'>1956/11/30</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='and'>and</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='16'>16</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='William'>William</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Gilbert###'>Gilbert###</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='886'>886</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='BEER'>BEER</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2'>2</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1958/03/26'>1958/03/26</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='desert'>desert</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='17'>17</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Marie'>Marie</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='CURIE'>CURIE</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='912'>912</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Rice'>Rice</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1'>1</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='2000/03/22'>2000/03/22</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='you'>you</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='18'>18</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Arthur'>Arthur</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='COM%%%pton'>COM%%%pton</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='812'>812</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='110790'>110790</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='5'>5</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1899/01/01'>1899/01/01</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='#'>#</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    <tr>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='19'>19</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='JAMES'>JAMES</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='Chadwick'>Chadwick</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='467'>467</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='null'>null</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='10'>10</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='1921/05/03'>1921/05/03</div>\n",
       "        </td>\n",
       "        \n",
       "        <td>\n",
       "            <div class=\"\" title='#'>#</div>\n",
       "        </td>\n",
       "        \n",
       "    </tr>\n",
       "    \n",
       "    </tbody>\n",
       "</table>\n",
       "\n",
       "\n",
       "<div class=\"info_items\">Viewing 19 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\">1 partition(s)</div>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_parquet =op.load.parquet(\"https://raw.githubusercontent.com/ironmussa/Optimus/master/examples/data/foo.parquet\")\n",
    "df_parquet.table()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "df_avro =op.load.avro(\"https://raw.githubusercontent.com/ironmussa/Optimus/master/examples/data/foo.avro\", \"avro\")\n",
    "df_avro.table()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Save to file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_csv.save.csv(\"test.csv\") "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_csv.save.json(\"test.json\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_csv.save.parquet(\"test.parquet\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "df_csv.save.avro(\"test.avro\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}