{
 "metadata": {
  "name": "department_analysis"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import pandas as pd\n",
      "import os\n",
      "curdir = os.path.abspath('./..')"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "df = pd.read_csv(os.path.join(curdir, 'scraped_data', 'department_all.csv'))\n",
      "df"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<pre>\n",
        "&lt;class 'pandas.core.frame.DataFrame'&gt;\n",
        "Int64Index: 500 entries, 0 to 499\n",
        "Data columns (total 77 columns):\n",
        "surplus                                              0  non-null values\n",
        "home_tax_rate                                        300  non-null values\n",
        "land_property_tax_cuts_on_deliberation               0  non-null values\n",
        "mandatory_contributions_and_stakes                   500  non-null values\n",
        "business_tax_cuts_on_deliberation                    0  non-null values\n",
        "property_tax_rate                                    500  non-null values\n",
        "subsidies_and_contingents                            500  non-null values\n",
        "financing_capacity                                   500  non-null values\n",
        "individual_aids                                      500  non-null values\n",
        "compensation_2010_rate                               100  non-null values\n",
        "operating_revenues                                   500  non-null values\n",
        "business_tax_value                                   200  non-null values\n",
        "property_tax_cuts_on_deliberation                    200  non-null values\n",
        "property_tax_value                                   500  non-null values\n",
        "land_property_tax_basis                              300  non-null values\n",
        "pch                                                  500  non-null values\n",
        "received_subsidies                                   500  non-null values\n",
        "business_network_tax_value                           200  non-null values\n",
        "net_profit                                           500  non-null values\n",
        "business_profit_contribution_basis                   200  non-null values\n",
        "home_tax_cuts_on_deliberation                        0  non-null values\n",
        "fctva                                                500  non-null values\n",
        "thirdparty_balance                                   500  non-null values\n",
        "advertisement_tax                                    500  non-null values\n",
        "paid_subsidies                                       500  non-null values\n",
        "business_tax_rate                                    200  non-null values\n",
        "population                                           500  non-null values\n",
        "name                                                 500  non-null values\n",
        "operating_real_revenues                              500  non-null values\n",
        "business_profit_contribution_cuts_on_deliberation    200  non-null values\n",
        "business_profit_contribution_value                   200  non-null values\n",
        "insee_code                                           500  non-null values\n",
        "direct_tax                                           500  non-null values\n",
        "compensation_2010_basis                              0  non-null values\n",
        "zone_type                                            500  non-null values\n",
        "refund_tax                                           500  non-null values\n",
        "land_property_tax_value                              300  non-null values\n",
        "investments_direct_costs                             500  non-null values\n",
        "staff_costs                                          500  non-null values\n",
        "investment_ressources                                500  non-null values\n",
        "financial_costs                                      500  non-null values\n",
        "subsidies                                            500  non-null values\n",
        "year                                                 500  non-null values\n",
        "compensation_2010_value                              100  non-null values\n",
        "operating_costs                                      500  non-null values\n",
        "debt_repayments                                      500  non-null values\n",
        "sold_fixed_assets                                    500  non-null values\n",
        "purchases_and_external_costs                         500  non-null values\n",
        "residual_financing_capacity                          500  non-null values\n",
        "training_and_learning_allocation                     0  non-null values\n",
        "apa                                                  500  non-null values\n",
        "debt_at_end_year                                     500  non-null values\n",
        "business_network_tax_cuts_on_deliberation            0  non-null values\n",
        "global_profit                                        500  non-null values\n",
        "business_tax_basis                                   200  non-null values\n",
        "compensation_2010_cuts_on_deliberation               0  non-null values\n",
        "property_tax_basis                                   500  non-null values\n",
        "business_profit_contribution_rate                    0  non-null values\n",
        "tipp                                                 500  non-null values\n",
        "operating_real_costs                                 500  non-null values\n",
        "other_tax                                            500  non-null values\n",
        "home_tax_basis                                       300  non-null values\n",
        "business_network_tax_rate                            0  non-null values\n",
        "allocation                                           500  non-null values\n",
        "home_tax_value                                       300  non-null values\n",
        "loans                                                500  non-null values\n",
        "realignment                                          500  non-null values\n",
        "investments_usage                                    500  non-null values\n",
        "self_financing_capacity                              500  non-null values\n",
        "land_property_tax_rate                               300  non-null values\n",
        "url                                                  500  non-null values\n",
        "debt_repayment_capacity                              0  non-null values\n",
        "debt_annual_costs                                    500  non-null values\n",
        "business_network_tax_basis                           0  non-null values\n",
        "rsa                                                  500  non-null values\n",
        "allocation_and_stake                                 500  non-null values\n",
        "accomodation_costs                                   500  non-null values\n",
        "dtypes: float64(71), int64(2), object(4)\n",
        "</pre>"
       ],
       "output_type": "pyout",
       "prompt_number": 8,
       "text": [
        "<class 'pandas.core.frame.DataFrame'>\n",
        "Int64Index: 500 entries, 0 to 499\n",
        "Data columns (total 77 columns):\n",
        "surplus                                              0  non-null values\n",
        "home_tax_rate                                        300  non-null values\n",
        "land_property_tax_cuts_on_deliberation               0  non-null values\n",
        "mandatory_contributions_and_stakes                   500  non-null values\n",
        "business_tax_cuts_on_deliberation                    0  non-null values\n",
        "property_tax_rate                                    500  non-null values\n",
        "subsidies_and_contingents                            500  non-null values\n",
        "financing_capacity                                   500  non-null values\n",
        "individual_aids                                      500  non-null values\n",
        "compensation_2010_rate                               100  non-null values\n",
        "operating_revenues                                   500  non-null values\n",
        "business_tax_value                                   200  non-null values\n",
        "property_tax_cuts_on_deliberation                    200  non-null values\n",
        "property_tax_value                                   500  non-null values\n",
        "land_property_tax_basis                              300  non-null values\n",
        "pch                                                  500  non-null values\n",
        "received_subsidies                                   500  non-null values\n",
        "business_network_tax_value                           200  non-null values\n",
        "net_profit                                           500  non-null values\n",
        "business_profit_contribution_basis                   200  non-null values\n",
        "home_tax_cuts_on_deliberation                        0  non-null values\n",
        "fctva                                                500  non-null values\n",
        "thirdparty_balance                                   500  non-null values\n",
        "advertisement_tax                                    500  non-null values\n",
        "paid_subsidies                                       500  non-null values\n",
        "business_tax_rate                                    200  non-null values\n",
        "population                                           500  non-null values\n",
        "name                                                 500  non-null values\n",
        "operating_real_revenues                              500  non-null values\n",
        "business_profit_contribution_cuts_on_deliberation    200  non-null values\n",
        "business_profit_contribution_value                   200  non-null values\n",
        "insee_code                                           500  non-null values\n",
        "direct_tax                                           500  non-null values\n",
        "compensation_2010_basis                              0  non-null values\n",
        "zone_type                                            500  non-null values\n",
        "refund_tax                                           500  non-null values\n",
        "land_property_tax_value                              300  non-null values\n",
        "investments_direct_costs                             500  non-null values\n",
        "staff_costs                                          500  non-null values\n",
        "investment_ressources                                500  non-null values\n",
        "financial_costs                                      500  non-null values\n",
        "subsidies                                            500  non-null values\n",
        "year                                                 500  non-null values\n",
        "compensation_2010_value                              100  non-null values\n",
        "operating_costs                                      500  non-null values\n",
        "debt_repayments                                      500  non-null values\n",
        "sold_fixed_assets                                    500  non-null values\n",
        "purchases_and_external_costs                         500  non-null values\n",
        "residual_financing_capacity                          500  non-null values\n",
        "training_and_learning_allocation                     0  non-null values\n",
        "apa                                                  500  non-null values\n",
        "debt_at_end_year                                     500  non-null values\n",
        "business_network_tax_cuts_on_deliberation            0  non-null values\n",
        "global_profit                                        500  non-null values\n",
        "business_tax_basis                                   200  non-null values\n",
        "compensation_2010_cuts_on_deliberation               0  non-null values\n",
        "property_tax_basis                                   500  non-null values\n",
        "business_profit_contribution_rate                    0  non-null values\n",
        "tipp                                                 500  non-null values\n",
        "operating_real_costs                                 500  non-null values\n",
        "other_tax                                            500  non-null values\n",
        "home_tax_basis                                       300  non-null values\n",
        "business_network_tax_rate                            0  non-null values\n",
        "allocation                                           500  non-null values\n",
        "home_tax_value                                       300  non-null values\n",
        "loans                                                500  non-null values\n",
        "realignment                                          500  non-null values\n",
        "investments_usage                                    500  non-null values\n",
        "self_financing_capacity                              500  non-null values\n",
        "land_property_tax_rate                               300  non-null values\n",
        "url                                                  500  non-null values\n",
        "debt_repayment_capacity                              0  non-null values\n",
        "debt_annual_costs                                    500  non-null values\n",
        "business_network_tax_basis                           0  non-null values\n",
        "rsa                                                  500  non-null values\n",
        "allocation_and_stake                                 500  non-null values\n",
        "accomodation_costs                                   500  non-null values\n",
        "dtypes: float64(71), int64(2), object(4)"
       ]
      }
     ],
     "prompt_number": 8
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "df[['name', 'year', 'net_profit', 'tipp', 'staff_costs', 'financial_costs', 'debt_repayments', 'allocation', 'rsa']].head(n=20)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>name</th>\n",
        "      <th>year</th>\n",
        "      <th>net_profit</th>\n",
        "      <th>tipp</th>\n",
        "      <th>staff_costs</th>\n",
        "      <th>financial_costs</th>\n",
        "      <th>debt_repayments</th>\n",
        "      <th>allocation</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0 </th>\n",
        "      <td>        GUADELOUPE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  92829000</td>\n",
        "      <td> 148570000</td>\n",
        "      <td>  82705000</td>\n",
        "      <td>  4175000</td>\n",
        "      <td>  10907000</td>\n",
        "      <td> 134943000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1 </th>\n",
        "      <td>        MARTINIQUE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  17369000</td>\n",
        "      <td> 141085000</td>\n",
        "      <td>  99253000</td>\n",
        "      <td> 15389000</td>\n",
        "      <td>  24974000</td>\n",
        "      <td> 163628000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2 </th>\n",
        "      <td>            GUYANE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  22511000</td>\n",
        "      <td>  53010000</td>\n",
        "      <td>  69577000</td>\n",
        "      <td>  2382000</td>\n",
        "      <td>  10135000</td>\n",
        "      <td>  45006000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3 </th>\n",
        "      <td>           REUNION</td>\n",
        "      <td> 2008</td>\n",
        "      <td>   2171000</td>\n",
        "      <td> 330301000</td>\n",
        "      <td> 179909000</td>\n",
        "      <td> 20939000</td>\n",
        "      <td>  51914000</td>\n",
        "      <td> 366298000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4 </th>\n",
        "      <td>             PARIS</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  93270000</td>\n",
        "      <td> 239012000</td>\n",
        "      <td> 189455000</td>\n",
        "      <td>        0</td>\n",
        "      <td>         0</td>\n",
        "      <td>  26392000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>5 </th>\n",
        "      <td>        VAL-D'OISE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>   -591000</td>\n",
        "      <td>  71890000</td>\n",
        "      <td> 124553000</td>\n",
        "      <td> 26568000</td>\n",
        "      <td>  54426000</td>\n",
        "      <td> 159029000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>6 </th>\n",
        "      <td>   DU VAL-DE-MARNE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  60463000</td>\n",
        "      <td> 100857000</td>\n",
        "      <td> 299751000</td>\n",
        "      <td> 13190000</td>\n",
        "      <td>  13084000</td>\n",
        "      <td> 227430000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>7 </th>\n",
        "      <td> SEINE-SAINT-DENIS</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  66861000</td>\n",
        "      <td> 201658000</td>\n",
        "      <td> 306794000</td>\n",
        "      <td> 34708000</td>\n",
        "      <td>  83685000</td>\n",
        "      <td> 276206000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>8 </th>\n",
        "      <td>    HAUTS-DE-SEINE</td>\n",
        "      <td> 2008</td>\n",
        "      <td> 238981000</td>\n",
        "      <td>  93241000</td>\n",
        "      <td> 274342000</td>\n",
        "      <td> 13971000</td>\n",
        "      <td>  34482000</td>\n",
        "      <td> 267202000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>9 </th>\n",
        "      <td>           ESSONNE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  20779000</td>\n",
        "      <td>  65077000</td>\n",
        "      <td> 175881000</td>\n",
        "      <td> 26518000</td>\n",
        "      <td> 104511000</td>\n",
        "      <td> 163354000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>10</th>\n",
        "      <td>          YVELINES</td>\n",
        "      <td> 2008</td>\n",
        "      <td> 140086000</td>\n",
        "      <td>  49038000</td>\n",
        "      <td> 144439000</td>\n",
        "      <td>        0</td>\n",
        "      <td>         0</td>\n",
        "      <td> 144000000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>11</th>\n",
        "      <td>    SEINE-ET-MARNE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  75792000</td>\n",
        "      <td>  51295000</td>\n",
        "      <td> 174560000</td>\n",
        "      <td> 34444000</td>\n",
        "      <td>  50666000</td>\n",
        "      <td> 157431000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>12</th>\n",
        "      <td>             MARNE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  73139000</td>\n",
        "      <td>  33243000</td>\n",
        "      <td>  68231000</td>\n",
        "      <td>  7993000</td>\n",
        "      <td>  30428000</td>\n",
        "      <td>  82791000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>13</th>\n",
        "      <td>              AUBE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  32056000</td>\n",
        "      <td>  21946000</td>\n",
        "      <td>  45237000</td>\n",
        "      <td>  2421000</td>\n",
        "      <td>   2677000</td>\n",
        "      <td>  62022000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>14</th>\n",
        "      <td>          ARDENNES</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  19373000</td>\n",
        "      <td>  25531000</td>\n",
        "      <td>  57627000</td>\n",
        "      <td>  6368000</td>\n",
        "      <td>  11318000</td>\n",
        "      <td>  72219000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>15</th>\n",
        "      <td>       HAUTE-MARNE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  13622000</td>\n",
        "      <td>  10570000</td>\n",
        "      <td>  36338000</td>\n",
        "      <td>   549000</td>\n",
        "      <td>   3072000</td>\n",
        "      <td>  50506000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>16</th>\n",
        "      <td>              OISE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  51250000</td>\n",
        "      <td>  42285000</td>\n",
        "      <td> 111840000</td>\n",
        "      <td> 10058000</td>\n",
        "      <td>  18064000</td>\n",
        "      <td> 143562000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>17</th>\n",
        "      <td>             SOMME</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  40096000</td>\n",
        "      <td>  43030000</td>\n",
        "      <td>  91033000</td>\n",
        "      <td> 10734000</td>\n",
        "      <td>  23901000</td>\n",
        "      <td> 114224000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>18</th>\n",
        "      <td>             AISNE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  29198000</td>\n",
        "      <td>  31453000</td>\n",
        "      <td>  77310000</td>\n",
        "      <td>  9761000</td>\n",
        "      <td>  14897000</td>\n",
        "      <td> 109209000</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>19</th>\n",
        "      <td>              EURE</td>\n",
        "      <td> 2008</td>\n",
        "      <td>  50988000</td>\n",
        "      <td>  29860000</td>\n",
        "      <td>  71345000</td>\n",
        "      <td>  8603000</td>\n",
        "      <td>  17716000</td>\n",
        "      <td> 102709000</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "</div>"
       ],
       "output_type": "pyout",
       "prompt_number": 7,
       "text": [
        "                 name  year  net_profit       tipp  staff_costs  \\\n",
        "0          GUADELOUPE  2008    92829000  148570000     82705000   \n",
        "1          MARTINIQUE  2008    17369000  141085000     99253000   \n",
        "2              GUYANE  2008    22511000   53010000     69577000   \n",
        "3             REUNION  2008     2171000  330301000    179909000   \n",
        "4               PARIS  2008    93270000  239012000    189455000   \n",
        "5          VAL-D'OISE  2008     -591000   71890000    124553000   \n",
        "6     DU VAL-DE-MARNE  2008    60463000  100857000    299751000   \n",
        "7   SEINE-SAINT-DENIS  2008    66861000  201658000    306794000   \n",
        "8      HAUTS-DE-SEINE  2008   238981000   93241000    274342000   \n",
        "9             ESSONNE  2008    20779000   65077000    175881000   \n",
        "10           YVELINES  2008   140086000   49038000    144439000   \n",
        "11     SEINE-ET-MARNE  2008    75792000   51295000    174560000   \n",
        "12              MARNE  2008    73139000   33243000     68231000   \n",
        "13               AUBE  2008    32056000   21946000     45237000   \n",
        "14           ARDENNES  2008    19373000   25531000     57627000   \n",
        "15        HAUTE-MARNE  2008    13622000   10570000     36338000   \n",
        "16               OISE  2008    51250000   42285000    111840000   \n",
        "17              SOMME  2008    40096000   43030000     91033000   \n",
        "18              AISNE  2008    29198000   31453000     77310000   \n",
        "19               EURE  2008    50988000   29860000     71345000   \n",
        "\n",
        "    financial_costs  debt_repayments  allocation  \n",
        "0           4175000         10907000   134943000  \n",
        "1          15389000         24974000   163628000  \n",
        "2           2382000         10135000    45006000  \n",
        "3          20939000         51914000   366298000  \n",
        "4                 0                0    26392000  \n",
        "5          26568000         54426000   159029000  \n",
        "6          13190000         13084000   227430000  \n",
        "7          34708000         83685000   276206000  \n",
        "8          13971000         34482000   267202000  \n",
        "9          26518000        104511000   163354000  \n",
        "10                0                0   144000000  \n",
        "11         34444000         50666000   157431000  \n",
        "12          7993000         30428000    82791000  \n",
        "13          2421000          2677000    62022000  \n",
        "14          6368000         11318000    72219000  \n",
        "15           549000          3072000    50506000  \n",
        "16         10058000         18064000   143562000  \n",
        "17         10734000         23901000   114224000  \n",
        "18          9761000         14897000   109209000  \n",
        "19          8603000         17716000   102709000  "
       ]
      }
     ],
     "prompt_number": 7
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": []
    }
   ],
   "metadata": {}
  }
 ]
}