{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 6. Exercise solution 6B"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import libraries \n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import glob\n",
    "import re\n",
    "\n",
    "# Set style for matplotlib plots\n",
    "plt.style.use('classic') "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Inputs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['    Structural element', ' Node', 'Local number',\n",
       "       '                 X [m]', '                 Y [m]',\n",
       "       '              N [kN/m]', '          N_min [kN/m]',\n",
       "       '         N_max [kN/m]', '              Q [kN/m]',\n",
       "       '          Q_min [kN/m]', '         Q_max [kN/m]',\n",
       "       '            M [kN m/m]', '        M_min [kN m/m]',\n",
       "       '       M_max [kN m/m]', 'stage_name'],\n",
       "      dtype='object')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Structural element</th>\n",
       "      <th>Node</th>\n",
       "      <th>Local number</th>\n",
       "      <th>x [m]</th>\n",
       "      <th>y [m]</th>\n",
       "      <th>N [kN/m]</th>\n",
       "      <th>N_min [kN/m]</th>\n",
       "      <th>N_max [kN/m]</th>\n",
       "      <th>Q [kN/m]</th>\n",
       "      <th>Q_min [kN/m]</th>\n",
       "      <th>Q_max [kN/m]</th>\n",
       "      <th>M [kN m/m]</th>\n",
       "      <th>M_min [kN m/m]</th>\n",
       "      <th>M_max [kN m/m]</th>\n",
       "      <th>stage_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Plate\\_1\\_1</td>\n",
       "      <td>481</td>\n",
       "      <td>1</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>2,85000000000000E+000</td>\n",
       "      <td>-7,03181073064590E-001</td>\n",
       "      <td>-7,03181073064590E-001</td>\n",
       "      <td>3,89246800031684E-002</td>\n",
       "      <td>1,02160886389150E-001</td>\n",
       "      <td>-9,36710463384537E-002</td>\n",
       "      <td>1,52428398804864E-001</td>\n",
       "      <td>-7,71605002114484E-015</td>\n",
       "      <td>-6,28715829398274E-014</td>\n",
       "      <td>1,06704575730809E-013</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Element 1-1 (Plate)</td>\n",
       "      <td>480</td>\n",
       "      <td>2</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>2,51250000000000E+000</td>\n",
       "      <td>-2,10622366791634E+000</td>\n",
       "      <td>-2,10622366791634E+000</td>\n",
       "      <td>5,86208363179141E-005</td>\n",
       "      <td>1,34321760204781E+000</td>\n",
       "      <td>-1,63046119352223E-004</td>\n",
       "      <td>1,69367103826703E+000</td>\n",
       "      <td>2,68011318691106E-001</td>\n",
       "      <td>-5,55946578064962E-006</td>\n",
       "      <td>3,13423271299049E-001</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>(ERSS)</td>\n",
       "      <td>479</td>\n",
       "      <td>3</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>2,17500000000000E+000</td>\n",
       "      <td>-3,76943393583941E+000</td>\n",
       "      <td>-3,76943393583941E+000</td>\n",
       "      <td>3,29549126897870E-005</td>\n",
       "      <td>1,98840581894081E+000</td>\n",
       "      <td>-2,20847139338000E-004</td>\n",
       "      <td>2,47531139895095E+000</td>\n",
       "      <td>8,34746953403614E-001</td>\n",
       "      <td>-7,07522542344873E-005</td>\n",
       "      <td>1,03419525045104E+000</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td>478</td>\n",
       "      <td>4</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>1,83750000000000E+000</td>\n",
       "      <td>-5,66766686622757E+000</td>\n",
       "      <td>-5,66766686622757E+000</td>\n",
       "      <td>1,74607721085982E-005</td>\n",
       "      <td>2,29535600547745E+000</td>\n",
       "      <td>-1,37686048637471E-004</td>\n",
       "      <td>2,57518838288977E+000</td>\n",
       "      <td>1,57246412781783E+000</td>\n",
       "      <td>-1,38816031015934E-004</td>\n",
       "      <td>1,90081049994095E+000</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td>482</td>\n",
       "      <td>5</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>1,50000000000000E+000</td>\n",
       "      <td>-7,77577744847458E+000</td>\n",
       "      <td>-7,77577744847458E+000</td>\n",
       "      <td>1,52355267939873E-005</td>\n",
       "      <td>2,52169863006703E+000</td>\n",
       "      <td>-9,15371077159161E-005</td>\n",
       "      <td>2,52169863006703E+000</td>\n",
       "      <td>2,37997413435782E+000</td>\n",
       "      <td>-1,71294619587021E-004</td>\n",
       "      <td>2,68589307815659E+000</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Structural element  Node  Local number                   x [m]  \\\n",
       "0             Plate\\_1\\_1   481             1  -7,50000000000000E+000   \n",
       "1     Element 1-1 (Plate)   480             2  -7,50000000000000E+000   \n",
       "2                  (ERSS)   479             3  -7,50000000000000E+000   \n",
       "3                           478             4  -7,50000000000000E+000   \n",
       "4                           482             5  -7,50000000000000E+000   \n",
       "\n",
       "                    y [m]                N [kN/m]            N_min [kN/m]  \\\n",
       "0   2,85000000000000E+000  -7,03181073064590E-001  -7,03181073064590E-001   \n",
       "1   2,51250000000000E+000  -2,10622366791634E+000  -2,10622366791634E+000   \n",
       "2   2,17500000000000E+000  -3,76943393583941E+000  -3,76943393583941E+000   \n",
       "3   1,83750000000000E+000  -5,66766686622757E+000  -5,66766686622757E+000   \n",
       "4   1,50000000000000E+000  -7,77577744847458E+000  -7,77577744847458E+000   \n",
       "\n",
       "            N_max [kN/m]                Q [kN/m]            Q_min [kN/m]  \\\n",
       "0  3,89246800031684E-002   1,02160886389150E-001  -9,36710463384537E-002   \n",
       "1  5,86208363179141E-005   1,34321760204781E+000  -1,63046119352223E-004   \n",
       "2  3,29549126897870E-005   1,98840581894081E+000  -2,20847139338000E-004   \n",
       "3  1,74607721085982E-005   2,29535600547745E+000  -1,37686048637471E-004   \n",
       "4  1,52355267939873E-005   2,52169863006703E+000  -9,15371077159161E-005   \n",
       "\n",
       "            Q_max [kN/m]              M [kN m/m]          M_min [kN m/m]  \\\n",
       "0  1,52428398804864E-001  -7,71605002114484E-015  -6,28715829398274E-014   \n",
       "1  1,69367103826703E+000   2,68011318691106E-001  -5,55946578064962E-006   \n",
       "2  2,47531139895095E+000   8,34746953403614E-001  -7,07522542344873E-005   \n",
       "3  2,57518838288977E+000   1,57246412781783E+000  -1,38816031015934E-004   \n",
       "4  2,52169863006703E+000   2,37997413435782E+000  -1,71294619587021E-004   \n",
       "\n",
       "          M_max [kN m/m]                                      stage_name  \n",
       "0  1,06704575730809E-013  Sheet Pile & Bored Pile Installation [Phase_2]  \n",
       "1  3,13423271299049E-001  Sheet Pile & Bored Pile Installation [Phase_2]  \n",
       "2  1,03419525045104E+000  Sheet Pile & Bored Pile Installation [Phase_2]  \n",
       "3  1,90081049994095E+000  Sheet Pile & Bored Pile Installation [Phase_2]  \n",
       "4  2,68589307815659E+000  Sheet Pile & Bored Pile Installation [Phase_2]  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "2570"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Find all file names of the files to be imported\n",
    "filenames = glob.glob('Exercise 6B Data/Input Data/*.txt')\n",
    "\n",
    "# Create an empty dataframe\n",
    "df_plate_bendingmoment = pd.DataFrame()\n",
    "\n",
    "# Loop through all filenames and append the data to the dataframe\n",
    "for file in filenames:\n",
    "    # Get the name of the stage from the filename\n",
    "    stage_name = re.search('Plate_ (.*?) \\(', file).group(1)\n",
    "    \n",
    "    # Import txt file to a temporary dataframe\n",
    "    tmp = pd.read_csv(file, sep = '\\t')\n",
    "    \n",
    "    # Create a new column in the temporary dataframe to store the stage name\n",
    "    tmp['stage_name'] = stage_name\n",
    "    \n",
    "    # Append the temporary dataframe to the dataframe\n",
    "    df_plate_bendingmoment = df_plate_bendingmoment.append(tmp, ignore_index=True)\n",
    "\n",
    "# Inspect the column names and rename them if necessary\n",
    "display(df_plate_bendingmoment.columns)\n",
    "df_plate_bendingmoment.columns = ['Structural element', 'Node', 'Local number', 'x [m]', 'y [m]', 'N [kN/m]', 'N_min [kN/m]', \n",
    "                                 'N_max [kN/m]', 'Q [kN/m]', 'Q_min [kN/m]', 'Q_max [kN/m]', 'M [kN m/m]', 'M_min [kN m/m]', 'M_max [kN m/m]', 'stage_name']\n",
    "    \n",
    "# Inspect the dataframes and check for the number of rows in the dataframe (there are supposed to be 2570 rows)\n",
    "display(df_plate_bendingmoment.head())\n",
    "display(len(df_plate_bendingmoment))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Cleaning \n",
    "\n",
    "Upon further inspection, there are 2 issues with the data and we need to clean the data first:\n",
    "\n",
    "* The data in structural element column is not consistent and not fully populated with its respective structural element name,\n",
    "* Comma is used as decimals of the numbers and the type is string but not float."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Before we go to the data cleaning, lets remove irrelevant columns from the dataframe. \n",
    "# Since we are only interested in the bending moment, let's just keep the column structural element, stage_name, x [m], y [m] and M [kN/m]\n",
    "df_plate_bendingmoment = df_plate_bendingmoment[['Structural element', 'stage_name', 'x [m]', 'y [m]', 'M [kN m/m]']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Structural element</th>\n",
       "      <th>stage_name</th>\n",
       "      <th>x [m]</th>\n",
       "      <th>y [m]</th>\n",
       "      <th>M [kN m/m]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Plate\\_1\\_1</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>2,85000000000000E+000</td>\n",
       "      <td>-7,71605002114484E-015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Element 1-1 (Plate)</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>2,51250000000000E+000</td>\n",
       "      <td>2,68011318691106E-001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>(ERSS)</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>2,17500000000000E+000</td>\n",
       "      <td>8,34746953403614E-001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>1,83750000000000E+000</td>\n",
       "      <td>1,57246412781783E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>1,50000000000000E+000</td>\n",
       "      <td>2,37997413435782E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2565</th>\n",
       "      <td>Plate\\_2\\_16</td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,70000000000000E+001</td>\n",
       "      <td>-4,00645821169241E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2566</th>\n",
       "      <td>Element 51-104 (Plate)</td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,71250000000000E+001</td>\n",
       "      <td>-3,13059021727124E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2567</th>\n",
       "      <td>(ERSS)</td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,72500000000000E+001</td>\n",
       "      <td>-2,06910301377388E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2568</th>\n",
       "      <td></td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,73750000000000E+001</td>\n",
       "      <td>-9,75845611525455E-001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2569</th>\n",
       "      <td></td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,75000000000000E+001</td>\n",
       "      <td>-3,26128013483640E-014</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2570 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          Structural element                                      stage_name  \\\n",
       "0                Plate\\_1\\_1  Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "1        Element 1-1 (Plate)  Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "2                     (ERSS)  Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "3                             Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "4                             Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "...                      ...                                             ...   \n",
       "2565            Plate\\_2\\_16                       Cast Base Slab [Phase_10]   \n",
       "2566  Element 51-104 (Plate)                       Cast Base Slab [Phase_10]   \n",
       "2567                  (ERSS)                       Cast Base Slab [Phase_10]   \n",
       "2568                                               Cast Base Slab [Phase_10]   \n",
       "2569                                               Cast Base Slab [Phase_10]   \n",
       "\n",
       "                       x [m]                   y [m]              M [kN m/m]  \n",
       "0     -7,50000000000000E+000   2,85000000000000E+000  -7,71605002114484E-015  \n",
       "1     -7,50000000000000E+000   2,51250000000000E+000   2,68011318691106E-001  \n",
       "2     -7,50000000000000E+000   2,17500000000000E+000   8,34746953403614E-001  \n",
       "3     -7,50000000000000E+000   1,83750000000000E+000   1,57246412781783E+000  \n",
       "4     -7,50000000000000E+000   1,50000000000000E+000   2,37997413435782E+000  \n",
       "...                      ...                     ...                     ...  \n",
       "2565   7,50000000000000E+000  -1,70000000000000E+001  -4,00645821169241E+000  \n",
       "2566   7,50000000000000E+000  -1,71250000000000E+001  -3,13059021727124E+000  \n",
       "2567   7,50000000000000E+000  -1,72500000000000E+001  -2,06910301377388E+000  \n",
       "2568   7,50000000000000E+000  -1,73750000000000E+001  -9,75845611525455E-001  \n",
       "2569   7,50000000000000E+000  -1,75000000000000E+001  -3,26128013483640E-014  \n",
       "\n",
       "[2570 rows x 5 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# You should get something similar to below\n",
    "display(df_plate_bendingmoment)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Issue 1: Inconsistent data in the column Structural element\n",
    "As seen in the figure below, the data in the column structural element is not fully populated and each row has different value for the same plate element (e.g. row 0 to 4 belong to Plate\\_1\\_1). The goal here is to populate the columns with the respective plates (e.g. row to 0 to 4 would contain Plate\\_1\\_1)\n",
    "\n",
    "Before: \n",
    "\n",
    "<img src=\"Exercise 6B Data/Misc/Issue1_before.png\">\n",
    "\n",
    "After:\n",
    "\n",
    "<img src=\"Exercise 6B Data/Misc/Issue1_after.png\">\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Structural element</th>\n",
       "      <th>stage_name</th>\n",
       "      <th>x [m]</th>\n",
       "      <th>y [m]</th>\n",
       "      <th>M [kN m/m]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Plate\\_1\\_1</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>2,85000000000000E+000</td>\n",
       "      <td>-7,71605002114484E-015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Plate\\_1\\_1</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>2,51250000000000E+000</td>\n",
       "      <td>2,68011318691106E-001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Plate\\_1\\_1</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>2,17500000000000E+000</td>\n",
       "      <td>8,34746953403614E-001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Plate\\_1\\_1</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>1,83750000000000E+000</td>\n",
       "      <td>1,57246412781783E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Plate\\_1\\_1</td>\n",
       "      <td>Sheet Pile &amp; Bored Pile Installation [Phase_2]</td>\n",
       "      <td>-7,50000000000000E+000</td>\n",
       "      <td>1,50000000000000E+000</td>\n",
       "      <td>2,37997413435782E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2565</th>\n",
       "      <td>Plate\\_2\\_16</td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,70000000000000E+001</td>\n",
       "      <td>-4,00645821169241E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2566</th>\n",
       "      <td>Plate\\_2\\_16</td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,71250000000000E+001</td>\n",
       "      <td>-3,13059021727124E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2567</th>\n",
       "      <td>Plate\\_2\\_16</td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,72500000000000E+001</td>\n",
       "      <td>-2,06910301377388E+000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2568</th>\n",
       "      <td>Plate\\_2\\_16</td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,73750000000000E+001</td>\n",
       "      <td>-9,75845611525455E-001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2569</th>\n",
       "      <td>Plate\\_2\\_16</td>\n",
       "      <td>Cast Base Slab [Phase_10]</td>\n",
       "      <td>7,50000000000000E+000</td>\n",
       "      <td>-1,75000000000000E+001</td>\n",
       "      <td>-3,26128013483640E-014</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2570 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          Structural element                                      stage_name  \\\n",
       "0                Plate\\_1\\_1  Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "1                Plate\\_1\\_1  Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "2                Plate\\_1\\_1  Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "3                Plate\\_1\\_1  Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "4                Plate\\_1\\_1  Sheet Pile & Bored Pile Installation [Phase_2]   \n",
       "...                      ...                                             ...   \n",
       "2565            Plate\\_2\\_16                       Cast Base Slab [Phase_10]   \n",
       "2566            Plate\\_2\\_16                       Cast Base Slab [Phase_10]   \n",
       "2567            Plate\\_2\\_16                       Cast Base Slab [Phase_10]   \n",
       "2568            Plate\\_2\\_16                       Cast Base Slab [Phase_10]   \n",
       "2569            Plate\\_2\\_16                       Cast Base Slab [Phase_10]   \n",
       "\n",
       "                       x [m]                   y [m]              M [kN m/m]  \n",
       "0     -7,50000000000000E+000   2,85000000000000E+000  -7,71605002114484E-015  \n",
       "1     -7,50000000000000E+000   2,51250000000000E+000   2,68011318691106E-001  \n",
       "2     -7,50000000000000E+000   2,17500000000000E+000   8,34746953403614E-001  \n",
       "3     -7,50000000000000E+000   1,83750000000000E+000   1,57246412781783E+000  \n",
       "4     -7,50000000000000E+000   1,50000000000000E+000   2,37997413435782E+000  \n",
       "...                      ...                     ...                     ...  \n",
       "2565   7,50000000000000E+000  -1,70000000000000E+001  -4,00645821169241E+000  \n",
       "2566   7,50000000000000E+000  -1,71250000000000E+001  -3,13059021727124E+000  \n",
       "2567   7,50000000000000E+000  -1,72500000000000E+001  -2,06910301377388E+000  \n",
       "2568   7,50000000000000E+000  -1,73750000000000E+001  -9,75845611525455E-001  \n",
       "2569   7,50000000000000E+000  -1,75000000000000E+001  -3,26128013483640E-014  \n",
       "\n",
       "[2570 rows x 5 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# From the figures above, we know that the data in the rows of multiplication of five consist of the plate name and numbers\n",
    "# we can then assign the plate number from each of the row of multiplication of five to the next 4 rows \n",
    "# (e.g. row 1-4 have the plate name and number of row 0, row 6-9 have the plate name and number of row 5, etc.)\n",
    "\n",
    "# Create a temporary list to store the structural element column from the dataframe\n",
    "structural_element_list = list(df_plate_bendingmoment['Structural element'])\n",
    "\n",
    "# Loop through each element in the list\n",
    "for x,i in enumerate(structural_element_list):\n",
    "    if (x % 5 == 0):\n",
    "        # store the plate name and number in a temporary variable\n",
    "        tmp = i\n",
    "    else:\n",
    "        # assign the plate name and number to the other rows\n",
    "        structural_element_list[x] = tmp\n",
    "        \n",
    "# Assign the list back to the column in the original dataframe\n",
    "df_plate_bendingmoment['Structural element'] = structural_element_list\n",
    "display(df_plate_bendingmoment)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Issue 2: Incorrect decimal format and type\n",
    "Comma is used in the decimals and it should be converted to dot in Python. Further, the numbers are now of string type and they should be converted to float type."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Loop through each of the x[m], y[m] & M[kN m/m] columns\n",
    "for column in ['x [m]', 'y [m]', 'M [kN m/m]']:\n",
    "    # Create a temporary list to store the data from each column\n",
    "    temp_list = df_plate_bendingmoment[column]\n",
    "    \n",
    "    # Replace comma with dot for each element in the list\n",
    "    temp_list = [x.replace(',','.') for x in temp_list]\n",
    "    \n",
    "    # Convert to float for each element in the list\n",
    "    temp_list = [float(x) for x in temp_list]\n",
    "    \n",
    "    # Assign the list back to the column in the original dataframe\n",
    "    df_plate_bendingmoment[column] = temp_list"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Visualization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Loop through each unique stage\n",
    "for stage in df_plate_bendingmoment['stage_name'].unique():\n",
    "    #Loop through each plate member ['Plate\\\\\\_1', 'Plate\\\\\\_2']\n",
    "    for plate in ['Plate\\\\\\_1', 'Plate\\\\\\_2']:\n",
    "        df_filtered = df_plate_bendingmoment[(df_plate_bendingmoment['stage_name'] == stage) & (df_plate_bendingmoment['Structural element'].str.contains(plate))].reset_index(drop=True)\n",
    "        \n",
    "        # Create a figure\n",
    "        plt.figure(figsize=(4, 8))\n",
    "\n",
    "        \n",
    "        # Plot the results\n",
    "        plt.plot(df_filtered['M [kN m/m]'], df_filtered['y [m]'])\n",
    "\n",
    "        # Plot the grids\n",
    "        plt.grid(which='major')\n",
    "\n",
    "        # Set titles, x- and y-labels\n",
    "        plt.title('Bending Moment for plate '+plate[-1]+' in stage: \\n'+ stage + '\\n', fontsize=12)\n",
    "        plt.xlabel('Bending Moment M [kN m/m]', fontsize=10)\n",
    "        plt.ylabel('y-coordinates', fontsize=10)\n",
    "        \n",
    "        # Rotate figures in x-axis\n",
    "        plt.xticks(rotation=45)\n",
    "        \n",
    "        plt.savefig('Plate'+ plate[-1] + ' ' + stage + '.png')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# End of exercises\n",
    "\n",
    "*The cell below is for setting the style of this document. It's not part of the exercises.*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>\n",
       "/* div#notebook {\n",
       " font-size: 13pt;\n",
       " line-height: 120%;\n",
       " color: #303030;\n",
       " -webkit-font-smoothing: antialiased !important;\n",
       " padding-top: 25px !important;\n",
       "} */\n",
       "\n",
       "\n",
       "body,\n",
       "div.body {\n",
       " font-family: Roboto;\n",
       " /* font-size: 16pt; */\n",
       " color: #303030;\n",
       " /* background-color: #d1b5b5; */\n",
       " /* background: #8f4f4f; */\n",
       " margin-right: 10px;\n",
       " /* -webkit-font-smoothing: antialiased !important; */\n",
       "}\n",
       "\n",
       "/* Code inside HTML/Markdown */\n",
       "div.rendered_html code {\n",
       "    border-radius: 5px;\n",
       "}\n",
       "\n",
       "/* Output area from code cells */\n",
       "div.output_area pre {\n",
       "    /* font-size: 11pt !important; */\n",
       "    color: #303030;\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "/* HEADING 1 styles */\n",
       "h1 {\n",
       "    font-family: 'Roboto', 'Signika', sans-serif;\n",
       "    font-weight: ligher;\n",
       "    font-style: normal;\n",
       "    /* font-size: 20pt; */\n",
       "    width: 100%;\n",
       "    text-align: left;\n",
       "    color: #EE7631;\n",
       "    border-bottom: 1px solid rgba(238, 118, 49, 0.575);\n",
       "    padding-bottom: 6px;\n",
       "    /* font-variant: small-caps; */\n",
       "    }\n",
       "  \n",
       "    /* table {\n",
       "        margin: 5px;\n",
       "        width: 290px;\n",
       "    }\n",
       "  \n",
       "    th {\n",
       "        padding: 3px;\n",
       "    }\n",
       "  \n",
       "    td {\n",
       "        padding-left: 8px;\n",
       "        padding-right: 8px;\n",
       "        border: 1px solid #990000;\n",
       "        background-color: #ffffcc;\n",
       "    }\n",
       "\n",
       "    #trHeader {\n",
       "        text-decoration: underline;\n",
       "        color: #990000;\n",
       "    }\n",
       "  \n",
       "    .centerCell {\n",
       "        text-align: center;\n",
       "    } */\n",
       "\n",
       "/* HEADING 2 styles */\n",
       "h2 {\n",
       "        font-family: \"Roboto\";\n",
       "        text-align: left;\n",
       "        /* font-size: 12pt; */\n",
       "        color: #EE7631;\n",
       "        margin-bottom: 5px;\n",
       "        /* border-bottom: 1px solid lightgray; */\n",
       "        border-bottom: 0.8px solid rgba(238, 118, 49, 0.575);\n",
       "        padding-bottom: 6px\n",
       "    }\n",
       "  \n",
       "    /* table {\n",
       "        margin: 5px;\n",
       "        width: 290px;\n",
       "    }\n",
       "  \n",
       "    th {\n",
       "        padding: 3px;\n",
       "    }\n",
       "  \n",
       "    td {\n",
       "        padding-left: 8px;\n",
       "        padding-right: 8px;\n",
       "        border: 1px solid #990000;\n",
       "        background-color: #ffffcc;\n",
       "    }\n",
       "\n",
       "    #trHeader {\n",
       "        text-decoration: underline;\n",
       "        color: #990000;\n",
       "    }\n",
       "  \n",
       "    .centerCell {\n",
       "        text-align: center;\n",
       "    } */\n",
       "\n",
       "h3 {\n",
       "        font-family: 'Roboto';\n",
       "        /* text-align: left; */\n",
       "        /* font-size: 12pt; */\n",
       "        /* color: #EE7631; */\n",
       "        /* margin-bottom: 5px; */\n",
       "        border-bottom: 0.5px solid #ededed;\n",
       "        padding-bottom: 6px\n",
       "    }\n",
       "\n",
       "\n",
       "\n",
       "p {\n",
       "    font-family: Roboto;\n",
       "    font-size: 16px;\n",
       "}\n",
       "\n",
       "/* Lists  with dots */\n",
       "ul {\n",
       "    font-size: 16px;\n",
       "    line-height: 150%;\n",
       "}\n",
       "\n",
       "/* Lists  with numbers */\n",
       "ol {\n",
       "    font-size: 16px;\n",
       "    line-height: 150%;\n",
       "}\n",
       "\n",
       "/* Horizontal rules */\n",
       "hr { \n",
       "    margin-top: 3px; \n",
       "    margin-bottom: 3px \n",
       "}\n",
       "\n",
       "/* Links */\n",
       "a {\n",
       "  color: #EE7631;\n",
       "}\n",
       "\n",
       "\n",
       "/* Change global font size (for code) */\n",
       ".CodeMirror {\n",
       "font-size: 16px !important;\n",
       "font-family: monospace;\n",
       "}\n",
       "\n",
       "\n",
       "/* Code cells in the notebook - NOTE: color is font-color */\n",
       ".cm-s-ipython.CodeMirror {\n",
       " font-family: monospace, monospace;\n",
       " /* font-size: 11pt; */\n",
       " background: #ededed;\n",
       " color: #303030;     \n",
       " border-radius: 2px;\n",
       " /* margin-right: 10px; */\n",
       " font-style: normal;\n",
       " font-weight: normal;\n",
       "}\n",
       "\n",
       "\n",
       "/* Background of code cells */\n",
       ".cm-s-ipython.CodeMirror {\n",
       " font-family: monospace, monospace;\n",
       " /* font-size: 11pt; */\n",
       " background: rgba(211, 211, 211, 0.123);\n",
       " color: #303030;\n",
       " border-radius: 2px;\n",
       " font-style: normal;\n",
       " font-weight: normal;\n",
       "}\n",
       "\n",
       "\n",
       "/* .CodeMirror-gutters {\n",
       " border: none;\n",
       " border-right: 1px solid #e0e1e3 !important;\n",
       " background-color: #e0e1e3 !important;\n",
       " background: #e0e1e3 !important;\n",
       " border-radius: 0px;\n",
       " white-space: nowrap;\n",
       "} */\n",
       "\n",
       "\n",
       "\n",
       "/* Code syntax highlithig theme */\n",
       ".cm-s-ipython .CodeMirror-cursor {\n",
       " border-left: 2px solid #ff711a !important;\n",
       "}\n",
       ".cm-s-ipython span.cm-comment {\n",
       " color: #8d8d8d;\n",
       " font-style: italic;                                                   \n",
       "}\n",
       ".cm-s-ipython span.cm-atom {\n",
       " color: #055be0;\n",
       "}\n",
       ".cm-s-ipython span.cm-number {\n",
       " color: #ff8132;\n",
       "}\n",
       ".cm-s-ipython span.cm-property {\n",
       " color: #303030;\n",
       "}\n",
       ".cm-s-ipython span.cm-attribute {\n",
       " color: #303030;\n",
       "}\n",
       ".cm-s-ipython span.cm-keyword {\n",
       " color: #a045ddf3;\n",
       " font-weight: normal;\n",
       "}\n",
       ".cm-s-ipython span.cm-string {\n",
       " color: #009e07;\n",
       "}\n",
       ".cm-s-ipython span.cm-meta {\n",
       " color: #aa22ff;\n",
       "}\n",
       ".cm-s-ipython span.cm-operator {\n",
       " color: #055be0;\n",
       "}\n",
       ".cm-s-ipython span.cm-builtin {\n",
       " color: #3f2ce7;\n",
       "}\n",
       ".cm-s-ipython span.cm-variable {\n",
       " color: #303030;\n",
       "}\n",
       ".cm-s-ipython span.cm-variable-2 {\n",
       " color: #de143d;\n",
       "}\n",
       ".cm-s-ipython span.cm-variable-3 {\n",
       " color: #aa22ff;\n",
       "}\n",
       ".cm-s-ipython span.cm-def {\n",
       " color: #e22978;\n",
       " font-weight: normal;\n",
       "}\n",
       ".cm-s-ipython span.cm-error {\n",
       " background: rgba(191,11,55,.70);\n",
       "}\n",
       ".cm-s-ipython span.cm-tag {\n",
       " color: #e22978;\n",
       "}\n",
       ".cm-s-ipython span.cm-link {\n",
       " color: #ef5c00;\n",
       "}\n",
       ".cm-s-ipython span.cm-storage {\n",
       " color: #055be0;\n",
       "}\n",
       ".cm-s-ipython span.cm-entity {\n",
       " color: #e22978;\n",
       "}\n",
       ".cm-s-ipython span.cm-quote {\n",
       " color: #009e07;\n",
       "}\n",
       "</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from IPython.display import HTML\n",
    "HTML('<style>{}</style>'.format(open('../css/cowi.css').read()))"
   ]
  }
 ],
 "metadata": {
  "hide_input": false,
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  },
  "latex_envs": {
   "LaTeX_envs_menu_present": true,
   "autoclose": false,
   "autocomplete": true,
   "bibliofile": "biblio.bib",
   "cite_by": "apalike",
   "current_citInitial": 1,
   "eqLabelWithNumbers": true,
   "eqNumInitial": 1,
   "hotkeys": {
    "equation": "Ctrl-E",
    "itemize": "Ctrl-I"
   },
   "labels_anchors": false,
   "latex_user_defs": false,
   "report_style_numbering": false,
   "user_envs_cfg": false
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": false,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Table of Contents",
   "toc_cell": false,
   "toc_position": {
    "height": "calc(100% - 180px)",
    "left": "10px",
    "top": "150px",
    "width": "223.652px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}