{
"cells": [
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:33.157265Z",
"start_time": "2024-08-08T09:44:23.691698Z"
}
},
"source": "%use dataframe, ktor-client",
"outputs": [],
"execution_count": 1
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:33.183954Z",
"start_time": "2024-08-08T09:44:33.165759Z"
}
},
"source": [
"// to see autogenerated code, uncomment the line below:\n",
"//%trackExecution generated"
],
"outputs": [],
"execution_count": 2
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Get Data"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:33.234337Z",
"start_time": "2024-08-08T09:44:33.187074Z"
}
},
"source": "val url = URL(\"https://gist.githubusercontent.com/cmelchior/0a9f9d95bb3de7a2304f81f2861ad62b/raw/735123034ea54c4a8d2554fff719e70b34287923/titanic.csv\")",
"outputs": [],
"execution_count": 3
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:34.201751Z",
"start_time": "2024-08-08T09:44:33.248431Z"
}
},
"source": [
"// Convert data to dataframe and rename the column names to more idiomatic Kotlin names.\n",
"// This also generate a marker interface for the typed data frame wrapper and extension properties for it.\n",
"val df = DataFrame.readCSV(url).renameToCamelCase()\n",
"df"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
"
\n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 1 | 0 | 3 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | A/5 21171 | 7.250000 | null | S |
| 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C |
| 3 | 1 | 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | null | S |
| 4 | 1 | 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | C123 | S |
| 5 | 0 | 3 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 373450 | 8.050000 | null | S |
| 6 | 0 | 3 | Moran, Mr. James | male | null | 0 | 0 | 330877 | 8.458300 | null | Q |
| 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S |
| 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S |
| 9 | 1 | 3 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | null | S |
| 10 | 1 | 2 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | null | C |
| 11 | 1 | 3 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | G6 | S |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S |
| 13 | 0 | 3 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | A/5. 2151 | 8.050000 | null | S |
| 14 | 0 | 3 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 347082 | 31.275000 | null | S |
| 15 | 0 | 3 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | null | S |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S |
| 17 | 0 | 3 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 382652 | 29.125000 | null | Q |
| 18 | 1 | 2 | Williams, Mr. Charles Eugene | male | null | 0 | 0 | 244373 | 13.000000 | null | S |
| 19 | 0 | 3 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | null | S |
| 20 | 1 | 3 | Masselmani, Mrs. Fatima | female | null | 0 | 0 | 2649 | 7.225000 | null | C |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":891,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":1,\"survived\":0,\"pclass\":3,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"A/5 21171\",\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":2,\"survived\":1,\"pclass\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\"},{\"passengerId\":3,\"survived\":1,\"pclass\":3,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"STON/O2. 3101282\",\"fare\":7.925,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":4,\"survived\":1,\"pclass\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"113803\",\"fare\":53.1,\"cabin\":\"C123\",\"embarked\":\"S\"},{\"passengerId\":5,\"survived\":0,\"pclass\":3,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"373450\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":6,\"survived\":0,\"pclass\":3,\"name\":\"Moran, Mr. James\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"330877\",\"fare\":8.4583,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":7,\"survived\":0,\"pclass\":1,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\"},{\"passengerId\":8,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":9,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":10,\"survived\":1,\"pclass\":2,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"237736\",\"fare\":30.0708,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":11,\"survived\":1,\"pclass\":3,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"PP 9549\",\"fare\":16.7,\"cabin\":\"G6\",\"embarked\":\"S\"},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\"},{\"passengerId\":13,\"survived\":0,\"pclass\":3,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"A/5. 2151\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":14,\"survived\":0,\"pclass\":3,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"ticket\":\"347082\",\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":15,\"survived\":0,\"pclass\":3,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"350406\",\"fare\":7.8542,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":17,\"survived\":0,\"pclass\":3,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"382652\",\"fare\":29.125,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":18,\"survived\":1,\"pclass\":2,\"name\":\"Williams, Mr. Charles Eugene\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"244373\",\"fare\":13.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":19,\"survived\":0,\"pclass\":3,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"345763\",\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":20,\"survived\":1,\"pclass\":3,\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"2649\",\"fare\":7.225,\"cabin\":null,\"embarked\":\"C\"}]}"
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 4
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Select"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:34.256496Z",
"start_time": "2024-08-08T09:44:34.221486Z"
}
},
"source": [
"// get typed column as extension property\n",
"\n",
"df.name "
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | name |
|---|
| Braund, Mr. Owen Harris |
| Cumings, Mrs. John Bradley (Florence ... |
| Heikkinen, Miss. Laina |
| Futrelle, Mrs. Jacques Heath (Lily Ma... |
| Allen, Mr. William Henry |
| Moran, Mr. James |
| McCarthy, Mr. Timothy J |
| Palsson, Master. Gosta Leonard |
| Johnson, Mrs. Oscar W (Elisabeth Vilh... |
| Nasser, Mrs. Nicholas (Adele Achem) |
| Sandstrom, Miss. Marguerite Rut |
| Bonnell, Miss. Elizabeth |
| Saundercock, Mr. William Henry |
| Andersson, Mr. Anders Johan |
| Vestrom, Miss. Hulda Amanda Adolfina |
| Hewlett, Mrs. (Mary D Kingcome) |
| Rice, Master. Eugene |
| Williams, Mr. Charles Eugene |
| Vander Planke, Mrs. Julius (Emelia Ma... |
| Masselmani, Mrs. Fatima |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"name\"],\"nrow\":891,\"ncol\":1},\"kotlin_dataframe\":[{\"name\":\"Braund, Mr. Owen Harris\"},{\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\"},{\"name\":\"Heikkinen, Miss. Laina\"},{\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\"},{\"name\":\"Allen, Mr. William Henry\"},{\"name\":\"Moran, Mr. James\"},{\"name\":\"McCarthy, Mr. Timothy J\"},{\"name\":\"Palsson, Master. Gosta Leonard\"},{\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\"},{\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\"},{\"name\":\"Sandstrom, Miss. Marguerite Rut\"},{\"name\":\"Bonnell, Miss. Elizabeth\"},{\"name\":\"Saundercock, Mr. William Henry\"},{\"name\":\"Andersson, Mr. Anders Johan\"},{\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\"},{\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \"},{\"name\":\"Rice, Master. Eugene\"},{\"name\":\"Williams, Mr. Charles Eugene\"},{\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\"},{\"name\":\"Masselmani, Mrs. Fatima\"}]}"
},
"execution_count": 5,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 5
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:34.486962Z",
"start_time": "2024-08-08T09:44:34.406681Z"
}
},
"source": [
"// select single column -> returns DataFrame\n",
"df.select { name }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | name |
|---|
| Braund, Mr. Owen Harris |
| Cumings, Mrs. John Bradley (Florence ... |
| Heikkinen, Miss. Laina |
| Futrelle, Mrs. Jacques Heath (Lily Ma... |
| Allen, Mr. William Henry |
| Moran, Mr. James |
| McCarthy, Mr. Timothy J |
| Palsson, Master. Gosta Leonard |
| Johnson, Mrs. Oscar W (Elisabeth Vilh... |
| Nasser, Mrs. Nicholas (Adele Achem) |
| Sandstrom, Miss. Marguerite Rut |
| Bonnell, Miss. Elizabeth |
| Saundercock, Mr. William Henry |
| Andersson, Mr. Anders Johan |
| Vestrom, Miss. Hulda Amanda Adolfina |
| Hewlett, Mrs. (Mary D Kingcome) |
| Rice, Master. Eugene |
| Williams, Mr. Charles Eugene |
| Vander Planke, Mrs. Julius (Emelia Ma... |
| Masselmani, Mrs. Fatima |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"name\"],\"nrow\":891,\"ncol\":1},\"kotlin_dataframe\":[{\"name\":\"Braund, Mr. Owen Harris\"},{\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\"},{\"name\":\"Heikkinen, Miss. Laina\"},{\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\"},{\"name\":\"Allen, Mr. William Henry\"},{\"name\":\"Moran, Mr. James\"},{\"name\":\"McCarthy, Mr. Timothy J\"},{\"name\":\"Palsson, Master. Gosta Leonard\"},{\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\"},{\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\"},{\"name\":\"Sandstrom, Miss. Marguerite Rut\"},{\"name\":\"Bonnell, Miss. Elizabeth\"},{\"name\":\"Saundercock, Mr. William Henry\"},{\"name\":\"Andersson, Mr. Anders Johan\"},{\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\"},{\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \"},{\"name\":\"Rice, Master. Eugene\"},{\"name\":\"Williams, Mr. Charles Eugene\"},{\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\"},{\"name\":\"Masselmani, Mrs. Fatima\"}]}"
},
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 6
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:34.685896Z",
"start_time": "2024-08-08T09:44:34.603142Z"
}
},
"source": [
"// select several columns\n",
"df.select { name and age and embarked }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | name | age | embarked |
|---|
| Braund, Mr. Owen Harris | 22.000000 | S |
| Cumings, Mrs. John Bradley (Florence ... | 38.000000 | C |
| Heikkinen, Miss. Laina | 26.000000 | S |
| Futrelle, Mrs. Jacques Heath (Lily Ma... | 35.000000 | S |
| Allen, Mr. William Henry | 35.000000 | S |
| Moran, Mr. James | null | Q |
| McCarthy, Mr. Timothy J | 54.000000 | S |
| Palsson, Master. Gosta Leonard | 2.000000 | S |
| Johnson, Mrs. Oscar W (Elisabeth Vilh... | 27.000000 | S |
| Nasser, Mrs. Nicholas (Adele Achem) | 14.000000 | C |
| Sandstrom, Miss. Marguerite Rut | 4.000000 | S |
| Bonnell, Miss. Elizabeth | 58.000000 | S |
| Saundercock, Mr. William Henry | 20.000000 | S |
| Andersson, Mr. Anders Johan | 39.000000 | S |
| Vestrom, Miss. Hulda Amanda Adolfina | 14.000000 | S |
| Hewlett, Mrs. (Mary D Kingcome) | 55.000000 | S |
| Rice, Master. Eugene | 2.000000 | Q |
| Williams, Mr. Charles Eugene | null | S |
| Vander Planke, Mrs. Julius (Emelia Ma... | 31.000000 | S |
| Masselmani, Mrs. Fatima | null | C |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"name\",\"age\",\"embarked\"],\"nrow\":891,\"ncol\":3},\"kotlin_dataframe\":[{\"name\":\"Braund, Mr. Owen Harris\",\"age\":22.0,\"embarked\":\"S\"},{\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"age\":38.0,\"embarked\":\"C\"},{\"name\":\"Heikkinen, Miss. Laina\",\"age\":26.0,\"embarked\":\"S\"},{\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"age\":35.0,\"embarked\":\"S\"},{\"name\":\"Allen, Mr. William Henry\",\"age\":35.0,\"embarked\":\"S\"},{\"name\":\"Moran, Mr. James\",\"age\":null,\"embarked\":\"Q\"},{\"name\":\"McCarthy, Mr. Timothy J\",\"age\":54.0,\"embarked\":\"S\"},{\"name\":\"Palsson, Master. Gosta Leonard\",\"age\":2.0,\"embarked\":\"S\"},{\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"age\":27.0,\"embarked\":\"S\"},{\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"age\":14.0,\"embarked\":\"C\"},{\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"age\":4.0,\"embarked\":\"S\"},{\"name\":\"Bonnell, Miss. Elizabeth\",\"age\":58.0,\"embarked\":\"S\"},{\"name\":\"Saundercock, Mr. William Henry\",\"age\":20.0,\"embarked\":\"S\"},{\"name\":\"Andersson, Mr. Anders Johan\",\"age\":39.0,\"embarked\":\"S\"},{\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"age\":14.0,\"embarked\":\"S\"},{\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"age\":55.0,\"embarked\":\"S\"},{\"name\":\"Rice, Master. Eugene\",\"age\":2.0,\"embarked\":\"Q\"},{\"name\":\"Williams, Mr. Charles Eugene\",\"age\":null,\"embarked\":\"S\"},{\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"age\":31.0,\"embarked\":\"S\"},{\"name\":\"Masselmani, Mrs. Fatima\",\"age\":null,\"embarked\":\"C\"}]}"
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 7
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:34.819931Z",
"start_time": "2024-08-08T09:44:34.774926Z"
}
},
"source": [
"// another way to select columns without compile-time check\n",
"df.select(df.name, df.age, df.sex)"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | name | age | sex |
|---|
| Braund, Mr. Owen Harris | 22.000000 | male |
| Cumings, Mrs. John Bradley (Florence ... | 38.000000 | female |
| Heikkinen, Miss. Laina | 26.000000 | female |
| Futrelle, Mrs. Jacques Heath (Lily Ma... | 35.000000 | female |
| Allen, Mr. William Henry | 35.000000 | male |
| Moran, Mr. James | null | male |
| McCarthy, Mr. Timothy J | 54.000000 | male |
| Palsson, Master. Gosta Leonard | 2.000000 | male |
| Johnson, Mrs. Oscar W (Elisabeth Vilh... | 27.000000 | female |
| Nasser, Mrs. Nicholas (Adele Achem) | 14.000000 | female |
| Sandstrom, Miss. Marguerite Rut | 4.000000 | female |
| Bonnell, Miss. Elizabeth | 58.000000 | female |
| Saundercock, Mr. William Henry | 20.000000 | male |
| Andersson, Mr. Anders Johan | 39.000000 | male |
| Vestrom, Miss. Hulda Amanda Adolfina | 14.000000 | female |
| Hewlett, Mrs. (Mary D Kingcome) | 55.000000 | female |
| Rice, Master. Eugene | 2.000000 | male |
| Williams, Mr. Charles Eugene | null | male |
| Vander Planke, Mrs. Julius (Emelia Ma... | 31.000000 | female |
| Masselmani, Mrs. Fatima | null | female |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"name\",\"age\",\"sex\"],\"nrow\":891,\"ncol\":3},\"kotlin_dataframe\":[{\"name\":\"Braund, Mr. Owen Harris\",\"age\":22.0,\"sex\":\"male\"},{\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"age\":38.0,\"sex\":\"female\"},{\"name\":\"Heikkinen, Miss. Laina\",\"age\":26.0,\"sex\":\"female\"},{\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"age\":35.0,\"sex\":\"female\"},{\"name\":\"Allen, Mr. William Henry\",\"age\":35.0,\"sex\":\"male\"},{\"name\":\"Moran, Mr. James\",\"age\":null,\"sex\":\"male\"},{\"name\":\"McCarthy, Mr. Timothy J\",\"age\":54.0,\"sex\":\"male\"},{\"name\":\"Palsson, Master. Gosta Leonard\",\"age\":2.0,\"sex\":\"male\"},{\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"age\":27.0,\"sex\":\"female\"},{\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"age\":14.0,\"sex\":\"female\"},{\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"age\":4.0,\"sex\":\"female\"},{\"name\":\"Bonnell, Miss. Elizabeth\",\"age\":58.0,\"sex\":\"female\"},{\"name\":\"Saundercock, Mr. William Henry\",\"age\":20.0,\"sex\":\"male\"},{\"name\":\"Andersson, Mr. Anders Johan\",\"age\":39.0,\"sex\":\"male\"},{\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"age\":14.0,\"sex\":\"female\"},{\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"age\":55.0,\"sex\":\"female\"},{\"name\":\"Rice, Master. Eugene\",\"age\":2.0,\"sex\":\"male\"},{\"name\":\"Williams, Mr. Charles Eugene\",\"age\":null,\"sex\":\"male\"},{\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"age\":31.0,\"sex\":\"female\"},{\"name\":\"Masselmani, Mrs. Fatima\",\"age\":null,\"sex\":\"female\"}]}"
},
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 8
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:34.958481Z",
"start_time": "2024-08-08T09:44:34.873311Z"
}
},
"source": [
"// select columns filtered by predicate\n",
"df.select { colsOf() }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | name | sex | ticket | cabin | embarked |
|---|
| Braund, Mr. Owen Harris | male | A/5 21171 | null | S |
| Cumings, Mrs. John Bradley (Florence ... | female | PC 17599 | C85 | C |
| Heikkinen, Miss. Laina | female | STON/O2. 3101282 | null | S |
| Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 113803 | C123 | S |
| Allen, Mr. William Henry | male | 373450 | null | S |
| Moran, Mr. James | male | 330877 | null | Q |
| McCarthy, Mr. Timothy J | male | 17463 | E46 | S |
| Palsson, Master. Gosta Leonard | male | 349909 | null | S |
| Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 347742 | null | S |
| Nasser, Mrs. Nicholas (Adele Achem) | female | 237736 | null | C |
| Sandstrom, Miss. Marguerite Rut | female | PP 9549 | G6 | S |
| Bonnell, Miss. Elizabeth | female | 113783 | C103 | S |
| Saundercock, Mr. William Henry | male | A/5. 2151 | null | S |
| Andersson, Mr. Anders Johan | male | 347082 | null | S |
| Vestrom, Miss. Hulda Amanda Adolfina | female | 350406 | null | S |
| Hewlett, Mrs. (Mary D Kingcome) | female | 248706 | null | S |
| Rice, Master. Eugene | male | 382652 | null | Q |
| Williams, Mr. Charles Eugene | male | 244373 | null | S |
| Vander Planke, Mrs. Julius (Emelia Ma... | female | 345763 | null | S |
| Masselmani, Mrs. Fatima | female | 2649 | null | C |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"name\",\"sex\",\"ticket\",\"cabin\",\"embarked\"],\"nrow\":891,\"ncol\":5},\"kotlin_dataframe\":[{\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"ticket\":\"A/5 21171\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"ticket\":\"PC 17599\",\"cabin\":\"C85\",\"embarked\":\"C\"},{\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"ticket\":\"STON/O2. 3101282\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"ticket\":\"113803\",\"cabin\":\"C123\",\"embarked\":\"S\"},{\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"ticket\":\"373450\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Moran, Mr. James\",\"sex\":\"male\",\"ticket\":\"330877\",\"cabin\":null,\"embarked\":\"Q\"},{\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"ticket\":\"17463\",\"cabin\":\"E46\",\"embarked\":\"S\"},{\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"ticket\":\"349909\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"ticket\":\"347742\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"ticket\":\"237736\",\"cabin\":null,\"embarked\":\"C\"},{\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"ticket\":\"PP 9549\",\"cabin\":\"G6\",\"embarked\":\"S\"},{\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"ticket\":\"113783\",\"cabin\":\"C103\",\"embarked\":\"S\"},{\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"ticket\":\"A/5. 2151\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"ticket\":\"347082\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"ticket\":\"350406\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"ticket\":\"248706\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"ticket\":\"382652\",\"cabin\":null,\"embarked\":\"Q\"},{\"name\":\"Williams, Mr. Charles Eugene\",\"sex\":\"male\",\"ticket\":\"244373\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"ticket\":\"345763\",\"cabin\":null,\"embarked\":\"S\"},{\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\",\"ticket\":\"2649\",\"cabin\":null,\"embarked\":\"C\"}]}"
},
"execution_count": 9,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 9
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Index"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:35.083343Z",
"start_time": "2024-08-08T09:44:35.045471Z"
}
},
"source": [
"// Row indexing\n",
"df[1]"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":1,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":2,\"survived\":1,\"pclass\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\"}]}"
},
"execution_count": 10,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 10
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:35.207121Z",
"start_time": "2024-08-08T09:44:35.181319Z"
}
},
"source": [
"// Column indexing\n",
"df.name[0]"
],
"outputs": [
{
"data": {
"text/plain": [
"Braund, Mr. Owen Harris"
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 11
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:35.364845Z",
"start_time": "2024-08-08T09:44:35.340031Z"
}
},
"source": [
"// Same result\n",
"df[0].name"
],
"outputs": [
{
"data": {
"text/plain": [
"Braund, Mr. Owen Harris"
]
},
"execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 12
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Filter"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:35.478192Z",
"start_time": "2024-08-08T09:44:35.426090Z"
}
},
"source": [
"// filter rows by predicate. Predicate receiver is of type TypedDataFrameRow<*> with generated extension properties\n",
"df.filter { sex == \"female\" }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C |
| 3 | 1 | 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | null | S |
| 4 | 1 | 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | C123 | S |
| 9 | 1 | 3 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | null | S |
| 10 | 1 | 2 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | null | C |
| 11 | 1 | 3 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | G6 | S |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S |
| 15 | 0 | 3 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | null | S |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S |
| 19 | 0 | 3 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | null | S |
| 20 | 1 | 3 | Masselmani, Mrs. Fatima | female | null | 0 | 0 | 2649 | 7.225000 | null | C |
| 23 | 1 | 3 | McGowan, Miss. Anna "Annie" | female | 15.000000 | 0 | 0 | 330923 | 8.029200 | null | Q |
| 25 | 0 | 3 | Palsson, Miss. Torborg Danira | female | 8.000000 | 3 | 1 | 349909 | 21.075000 | null | S |
| 26 | 1 | 3 | Asplund, Mrs. Carl Oscar (Selma Augus... | female | 38.000000 | 1 | 5 | 347077 | 31.387500 | null | S |
| 29 | 1 | 3 | O'Dwyer, Miss. Ellen "Nellie" | female | null | 0 | 0 | 330959 | 7.879200 | null | Q |
| 32 | 1 | 1 | Spencer, Mrs. William Augustus (Marie... | female | null | 1 | 0 | PC 17569 | 146.520800 | B78 | C |
| 33 | 1 | 3 | Glynn, Miss. Mary Agatha | female | null | 0 | 0 | 335677 | 7.750000 | null | Q |
| 39 | 0 | 3 | Vander Planke, Miss. Augusta Maria | female | 18.000000 | 2 | 0 | 345764 | 18.000000 | null | S |
| 40 | 1 | 3 | Nicola-Yarred, Miss. Jamila | female | 14.000000 | 1 | 0 | 2651 | 11.241700 | null | C |
| 41 | 0 | 3 | Ahlin, Mrs. Johan (Johanna Persdotter... | female | 40.000000 | 1 | 0 | 7546 | 9.475000 | null | S |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":314,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":2,\"survived\":1,\"pclass\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\"},{\"passengerId\":3,\"survived\":1,\"pclass\":3,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"STON/O2. 3101282\",\"fare\":7.925,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":4,\"survived\":1,\"pclass\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"113803\",\"fare\":53.1,\"cabin\":\"C123\",\"embarked\":\"S\"},{\"passengerId\":9,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":10,\"survived\":1,\"pclass\":2,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"237736\",\"fare\":30.0708,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":11,\"survived\":1,\"pclass\":3,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"PP 9549\",\"fare\":16.7,\"cabin\":\"G6\",\"embarked\":\"S\"},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\"},{\"passengerId\":15,\"survived\":0,\"pclass\":3,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"350406\",\"fare\":7.8542,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":19,\"survived\":0,\"pclass\":3,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"345763\",\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":20,\"survived\":1,\"pclass\":3,\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"2649\",\"fare\":7.225,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":23,\"survived\":1,\"pclass\":3,\"name\":\"McGowan, Miss. Anna \\\"Annie\\\"\",\"sex\":\"female\",\"age\":15.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"330923\",\"fare\":8.0292,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":25,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Miss. Torborg Danira\",\"sex\":\"female\",\"age\":8.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":26,\"survived\":1,\"pclass\":3,\"name\":\"Asplund, Mrs. Carl Oscar (Selma Augusta Emilia Johansson)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":5,\"ticket\":\"347077\",\"fare\":31.3875,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":29,\"survived\":1,\"pclass\":3,\"name\":\"O'Dwyer, Miss. Ellen \\\"Nellie\\\"\",\"sex\":\"female\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"330959\",\"fare\":7.8792,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":32,\"survived\":1,\"pclass\":1,\"name\":\"Spencer, Mrs. William Augustus (Marie Eugenie)\",\"sex\":\"female\",\"age\":null,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17569\",\"fare\":146.5208,\"cabin\":\"B78\",\"embarked\":\"C\"},{\"passengerId\":33,\"survived\":1,\"pclass\":3,\"name\":\"Glynn, Miss. Mary Agatha\",\"sex\":\"female\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"335677\",\"fare\":7.75,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":39,\"survived\":0,\"pclass\":3,\"name\":\"Vander Planke, Miss. Augusta Maria\",\"sex\":\"female\",\"age\":18.0,\"sibSp\":2,\"parch\":0,\"ticket\":\"345764\",\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":40,\"survived\":1,\"pclass\":3,\"name\":\"Nicola-Yarred, Miss. Jamila\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"2651\",\"fare\":11.2417,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":41,\"survived\":0,\"pclass\":3,\"name\":\"Ahlin, Mrs. Johan (Johanna Persdotter Larsson)\",\"sex\":\"female\",\"age\":40.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"7546\",\"fare\":9.475,\"cabin\":null,\"embarked\":\"S\"}]}"
},
"execution_count": 13,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 13
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:44:35.519992Z",
"start_time": "2024-08-08T09:44:35.491679Z"
}
},
"source": "df.filter { age > 50 } // compilation error, because 'age' is a nullable property",
"outputs": [
{
"ename": "org.jetbrains.kotlinx.jupyter.exceptions.ReplCompilerException",
"evalue": "Line_33.jupyter.kts (1:17 - 18) Operator call corresponds to a dot-qualified call 'age.compareTo(50)' which is not allowed on a nullable receiver 'age'.",
"output_type": "error",
"traceback": [
"org.jetbrains.kotlinx.jupyter.repl.impl.JupyterCompilerImpl.compileSync(JupyterCompilerImpl.kt:201)",
"org.jetbrains.kotlinx.jupyter.repl.impl.InternalEvaluatorImpl.eval(InternalEvaluatorImpl.kt:126)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:80)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withHost(ReplForJupyterImpl.kt:762)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl.execute-L4Nmkdk(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.execution.CellExecutor$DefaultImpls.execute-L4Nmkdk$default(CellExecutor.kt:13)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:585)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.access$evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:138)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:442)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withEvalContext(ReplForJupyterImpl.kt:420)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evalEx(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:136)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:135)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$Task.execute(JupyterExecutorImpl.kt:42)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:82)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:80)",
"kotlin.concurrent.ThreadsKt$thread$thread$1.run(Thread.kt:30)"
]
}
],
"execution_count": 14
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:08.694639Z",
"start_time": "2024-08-08T09:45:08.586929Z"
}
},
"source": [
"// filter rows where 'age' is not null. \n",
"val withAges = df.dropNA { age }\n",
"withAges"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 1 | 0 | 3 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | A/5 21171 | 7.250000 | null | S |
| 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C |
| 3 | 1 | 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | null | S |
| 4 | 1 | 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | C123 | S |
| 5 | 0 | 3 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 373450 | 8.050000 | null | S |
| 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S |
| 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S |
| 9 | 1 | 3 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | null | S |
| 10 | 1 | 2 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | null | C |
| 11 | 1 | 3 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | G6 | S |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S |
| 13 | 0 | 3 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | A/5. 2151 | 8.050000 | null | S |
| 14 | 0 | 3 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 347082 | 31.275000 | null | S |
| 15 | 0 | 3 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | null | S |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S |
| 17 | 0 | 3 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 382652 | 29.125000 | null | Q |
| 19 | 0 | 3 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | null | S |
| 21 | 0 | 2 | Fynney, Mr. Joseph J | male | 35.000000 | 0 | 0 | 239865 | 26.000000 | null | S |
| 22 | 1 | 2 | Beesley, Mr. Lawrence | male | 34.000000 | 0 | 0 | 248698 | 13.000000 | D56 | S |
| 23 | 1 | 3 | McGowan, Miss. Anna "Annie" | female | 15.000000 | 0 | 0 | 330923 | 8.029200 | null | Q |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":714,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":1,\"survived\":0,\"pclass\":3,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"A/5 21171\",\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":2,\"survived\":1,\"pclass\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\"},{\"passengerId\":3,\"survived\":1,\"pclass\":3,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"STON/O2. 3101282\",\"fare\":7.925,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":4,\"survived\":1,\"pclass\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"113803\",\"fare\":53.1,\"cabin\":\"C123\",\"embarked\":\"S\"},{\"passengerId\":5,\"survived\":0,\"pclass\":3,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"373450\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":7,\"survived\":0,\"pclass\":1,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\"},{\"passengerId\":8,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":9,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":10,\"survived\":1,\"pclass\":2,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"237736\",\"fare\":30.0708,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":11,\"survived\":1,\"pclass\":3,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"PP 9549\",\"fare\":16.7,\"cabin\":\"G6\",\"embarked\":\"S\"},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\"},{\"passengerId\":13,\"survived\":0,\"pclass\":3,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"A/5. 2151\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":14,\"survived\":0,\"pclass\":3,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"ticket\":\"347082\",\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":15,\"survived\":0,\"pclass\":3,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"350406\",\"fare\":7.8542,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":17,\"survived\":0,\"pclass\":3,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"382652\",\"fare\":29.125,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":19,\"survived\":0,\"pclass\":3,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"345763\",\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":21,\"survived\":0,\"pclass\":2,\"name\":\"Fynney, Mr. Joseph J\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"239865\",\"fare\":26.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":22,\"survived\":1,\"pclass\":2,\"name\":\"Beesley, Mr. Lawrence\",\"sex\":\"male\",\"age\":34.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248698\",\"fare\":13.0,\"cabin\":\"D56\",\"embarked\":\"S\"},{\"passengerId\":23,\"survived\":1,\"pclass\":3,\"name\":\"McGowan, Miss. Anna \\\"Annie\\\"\",\"sex\":\"female\",\"age\":15.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"330923\",\"fare\":8.0292,\"cabin\":null,\"embarked\":\"Q\"}]}"
},
"execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 15
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:08.765224Z",
"start_time": "2024-08-08T09:45:08.707831Z"
}
},
"source": [
"// now filtration works\n",
"withAges.filter { age > 50 }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S |
| 34 | 0 | 2 | Wheadon, Mr. Edward H | male | 66.000000 | 0 | 0 | C.A. 24579 | 10.500000 | null | S |
| 55 | 0 | 1 | Ostby, Mr. Engelhart Cornelius | male | 65.000000 | 0 | 1 | 113509 | 61.979200 | B30 | C |
| 95 | 0 | 3 | Coxon, Mr. Daniel | male | 59.000000 | 0 | 0 | 364500 | 7.250000 | null | S |
| 97 | 0 | 1 | Goldschmidt, Mr. George B | male | 71.000000 | 0 | 0 | PC 17754 | 34.654200 | A5 | C |
| 117 | 0 | 3 | Connors, Mr. Patrick | male | 70.500000 | 0 | 0 | 370369 | 7.750000 | null | Q |
| 125 | 0 | 1 | White, Mr. Percival Wayland | male | 54.000000 | 0 | 1 | 35281 | 77.287500 | D26 | S |
| 151 | 0 | 2 | Bateman, Rev. Robert James | male | 51.000000 | 0 | 0 | S.O.P. 1166 | 12.525000 | null | S |
| 153 | 0 | 3 | Meo, Mr. Alfonzo | male | 55.500000 | 0 | 0 | A.5. 11206 | 8.050000 | null | S |
| 156 | 0 | 1 | Williams, Mr. Charles Duane | male | 51.000000 | 0 | 1 | PC 17597 | 61.379200 | null | C |
| 171 | 0 | 1 | Van der hoef, Mr. Wyckoff | male | 61.000000 | 0 | 0 | 111240 | 33.500000 | B19 | S |
| 175 | 0 | 1 | Smith, Mr. James Clinch | male | 56.000000 | 0 | 0 | 17764 | 30.695800 | A7 | C |
| 196 | 1 | 1 | Lurette, Miss. Elise | female | 58.000000 | 0 | 0 | PC 17569 | 146.520800 | B80 | C |
| 223 | 0 | 3 | Green, Mr. George Henry | male | 51.000000 | 0 | 0 | 21440 | 8.050000 | null | S |
| 233 | 0 | 2 | Sjostedt, Mr. Ernst Adolf | male | 59.000000 | 0 | 0 | 237442 | 13.500000 | null | S |
| 250 | 0 | 2 | Carter, Rev. Ernest Courtenay | male | 54.000000 | 1 | 0 | 244252 | 26.000000 | null | S |
| 253 | 0 | 1 | Stead, Mr. William Thomas | male | 62.000000 | 0 | 0 | 113514 | 26.550000 | C87 | S |
| 263 | 0 | 1 | Taussig, Mr. Emil | male | 52.000000 | 1 | 1 | 110413 | 79.650000 | E67 | S |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":64,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":7,\"survived\":0,\"pclass\":1,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\"},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\"},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":34,\"survived\":0,\"pclass\":2,\"name\":\"Wheadon, Mr. Edward H\",\"sex\":\"male\",\"age\":66.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"C.A. 24579\",\"fare\":10.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":55,\"survived\":0,\"pclass\":1,\"name\":\"Ostby, Mr. Engelhart Cornelius\",\"sex\":\"male\",\"age\":65.0,\"sibSp\":0,\"parch\":1,\"ticket\":\"113509\",\"fare\":61.9792,\"cabin\":\"B30\",\"embarked\":\"C\"},{\"passengerId\":95,\"survived\":0,\"pclass\":3,\"name\":\"Coxon, Mr. Daniel\",\"sex\":\"male\",\"age\":59.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"364500\",\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":97,\"survived\":0,\"pclass\":1,\"name\":\"Goldschmidt, Mr. George B\",\"sex\":\"male\",\"age\":71.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"PC 17754\",\"fare\":34.6542,\"cabin\":\"A5\",\"embarked\":\"C\"},{\"passengerId\":117,\"survived\":0,\"pclass\":3,\"name\":\"Connors, Mr. Patrick\",\"sex\":\"male\",\"age\":70.5,\"sibSp\":0,\"parch\":0,\"ticket\":\"370369\",\"fare\":7.75,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":125,\"survived\":0,\"pclass\":1,\"name\":\"White, Mr. Percival Wayland\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":1,\"ticket\":\"35281\",\"fare\":77.2875,\"cabin\":\"D26\",\"embarked\":\"S\"},{\"passengerId\":151,\"survived\":0,\"pclass\":2,\"name\":\"Bateman, Rev. Robert James\",\"sex\":\"male\",\"age\":51.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"S.O.P. 1166\",\"fare\":12.525,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":153,\"survived\":0,\"pclass\":3,\"name\":\"Meo, Mr. Alfonzo\",\"sex\":\"male\",\"age\":55.5,\"sibSp\":0,\"parch\":0,\"ticket\":\"A.5. 11206\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":156,\"survived\":0,\"pclass\":1,\"name\":\"Williams, Mr. Charles Duane\",\"sex\":\"male\",\"age\":51.0,\"sibSp\":0,\"parch\":1,\"ticket\":\"PC 17597\",\"fare\":61.3792,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":171,\"survived\":0,\"pclass\":1,\"name\":\"Van der hoef, Mr. Wyckoff\",\"sex\":\"male\",\"age\":61.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"111240\",\"fare\":33.5,\"cabin\":\"B19\",\"embarked\":\"S\"},{\"passengerId\":175,\"survived\":0,\"pclass\":1,\"name\":\"Smith, Mr. James Clinch\",\"sex\":\"male\",\"age\":56.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17764\",\"fare\":30.6958,\"cabin\":\"A7\",\"embarked\":\"C\"},{\"passengerId\":196,\"survived\":1,\"pclass\":1,\"name\":\"Lurette, Miss. Elise\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"PC 17569\",\"fare\":146.5208,\"cabin\":\"B80\",\"embarked\":\"C\"},{\"passengerId\":223,\"survived\":0,\"pclass\":3,\"name\":\"Green, Mr. George Henry\",\"sex\":\"male\",\"age\":51.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"21440\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":233,\"survived\":0,\"pclass\":2,\"name\":\"Sjostedt, Mr. Ernst Adolf\",\"sex\":\"male\",\"age\":59.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"237442\",\"fare\":13.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":250,\"survived\":0,\"pclass\":2,\"name\":\"Carter, Rev. Ernest Courtenay\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"244252\",\"fare\":26.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":253,\"survived\":0,\"pclass\":1,\"name\":\"Stead, Mr. William Thomas\",\"sex\":\"male\",\"age\":62.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113514\",\"fare\":26.55,\"cabin\":\"C87\",\"embarked\":\"S\"},{\"passengerId\":263,\"survived\":0,\"pclass\":1,\"name\":\"Taussig, Mr. Emil\",\"sex\":\"male\",\"age\":52.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"110413\",\"fare\":79.65,\"cabin\":\"E67\",\"embarked\":\"S\"}]}"
},
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 16
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:08.854876Z",
"start_time": "2024-08-08T09:45:08.800035Z"
}
},
"source": [
"// find the oldest survived woman\n",
"withAges.filter { survived == 1 && sex == \"female\" }.maxBy{ age }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 276 | 1 | 1 | Andrews, Miss. Kornelia Theodosia | female | 63.000000 | 1 | 0 | 13502 | 77.958300 | D7 | S |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":1,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":276,\"survived\":1,\"pclass\":1,\"name\":\"Andrews, Miss. Kornelia Theodosia\",\"sex\":\"female\",\"age\":63.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"13502\",\"fare\":77.9583,\"cabin\":\"D7\",\"embarked\":\"S\"}]}"
},
"execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 17
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Sort"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:09.026442Z",
"start_time": "2024-08-08T09:45:08.960922Z"
}
},
"source": [
"// sort by single column\n",
"withAges.sortByDesc { age }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 631 | 1 | 1 | Barkworth, Mr. Algernon Henry Wilson | male | 80.000000 | 0 | 0 | 27042 | 30.000000 | A23 | S |
| 852 | 0 | 3 | Svensson, Mr. Johan | male | 74.000000 | 0 | 0 | 347060 | 7.775000 | null | S |
| 97 | 0 | 1 | Goldschmidt, Mr. George B | male | 71.000000 | 0 | 0 | PC 17754 | 34.654200 | A5 | C |
| 494 | 0 | 1 | Artagaveytia, Mr. Ramon | male | 71.000000 | 0 | 0 | PC 17609 | 49.504200 | null | C |
| 117 | 0 | 3 | Connors, Mr. Patrick | male | 70.500000 | 0 | 0 | 370369 | 7.750000 | null | Q |
| 673 | 0 | 2 | Mitchell, Mr. Henry Michael | male | 70.000000 | 0 | 0 | C.A. 24580 | 10.500000 | null | S |
| 746 | 0 | 1 | Crosby, Capt. Edward Gifford | male | 70.000000 | 1 | 1 | WE/P 5735 | 71.000000 | B22 | S |
| 34 | 0 | 2 | Wheadon, Mr. Edward H | male | 66.000000 | 0 | 0 | C.A. 24579 | 10.500000 | null | S |
| 55 | 0 | 1 | Ostby, Mr. Engelhart Cornelius | male | 65.000000 | 0 | 1 | 113509 | 61.979200 | B30 | C |
| 281 | 0 | 3 | Duane, Mr. Frank | male | 65.000000 | 0 | 0 | 336439 | 7.750000 | null | Q |
| 457 | 0 | 1 | Millet, Mr. Francis Davis | male | 65.000000 | 0 | 0 | 13509 | 26.550000 | E38 | S |
| 439 | 0 | 1 | Fortune, Mr. Mark | male | 64.000000 | 1 | 4 | 19950 | 263.000000 | C23 C25 C27 | S |
| 546 | 0 | 1 | Nicholson, Mr. Arthur Ernest | male | 64.000000 | 0 | 0 | 693 | 26.000000 | null | S |
| 276 | 1 | 1 | Andrews, Miss. Kornelia Theodosia | female | 63.000000 | 1 | 0 | 13502 | 77.958300 | D7 | S |
| 484 | 1 | 3 | Turkula, Mrs. (Hedwig) | female | 63.000000 | 0 | 0 | 4134 | 9.587500 | null | S |
| 253 | 0 | 1 | Stead, Mr. William Thomas | male | 62.000000 | 0 | 0 | 113514 | 26.550000 | C87 | S |
| 556 | 0 | 1 | Wright, Mr. George | male | 62.000000 | 0 | 0 | 113807 | 26.550000 | null | S |
| 571 | 1 | 2 | Harris, Mr. George | male | 62.000000 | 0 | 0 | S.W./PP 752 | 10.500000 | null | S |
| 830 | 1 | 1 | Stone, Mrs. George Nelson (Martha Eve... | female | 62.000000 | 0 | 0 | 113572 | 80.000000 | B28 | null |
| 171 | 0 | 1 | Van der hoef, Mr. Wyckoff | male | 61.000000 | 0 | 0 | 111240 | 33.500000 | B19 | S |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":714,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":631,\"survived\":1,\"pclass\":1,\"name\":\"Barkworth, Mr. Algernon Henry Wilson\",\"sex\":\"male\",\"age\":80.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"27042\",\"fare\":30.0,\"cabin\":\"A23\",\"embarked\":\"S\"},{\"passengerId\":852,\"survived\":0,\"pclass\":3,\"name\":\"Svensson, Mr. Johan\",\"sex\":\"male\",\"age\":74.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"347060\",\"fare\":7.775,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":97,\"survived\":0,\"pclass\":1,\"name\":\"Goldschmidt, Mr. George B\",\"sex\":\"male\",\"age\":71.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"PC 17754\",\"fare\":34.6542,\"cabin\":\"A5\",\"embarked\":\"C\"},{\"passengerId\":494,\"survived\":0,\"pclass\":1,\"name\":\"Artagaveytia, Mr. Ramon\",\"sex\":\"male\",\"age\":71.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"PC 17609\",\"fare\":49.5042,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":117,\"survived\":0,\"pclass\":3,\"name\":\"Connors, Mr. Patrick\",\"sex\":\"male\",\"age\":70.5,\"sibSp\":0,\"parch\":0,\"ticket\":\"370369\",\"fare\":7.75,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":673,\"survived\":0,\"pclass\":2,\"name\":\"Mitchell, Mr. Henry Michael\",\"sex\":\"male\",\"age\":70.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"C.A. 24580\",\"fare\":10.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":746,\"survived\":0,\"pclass\":1,\"name\":\"Crosby, Capt. Edward Gifford\",\"sex\":\"male\",\"age\":70.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"WE/P 5735\",\"fare\":71.0,\"cabin\":\"B22\",\"embarked\":\"S\"},{\"passengerId\":34,\"survived\":0,\"pclass\":2,\"name\":\"Wheadon, Mr. Edward H\",\"sex\":\"male\",\"age\":66.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"C.A. 24579\",\"fare\":10.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":55,\"survived\":0,\"pclass\":1,\"name\":\"Ostby, Mr. Engelhart Cornelius\",\"sex\":\"male\",\"age\":65.0,\"sibSp\":0,\"parch\":1,\"ticket\":\"113509\",\"fare\":61.9792,\"cabin\":\"B30\",\"embarked\":\"C\"},{\"passengerId\":281,\"survived\":0,\"pclass\":3,\"name\":\"Duane, Mr. Frank\",\"sex\":\"male\",\"age\":65.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"336439\",\"fare\":7.75,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":457,\"survived\":0,\"pclass\":1,\"name\":\"Millet, Mr. Francis Davis\",\"sex\":\"male\",\"age\":65.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"13509\",\"fare\":26.55,\"cabin\":\"E38\",\"embarked\":\"S\"},{\"passengerId\":439,\"survived\":0,\"pclass\":1,\"name\":\"Fortune, Mr. Mark\",\"sex\":\"male\",\"age\":64.0,\"sibSp\":1,\"parch\":4,\"ticket\":\"19950\",\"fare\":263.0,\"cabin\":\"C23 C25 C27\",\"embarked\":\"S\"},{\"passengerId\":546,\"survived\":0,\"pclass\":1,\"name\":\"Nicholson, Mr. Arthur Ernest\",\"sex\":\"male\",\"age\":64.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"693\",\"fare\":26.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":276,\"survived\":1,\"pclass\":1,\"name\":\"Andrews, Miss. Kornelia Theodosia\",\"sex\":\"female\",\"age\":63.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"13502\",\"fare\":77.9583,\"cabin\":\"D7\",\"embarked\":\"S\"},{\"passengerId\":484,\"survived\":1,\"pclass\":3,\"name\":\"Turkula, Mrs. (Hedwig)\",\"sex\":\"female\",\"age\":63.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"4134\",\"fare\":9.5875,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":253,\"survived\":0,\"pclass\":1,\"name\":\"Stead, Mr. William Thomas\",\"sex\":\"male\",\"age\":62.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113514\",\"fare\":26.55,\"cabin\":\"C87\",\"embarked\":\"S\"},{\"passengerId\":556,\"survived\":0,\"pclass\":1,\"name\":\"Wright, Mr. George\",\"sex\":\"male\",\"age\":62.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113807\",\"fare\":26.55,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":571,\"survived\":1,\"pclass\":2,\"name\":\"Harris, Mr. George\",\"sex\":\"male\",\"age\":62.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"S.W./PP 752\",\"fare\":10.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":830,\"survived\":1,\"pclass\":1,\"name\":\"Stone, Mrs. George Nelson (Martha Evelyn)\",\"sex\":\"female\",\"age\":62.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113572\",\"fare\":80.0,\"cabin\":\"B28\",\"embarked\":null},{\"passengerId\":171,\"survived\":0,\"pclass\":1,\"name\":\"Van der hoef, Mr. Wyckoff\",\"sex\":\"male\",\"age\":61.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"111240\",\"fare\":33.5,\"cabin\":\"B19\",\"embarked\":\"S\"}]}"
},
"execution_count": 18,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 18
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:09.126452Z",
"start_time": "2024-08-08T09:45:09.082700Z"
}
},
"source": [
"// sort by several columns\n",
"withAges.sortBy { age and name }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 804 | 1 | 3 | Thomas, Master. Assad Alexander | male | 0.420000 | 0 | 1 | 2625 | 8.516700 | null | C |
| 756 | 1 | 2 | Hamalainen, Master. Viljo | male | 0.670000 | 1 | 1 | 250649 | 14.500000 | null | S |
| 645 | 1 | 3 | Baclini, Miss. Eugenie | female | 0.750000 | 2 | 1 | 2666 | 19.258300 | null | C |
| 470 | 1 | 3 | Baclini, Miss. Helene Barbara | female | 0.750000 | 2 | 1 | 2666 | 19.258300 | null | C |
| 79 | 1 | 2 | Caldwell, Master. Alden Gates | male | 0.830000 | 0 | 2 | 248738 | 29.000000 | null | S |
| 832 | 1 | 2 | Richards, Master. George Sibley | male | 0.830000 | 1 | 1 | 29106 | 18.750000 | null | S |
| 306 | 1 | 1 | Allison, Master. Hudson Trevor | male | 0.920000 | 1 | 2 | 113781 | 151.550000 | C22 C26 | S |
| 184 | 1 | 2 | Becker, Master. Richard F | male | 1.000000 | 2 | 1 | 230136 | 39.000000 | F4 | S |
| 789 | 1 | 3 | Dean, Master. Bertram Vere | male | 1.000000 | 1 | 2 | C.A. 2315 | 20.575000 | null | S |
| 387 | 0 | 3 | Goodwin, Master. Sidney Leonard | male | 1.000000 | 5 | 2 | CA 2144 | 46.900000 | null | S |
| 173 | 1 | 3 | Johnson, Miss. Eleanor Ileen | female | 1.000000 | 1 | 1 | 347742 | 11.133300 | null | S |
| 828 | 1 | 2 | Mallet, Master. Andre | male | 1.000000 | 0 | 2 | S.C./PARIS 2079 | 37.004200 | null | C |
| 382 | 1 | 3 | Nakid, Miss. Maria ("Mary") | female | 1.000000 | 0 | 2 | 2653 | 15.741700 | null | C |
| 165 | 0 | 3 | Panula, Master. Eino Viljami | male | 1.000000 | 4 | 1 | 3101295 | 39.687500 | null | S |
| 298 | 0 | 1 | Allison, Miss. Helen Loraine | female | 2.000000 | 1 | 2 | 113781 | 151.550000 | C22 C26 | S |
| 120 | 0 | 3 | Andersson, Miss. Ellis Anna Maria | female | 2.000000 | 4 | 2 | 347082 | 31.275000 | null | S |
| 480 | 1 | 3 | Hirvonen, Miss. Hildur E | female | 2.000000 | 0 | 1 | 3101298 | 12.287500 | null | S |
| 341 | 1 | 2 | Navratil, Master. Edmond Roger | male | 2.000000 | 1 | 1 | 230080 | 26.000000 | F2 | S |
| 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S |
| 825 | 0 | 3 | Panula, Master. Urho Abraham | male | 2.000000 | 4 | 1 | 3101295 | 39.687500 | null | S |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":714,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":804,\"survived\":1,\"pclass\":3,\"name\":\"Thomas, Master. Assad Alexander\",\"sex\":\"male\",\"age\":0.42,\"sibSp\":0,\"parch\":1,\"ticket\":\"2625\",\"fare\":8.5167,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":756,\"survived\":1,\"pclass\":2,\"name\":\"Hamalainen, Master. Viljo\",\"sex\":\"male\",\"age\":0.67,\"sibSp\":1,\"parch\":1,\"ticket\":\"250649\",\"fare\":14.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":645,\"survived\":1,\"pclass\":3,\"name\":\"Baclini, Miss. Eugenie\",\"sex\":\"female\",\"age\":0.75,\"sibSp\":2,\"parch\":1,\"ticket\":\"2666\",\"fare\":19.2583,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":470,\"survived\":1,\"pclass\":3,\"name\":\"Baclini, Miss. Helene Barbara\",\"sex\":\"female\",\"age\":0.75,\"sibSp\":2,\"parch\":1,\"ticket\":\"2666\",\"fare\":19.2583,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":79,\"survived\":1,\"pclass\":2,\"name\":\"Caldwell, Master. Alden Gates\",\"sex\":\"male\",\"age\":0.83,\"sibSp\":0,\"parch\":2,\"ticket\":\"248738\",\"fare\":29.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":832,\"survived\":1,\"pclass\":2,\"name\":\"Richards, Master. George Sibley\",\"sex\":\"male\",\"age\":0.83,\"sibSp\":1,\"parch\":1,\"ticket\":\"29106\",\"fare\":18.75,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":306,\"survived\":1,\"pclass\":1,\"name\":\"Allison, Master. Hudson Trevor\",\"sex\":\"male\",\"age\":0.92,\"sibSp\":1,\"parch\":2,\"ticket\":\"113781\",\"fare\":151.55,\"cabin\":\"C22 C26\",\"embarked\":\"S\"},{\"passengerId\":184,\"survived\":1,\"pclass\":2,\"name\":\"Becker, Master. Richard F\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":2,\"parch\":1,\"ticket\":\"230136\",\"fare\":39.0,\"cabin\":\"F4\",\"embarked\":\"S\"},{\"passengerId\":789,\"survived\":1,\"pclass\":3,\"name\":\"Dean, Master. Bertram Vere\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":1,\"parch\":2,\"ticket\":\"C.A. 2315\",\"fare\":20.575,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":387,\"survived\":0,\"pclass\":3,\"name\":\"Goodwin, Master. Sidney Leonard\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":5,\"parch\":2,\"ticket\":\"CA 2144\",\"fare\":46.9,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":173,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Miss. Eleanor Ileen\",\"sex\":\"female\",\"age\":1.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":828,\"survived\":1,\"pclass\":2,\"name\":\"Mallet, Master. Andre\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"S.C./PARIS 2079\",\"fare\":37.0042,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":382,\"survived\":1,\"pclass\":3,\"name\":\"Nakid, Miss. Maria (\\\"Mary\\\")\",\"sex\":\"female\",\"age\":1.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"2653\",\"fare\":15.7417,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":165,\"survived\":0,\"pclass\":3,\"name\":\"Panula, Master. Eino Viljami\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"3101295\",\"fare\":39.6875,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":298,\"survived\":0,\"pclass\":1,\"name\":\"Allison, Miss. Helen Loraine\",\"sex\":\"female\",\"age\":2.0,\"sibSp\":1,\"parch\":2,\"ticket\":\"113781\",\"fare\":151.55,\"cabin\":\"C22 C26\",\"embarked\":\"S\"},{\"passengerId\":120,\"survived\":0,\"pclass\":3,\"name\":\"Andersson, Miss. Ellis Anna Maria\",\"sex\":\"female\",\"age\":2.0,\"sibSp\":4,\"parch\":2,\"ticket\":\"347082\",\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":480,\"survived\":1,\"pclass\":3,\"name\":\"Hirvonen, Miss. Hildur E\",\"sex\":\"female\",\"age\":2.0,\"sibSp\":0,\"parch\":1,\"ticket\":\"3101298\",\"fare\":12.2875,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":341,\"survived\":1,\"pclass\":2,\"name\":\"Navratil, Master. Edmond Roger\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"230080\",\"fare\":26.0,\"cabin\":\"F2\",\"embarked\":\"S\"},{\"passengerId\":8,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":825,\"survived\":0,\"pclass\":3,\"name\":\"Panula, Master. Urho Abraham\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"3101295\",\"fare\":39.6875,\"cabin\":null,\"embarked\":\"S\"}]}"
},
"execution_count": 19,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 19
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:09.250878Z",
"start_time": "2024-08-08T09:45:09.215403Z"
}
},
"source": [
"// another way\n",
"withAges.sortBy(withAges.age, withAges.name)"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 804 | 1 | 3 | Thomas, Master. Assad Alexander | male | 0.420000 | 0 | 1 | 2625 | 8.516700 | null | C |
| 756 | 1 | 2 | Hamalainen, Master. Viljo | male | 0.670000 | 1 | 1 | 250649 | 14.500000 | null | S |
| 645 | 1 | 3 | Baclini, Miss. Eugenie | female | 0.750000 | 2 | 1 | 2666 | 19.258300 | null | C |
| 470 | 1 | 3 | Baclini, Miss. Helene Barbara | female | 0.750000 | 2 | 1 | 2666 | 19.258300 | null | C |
| 79 | 1 | 2 | Caldwell, Master. Alden Gates | male | 0.830000 | 0 | 2 | 248738 | 29.000000 | null | S |
| 832 | 1 | 2 | Richards, Master. George Sibley | male | 0.830000 | 1 | 1 | 29106 | 18.750000 | null | S |
| 306 | 1 | 1 | Allison, Master. Hudson Trevor | male | 0.920000 | 1 | 2 | 113781 | 151.550000 | C22 C26 | S |
| 184 | 1 | 2 | Becker, Master. Richard F | male | 1.000000 | 2 | 1 | 230136 | 39.000000 | F4 | S |
| 789 | 1 | 3 | Dean, Master. Bertram Vere | male | 1.000000 | 1 | 2 | C.A. 2315 | 20.575000 | null | S |
| 387 | 0 | 3 | Goodwin, Master. Sidney Leonard | male | 1.000000 | 5 | 2 | CA 2144 | 46.900000 | null | S |
| 173 | 1 | 3 | Johnson, Miss. Eleanor Ileen | female | 1.000000 | 1 | 1 | 347742 | 11.133300 | null | S |
| 828 | 1 | 2 | Mallet, Master. Andre | male | 1.000000 | 0 | 2 | S.C./PARIS 2079 | 37.004200 | null | C |
| 382 | 1 | 3 | Nakid, Miss. Maria ("Mary") | female | 1.000000 | 0 | 2 | 2653 | 15.741700 | null | C |
| 165 | 0 | 3 | Panula, Master. Eino Viljami | male | 1.000000 | 4 | 1 | 3101295 | 39.687500 | null | S |
| 298 | 0 | 1 | Allison, Miss. Helen Loraine | female | 2.000000 | 1 | 2 | 113781 | 151.550000 | C22 C26 | S |
| 120 | 0 | 3 | Andersson, Miss. Ellis Anna Maria | female | 2.000000 | 4 | 2 | 347082 | 31.275000 | null | S |
| 480 | 1 | 3 | Hirvonen, Miss. Hildur E | female | 2.000000 | 0 | 1 | 3101298 | 12.287500 | null | S |
| 341 | 1 | 2 | Navratil, Master. Edmond Roger | male | 2.000000 | 1 | 1 | 230080 | 26.000000 | F2 | S |
| 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S |
| 825 | 0 | 3 | Panula, Master. Urho Abraham | male | 2.000000 | 4 | 1 | 3101295 | 39.687500 | null | S |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":714,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":804,\"survived\":1,\"pclass\":3,\"name\":\"Thomas, Master. Assad Alexander\",\"sex\":\"male\",\"age\":0.42,\"sibSp\":0,\"parch\":1,\"ticket\":\"2625\",\"fare\":8.5167,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":756,\"survived\":1,\"pclass\":2,\"name\":\"Hamalainen, Master. Viljo\",\"sex\":\"male\",\"age\":0.67,\"sibSp\":1,\"parch\":1,\"ticket\":\"250649\",\"fare\":14.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":645,\"survived\":1,\"pclass\":3,\"name\":\"Baclini, Miss. Eugenie\",\"sex\":\"female\",\"age\":0.75,\"sibSp\":2,\"parch\":1,\"ticket\":\"2666\",\"fare\":19.2583,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":470,\"survived\":1,\"pclass\":3,\"name\":\"Baclini, Miss. Helene Barbara\",\"sex\":\"female\",\"age\":0.75,\"sibSp\":2,\"parch\":1,\"ticket\":\"2666\",\"fare\":19.2583,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":79,\"survived\":1,\"pclass\":2,\"name\":\"Caldwell, Master. Alden Gates\",\"sex\":\"male\",\"age\":0.83,\"sibSp\":0,\"parch\":2,\"ticket\":\"248738\",\"fare\":29.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":832,\"survived\":1,\"pclass\":2,\"name\":\"Richards, Master. George Sibley\",\"sex\":\"male\",\"age\":0.83,\"sibSp\":1,\"parch\":1,\"ticket\":\"29106\",\"fare\":18.75,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":306,\"survived\":1,\"pclass\":1,\"name\":\"Allison, Master. Hudson Trevor\",\"sex\":\"male\",\"age\":0.92,\"sibSp\":1,\"parch\":2,\"ticket\":\"113781\",\"fare\":151.55,\"cabin\":\"C22 C26\",\"embarked\":\"S\"},{\"passengerId\":184,\"survived\":1,\"pclass\":2,\"name\":\"Becker, Master. Richard F\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":2,\"parch\":1,\"ticket\":\"230136\",\"fare\":39.0,\"cabin\":\"F4\",\"embarked\":\"S\"},{\"passengerId\":789,\"survived\":1,\"pclass\":3,\"name\":\"Dean, Master. Bertram Vere\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":1,\"parch\":2,\"ticket\":\"C.A. 2315\",\"fare\":20.575,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":387,\"survived\":0,\"pclass\":3,\"name\":\"Goodwin, Master. Sidney Leonard\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":5,\"parch\":2,\"ticket\":\"CA 2144\",\"fare\":46.9,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":173,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Miss. Eleanor Ileen\",\"sex\":\"female\",\"age\":1.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":828,\"survived\":1,\"pclass\":2,\"name\":\"Mallet, Master. Andre\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"S.C./PARIS 2079\",\"fare\":37.0042,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":382,\"survived\":1,\"pclass\":3,\"name\":\"Nakid, Miss. Maria (\\\"Mary\\\")\",\"sex\":\"female\",\"age\":1.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"2653\",\"fare\":15.7417,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":165,\"survived\":0,\"pclass\":3,\"name\":\"Panula, Master. Eino Viljami\",\"sex\":\"male\",\"age\":1.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"3101295\",\"fare\":39.6875,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":298,\"survived\":0,\"pclass\":1,\"name\":\"Allison, Miss. Helen Loraine\",\"sex\":\"female\",\"age\":2.0,\"sibSp\":1,\"parch\":2,\"ticket\":\"113781\",\"fare\":151.55,\"cabin\":\"C22 C26\",\"embarked\":\"S\"},{\"passengerId\":120,\"survived\":0,\"pclass\":3,\"name\":\"Andersson, Miss. Ellis Anna Maria\",\"sex\":\"female\",\"age\":2.0,\"sibSp\":4,\"parch\":2,\"ticket\":\"347082\",\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":480,\"survived\":1,\"pclass\":3,\"name\":\"Hirvonen, Miss. Hildur E\",\"sex\":\"female\",\"age\":2.0,\"sibSp\":0,\"parch\":1,\"ticket\":\"3101298\",\"fare\":12.2875,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":341,\"survived\":1,\"pclass\":2,\"name\":\"Navratil, Master. Edmond Roger\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"230080\",\"fare\":26.0,\"cabin\":\"F2\",\"embarked\":\"S\"},{\"passengerId\":8,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":825,\"survived\":0,\"pclass\":3,\"name\":\"Panula, Master. Urho Abraham\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"3101295\",\"fare\":39.6875,\"cabin\":null,\"embarked\":\"S\"}]}"
},
"execution_count": 20,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 20
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Add Columns"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:09.417848Z",
"start_time": "2024-08-08T09:45:09.319382Z"
}
},
"source": [
"// add new column and store result in a new field\n",
"val withYear = withAges.add(\"year\") { 1912 - age }\n",
"withYear"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked | year |
|---|
| 1 | 0 | 3 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | A/5 21171 | 7.250000 | null | S | 1890.000000 |
| 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C | 1874.000000 |
| 3 | 1 | 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | null | S | 1886.000000 |
| 4 | 1 | 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | C123 | S | 1877.000000 |
| 5 | 0 | 3 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 373450 | 8.050000 | null | S | 1877.000000 |
| 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S | 1858.000000 |
| 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S | 1910.000000 |
| 9 | 1 | 3 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | null | S | 1885.000000 |
| 10 | 1 | 2 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | null | C | 1898.000000 |
| 11 | 1 | 3 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | G6 | S | 1908.000000 |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S | 1854.000000 |
| 13 | 0 | 3 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | A/5. 2151 | 8.050000 | null | S | 1892.000000 |
| 14 | 0 | 3 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 347082 | 31.275000 | null | S | 1873.000000 |
| 15 | 0 | 3 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | null | S | 1898.000000 |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S | 1857.000000 |
| 17 | 0 | 3 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 382652 | 29.125000 | null | Q | 1910.000000 |
| 19 | 0 | 3 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | null | S | 1881.000000 |
| 21 | 0 | 2 | Fynney, Mr. Joseph J | male | 35.000000 | 0 | 0 | 239865 | 26.000000 | null | S | 1877.000000 |
| 22 | 1 | 2 | Beesley, Mr. Lawrence | male | 34.000000 | 0 | 0 | 248698 | 13.000000 | D56 | S | 1878.000000 |
| 23 | 1 | 3 | McGowan, Miss. Anna "Annie" | female | 15.000000 | 0 | 0 | 330923 | 8.029200 | null | Q | 1897.000000 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\",\"year\"],\"nrow\":714,\"ncol\":13},\"kotlin_dataframe\":[{\"passengerId\":1,\"survived\":0,\"pclass\":3,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"A/5 21171\",\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\",\"year\":1890.0},{\"passengerId\":2,\"survived\":1,\"pclass\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\",\"year\":1874.0},{\"passengerId\":3,\"survived\":1,\"pclass\":3,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"STON/O2. 3101282\",\"fare\":7.925,\"cabin\":null,\"embarked\":\"S\",\"year\":1886.0},{\"passengerId\":4,\"survived\":1,\"pclass\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"113803\",\"fare\":53.1,\"cabin\":\"C123\",\"embarked\":\"S\",\"year\":1877.0},{\"passengerId\":5,\"survived\":0,\"pclass\":3,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"373450\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\",\"year\":1877.0},{\"passengerId\":7,\"survived\":0,\"pclass\":1,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\",\"year\":1858.0},{\"passengerId\":8,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\",\"year\":1910.0},{\"passengerId\":9,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\",\"year\":1885.0},{\"passengerId\":10,\"survived\":1,\"pclass\":2,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"237736\",\"fare\":30.0708,\"cabin\":null,\"embarked\":\"C\",\"year\":1898.0},{\"passengerId\":11,\"survived\":1,\"pclass\":3,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"PP 9549\",\"fare\":16.7,\"cabin\":\"G6\",\"embarked\":\"S\",\"year\":1908.0},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\",\"year\":1854.0},{\"passengerId\":13,\"survived\":0,\"pclass\":3,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"A/5. 2151\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\",\"year\":1892.0},{\"passengerId\":14,\"survived\":0,\"pclass\":3,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"ticket\":\"347082\",\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\",\"year\":1873.0},{\"passengerId\":15,\"survived\":0,\"pclass\":3,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"350406\",\"fare\":7.8542,\"cabin\":null,\"embarked\":\"S\",\"year\":1898.0},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\",\"year\":1857.0},{\"passengerId\":17,\"survived\":0,\"pclass\":3,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"382652\",\"fare\":29.125,\"cabin\":null,\"embarked\":\"Q\",\"year\":1910.0},{\"passengerId\":19,\"survived\":0,\"pclass\":3,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"345763\",\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\",\"year\":1881.0},{\"passengerId\":21,\"survived\":0,\"pclass\":2,\"name\":\"Fynney, Mr. Joseph J\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"239865\",\"fare\":26.0,\"cabin\":null,\"embarked\":\"S\",\"year\":1877.0},{\"passengerId\":22,\"survived\":1,\"pclass\":2,\"name\":\"Beesley, Mr. Lawrence\",\"sex\":\"male\",\"age\":34.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248698\",\"fare\":13.0,\"cabin\":\"D56\",\"embarked\":\"S\",\"year\":1878.0},{\"passengerId\":23,\"survived\":1,\"pclass\":3,\"name\":\"McGowan, Miss. Anna \\\"Annie\\\"\",\"sex\":\"female\",\"age\":15.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"330923\",\"fare\":8.0292,\"cabin\":null,\"embarked\":\"Q\",\"year\":1897.0}]}"
},
"execution_count": 21,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 21
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:09.502478Z",
"start_time": "2024-08-08T09:45:09.483854Z"
}
},
"source": [
"// check new column\n",
"withYear.year"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | year |
|---|
| 1890.000000 |
| 1874.000000 |
| 1886.000000 |
| 1877.000000 |
| 1877.000000 |
| 1858.000000 |
| 1910.000000 |
| 1885.000000 |
| 1898.000000 |
| 1908.000000 |
| 1854.000000 |
| 1892.000000 |
| 1873.000000 |
| 1898.000000 |
| 1857.000000 |
| 1910.000000 |
| 1881.000000 |
| 1877.000000 |
| 1878.000000 |
| 1897.000000 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"year\"],\"nrow\":714,\"ncol\":1},\"kotlin_dataframe\":[{\"year\":1890.0},{\"year\":1874.0},{\"year\":1886.0},{\"year\":1877.0},{\"year\":1877.0},{\"year\":1858.0},{\"year\":1910.0},{\"year\":1885.0},{\"year\":1898.0},{\"year\":1908.0},{\"year\":1854.0},{\"year\":1892.0},{\"year\":1873.0},{\"year\":1898.0},{\"year\":1857.0},{\"year\":1910.0},{\"year\":1881.0},{\"year\":1877.0},{\"year\":1878.0},{\"year\":1897.0}]}"
},
"execution_count": 22,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 22
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:09.682629Z",
"start_time": "2024-08-08T09:45:09.635670Z"
}
},
"cell_type": "code",
"source": [
"// add several columns\n",
"withAges.add {\n",
" \"year\" from { 1912 - age }\n",
" \"died\" from { survived == 0 }\n",
"}"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked | year | died |
|---|
| 1 | 0 | 3 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | A/5 21171 | 7.250000 | null | S | 1890.000000 | true |
| 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C | 1874.000000 | false |
| 3 | 1 | 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | null | S | 1886.000000 | false |
| 4 | 1 | 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | C123 | S | 1877.000000 | false |
| 5 | 0 | 3 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 373450 | 8.050000 | null | S | 1877.000000 | true |
| 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S | 1858.000000 | true |
| 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S | 1910.000000 | true |
| 9 | 1 | 3 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | null | S | 1885.000000 | false |
| 10 | 1 | 2 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | null | C | 1898.000000 | false |
| 11 | 1 | 3 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | G6 | S | 1908.000000 | false |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S | 1854.000000 | false |
| 13 | 0 | 3 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | A/5. 2151 | 8.050000 | null | S | 1892.000000 | true |
| 14 | 0 | 3 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 347082 | 31.275000 | null | S | 1873.000000 | true |
| 15 | 0 | 3 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | null | S | 1898.000000 | true |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S | 1857.000000 | false |
| 17 | 0 | 3 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 382652 | 29.125000 | null | Q | 1910.000000 | true |
| 19 | 0 | 3 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | null | S | 1881.000000 | true |
| 21 | 0 | 2 | Fynney, Mr. Joseph J | male | 35.000000 | 0 | 0 | 239865 | 26.000000 | null | S | 1877.000000 | true |
| 22 | 1 | 2 | Beesley, Mr. Lawrence | male | 34.000000 | 0 | 0 | 248698 | 13.000000 | D56 | S | 1878.000000 | false |
| 23 | 1 | 3 | McGowan, Miss. Anna "Annie" | female | 15.000000 | 0 | 0 | 330923 | 8.029200 | null | Q | 1897.000000 | false |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\",\"year\",\"died\"],\"nrow\":714,\"ncol\":14},\"kotlin_dataframe\":[{\"passengerId\":1,\"survived\":0,\"pclass\":3,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"A/5 21171\",\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\",\"year\":1890.0,\"died\":true},{\"passengerId\":2,\"survived\":1,\"pclass\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\",\"year\":1874.0,\"died\":false},{\"passengerId\":3,\"survived\":1,\"pclass\":3,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"STON/O2. 3101282\",\"fare\":7.925,\"cabin\":null,\"embarked\":\"S\",\"year\":1886.0,\"died\":false},{\"passengerId\":4,\"survived\":1,\"pclass\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"113803\",\"fare\":53.1,\"cabin\":\"C123\",\"embarked\":\"S\",\"year\":1877.0,\"died\":false},{\"passengerId\":5,\"survived\":0,\"pclass\":3,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"373450\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\",\"year\":1877.0,\"died\":true},{\"passengerId\":7,\"survived\":0,\"pclass\":1,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\",\"year\":1858.0,\"died\":true},{\"passengerId\":8,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\",\"year\":1910.0,\"died\":true},{\"passengerId\":9,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\",\"year\":1885.0,\"died\":false},{\"passengerId\":10,\"survived\":1,\"pclass\":2,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"237736\",\"fare\":30.0708,\"cabin\":null,\"embarked\":\"C\",\"year\":1898.0,\"died\":false},{\"passengerId\":11,\"survived\":1,\"pclass\":3,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"PP 9549\",\"fare\":16.7,\"cabin\":\"G6\",\"embarked\":\"S\",\"year\":1908.0,\"died\":false},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\",\"year\":1854.0,\"died\":false},{\"passengerId\":13,\"survived\":0,\"pclass\":3,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"A/5. 2151\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\",\"year\":1892.0,\"died\":true},{\"passengerId\":14,\"survived\":0,\"pclass\":3,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"ticket\":\"347082\",\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\",\"year\":1873.0,\"died\":true},{\"passengerId\":15,\"survived\":0,\"pclass\":3,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"350406\",\"fare\":7.8542,\"cabin\":null,\"embarked\":\"S\",\"year\":1898.0,\"died\":true},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\",\"year\":1857.0,\"died\":false},{\"passengerId\":17,\"survived\":0,\"pclass\":3,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"382652\",\"fare\":29.125,\"cabin\":null,\"embarked\":\"Q\",\"year\":1910.0,\"died\":true},{\"passengerId\":19,\"survived\":0,\"pclass\":3,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"345763\",\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\",\"year\":1881.0,\"died\":true},{\"passengerId\":21,\"survived\":0,\"pclass\":2,\"name\":\"Fynney, Mr. Joseph J\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"239865\",\"fare\":26.0,\"cabin\":null,\"embarked\":\"S\",\"year\":1877.0,\"died\":true},{\"passengerId\":22,\"survived\":1,\"pclass\":2,\"name\":\"Beesley, Mr. Lawrence\",\"sex\":\"male\",\"age\":34.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248698\",\"fare\":13.0,\"cabin\":\"D56\",\"embarked\":\"S\",\"year\":1878.0,\"died\":false},{\"passengerId\":23,\"survived\":1,\"pclass\":3,\"name\":\"McGowan, Miss. Anna \\\"Annie\\\"\",\"sex\":\"female\",\"age\":15.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"330923\",\"fare\":8.0292,\"cabin\":null,\"embarked\":\"Q\",\"year\":1897.0,\"died\":false}]}"
},
"execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 23
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:09.806968Z",
"start_time": "2024-08-08T09:45:09.779388Z"
}
},
"source": [
"// another way to build new column via column arithmetics\n",
"val birthYear = withAges.age * (-1) + 1912"
],
"outputs": [],
"execution_count": 24
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:09.928445Z",
"start_time": "2024-08-08T09:45:09.904524Z"
}
},
"source": [
"// new column can be added to dataframe with '+' operator\n",
"withAges + birthYear.rename(\"year\")"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked | year |
|---|
| 1 | 0 | 3 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | A/5 21171 | 7.250000 | null | S | 1890.000000 |
| 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C | 1874.000000 |
| 3 | 1 | 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | null | S | 1886.000000 |
| 4 | 1 | 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | C123 | S | 1877.000000 |
| 5 | 0 | 3 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 373450 | 8.050000 | null | S | 1877.000000 |
| 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S | 1858.000000 |
| 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S | 1910.000000 |
| 9 | 1 | 3 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | null | S | 1885.000000 |
| 10 | 1 | 2 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | null | C | 1898.000000 |
| 11 | 1 | 3 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | G6 | S | 1908.000000 |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S | 1854.000000 |
| 13 | 0 | 3 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | A/5. 2151 | 8.050000 | null | S | 1892.000000 |
| 14 | 0 | 3 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 347082 | 31.275000 | null | S | 1873.000000 |
| 15 | 0 | 3 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | null | S | 1898.000000 |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S | 1857.000000 |
| 17 | 0 | 3 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 382652 | 29.125000 | null | Q | 1910.000000 |
| 19 | 0 | 3 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | null | S | 1881.000000 |
| 21 | 0 | 2 | Fynney, Mr. Joseph J | male | 35.000000 | 0 | 0 | 239865 | 26.000000 | null | S | 1877.000000 |
| 22 | 1 | 2 | Beesley, Mr. Lawrence | male | 34.000000 | 0 | 0 | 248698 | 13.000000 | D56 | S | 1878.000000 |
| 23 | 1 | 3 | McGowan, Miss. Anna "Annie" | female | 15.000000 | 0 | 0 | 330923 | 8.029200 | null | Q | 1897.000000 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\",\"year\"],\"nrow\":714,\"ncol\":13},\"kotlin_dataframe\":[{\"passengerId\":1,\"survived\":0,\"pclass\":3,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"A/5 21171\",\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\",\"year\":1890.0},{\"passengerId\":2,\"survived\":1,\"pclass\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\",\"year\":1874.0},{\"passengerId\":3,\"survived\":1,\"pclass\":3,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"STON/O2. 3101282\",\"fare\":7.925,\"cabin\":null,\"embarked\":\"S\",\"year\":1886.0},{\"passengerId\":4,\"survived\":1,\"pclass\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"113803\",\"fare\":53.1,\"cabin\":\"C123\",\"embarked\":\"S\",\"year\":1877.0},{\"passengerId\":5,\"survived\":0,\"pclass\":3,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"373450\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\",\"year\":1877.0},{\"passengerId\":7,\"survived\":0,\"pclass\":1,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\",\"year\":1858.0},{\"passengerId\":8,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\",\"year\":1910.0},{\"passengerId\":9,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\",\"year\":1885.0},{\"passengerId\":10,\"survived\":1,\"pclass\":2,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"237736\",\"fare\":30.0708,\"cabin\":null,\"embarked\":\"C\",\"year\":1898.0},{\"passengerId\":11,\"survived\":1,\"pclass\":3,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"PP 9549\",\"fare\":16.7,\"cabin\":\"G6\",\"embarked\":\"S\",\"year\":1908.0},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\",\"year\":1854.0},{\"passengerId\":13,\"survived\":0,\"pclass\":3,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"A/5. 2151\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\",\"year\":1892.0},{\"passengerId\":14,\"survived\":0,\"pclass\":3,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"ticket\":\"347082\",\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\",\"year\":1873.0},{\"passengerId\":15,\"survived\":0,\"pclass\":3,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"350406\",\"fare\":7.8542,\"cabin\":null,\"embarked\":\"S\",\"year\":1898.0},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\",\"year\":1857.0},{\"passengerId\":17,\"survived\":0,\"pclass\":3,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"382652\",\"fare\":29.125,\"cabin\":null,\"embarked\":\"Q\",\"year\":1910.0},{\"passengerId\":19,\"survived\":0,\"pclass\":3,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"345763\",\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\",\"year\":1881.0},{\"passengerId\":21,\"survived\":0,\"pclass\":2,\"name\":\"Fynney, Mr. Joseph J\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"239865\",\"fare\":26.0,\"cabin\":null,\"embarked\":\"S\",\"year\":1877.0},{\"passengerId\":22,\"survived\":1,\"pclass\":2,\"name\":\"Beesley, Mr. Lawrence\",\"sex\":\"male\",\"age\":34.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248698\",\"fare\":13.0,\"cabin\":\"D56\",\"embarked\":\"S\",\"year\":1878.0},{\"passengerId\":23,\"survived\":1,\"pclass\":3,\"name\":\"McGowan, Miss. Anna \\\"Annie\\\"\",\"sex\":\"female\",\"age\":15.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"330923\",\"fare\":8.0292,\"cabin\":null,\"embarked\":\"Q\",\"year\":1897.0}]}"
},
"execution_count": 25,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 25
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:10.066415Z",
"start_time": "2024-08-08T09:45:09.989667Z"
}
},
"source": [
"// Iterable of columns can also be added with '+' \n",
" withAges + withAges.columns().map { it.rename(it.name + \" duplicate\") }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked | passengerId duplicate | survived duplicate | pclass duplicate | name duplicate | sex duplicate | age duplicate | sibSp duplicate | parch duplicate | ticket duplicate | fare duplicate | cabin duplicate | embarked duplicate |
|---|
| 1 | 0 | 3 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | A/5 21171 | 7.250000 | null | S | 1 | 0 | 3 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | A/5 21171 | 7.250000 | null | S |
| 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C | 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C |
| 3 | 1 | 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | null | S | 3 | 1 | 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | null | S |
| 4 | 1 | 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | C123 | S | 4 | 1 | 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | C123 | S |
| 5 | 0 | 3 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 373450 | 8.050000 | null | S | 5 | 0 | 3 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 373450 | 8.050000 | null | S |
| 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S | 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S |
| 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S | 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S |
| 9 | 1 | 3 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | null | S | 9 | 1 | 3 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | null | S |
| 10 | 1 | 2 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | null | C | 10 | 1 | 2 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | null | C |
| 11 | 1 | 3 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | G6 | S | 11 | 1 | 3 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | G6 | S |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S | 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S |
| 13 | 0 | 3 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | A/5. 2151 | 8.050000 | null | S | 13 | 0 | 3 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | A/5. 2151 | 8.050000 | null | S |
| 14 | 0 | 3 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 347082 | 31.275000 | null | S | 14 | 0 | 3 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 347082 | 31.275000 | null | S |
| 15 | 0 | 3 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | null | S | 15 | 0 | 3 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | null | S |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S | 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S |
| 17 | 0 | 3 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 382652 | 29.125000 | null | Q | 17 | 0 | 3 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 382652 | 29.125000 | null | Q |
| 19 | 0 | 3 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | null | S | 19 | 0 | 3 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | null | S |
| 21 | 0 | 2 | Fynney, Mr. Joseph J | male | 35.000000 | 0 | 0 | 239865 | 26.000000 | null | S | 21 | 0 | 2 | Fynney, Mr. Joseph J | male | 35.000000 | 0 | 0 | 239865 | 26.000000 | null | S |
| 22 | 1 | 2 | Beesley, Mr. Lawrence | male | 34.000000 | 0 | 0 | 248698 | 13.000000 | D56 | S | 22 | 1 | 2 | Beesley, Mr. Lawrence | male | 34.000000 | 0 | 0 | 248698 | 13.000000 | D56 | S |
| 23 | 1 | 3 | McGowan, Miss. Anna "Annie" | female | 15.000000 | 0 | 0 | 330923 | 8.029200 | null | Q | 23 | 1 | 3 | McGowan, Miss. Anna "Annie" | female | 15.000000 | 0 | 0 | 330923 | 8.029200 | null | Q |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\",\"passengerId duplicate\",\"survived duplicate\",\"pclass duplicate\",\"name duplicate\",\"sex duplicate\",\"age duplicate\",\"sibSp duplicate\",\"parch duplicate\",\"ticket duplicate\",\"fare duplicate\",\"cabin duplicate\",\"embarked duplicate\"],\"nrow\":714,\"ncol\":24},\"kotlin_dataframe\":[{\"passengerId\":1,\"survived\":0,\"pclass\":3,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"A/5 21171\",\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":1,\"survived duplicate\":0,\"pclass duplicate\":3,\"name duplicate\":\"Braund, Mr. Owen Harris\",\"sex duplicate\":\"male\",\"age duplicate\":22.0,\"sibSp duplicate\":1,\"parch duplicate\":0,\"ticket duplicate\":\"A/5 21171\",\"fare duplicate\":7.25,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":2,\"survived\":1,\"pclass\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\",\"passengerId duplicate\":2,\"survived duplicate\":1,\"pclass duplicate\":1,\"name duplicate\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex duplicate\":\"female\",\"age duplicate\":38.0,\"sibSp duplicate\":1,\"parch duplicate\":0,\"ticket duplicate\":\"PC 17599\",\"fare duplicate\":71.2833,\"cabin duplicate\":\"C85\",\"embarked duplicate\":\"C\"},{\"passengerId\":3,\"survived\":1,\"pclass\":3,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"STON/O2. 3101282\",\"fare\":7.925,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":3,\"survived duplicate\":1,\"pclass duplicate\":3,\"name duplicate\":\"Heikkinen, Miss. Laina\",\"sex duplicate\":\"female\",\"age duplicate\":26.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"STON/O2. 3101282\",\"fare duplicate\":7.925,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":4,\"survived\":1,\"pclass\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"113803\",\"fare\":53.1,\"cabin\":\"C123\",\"embarked\":\"S\",\"passengerId duplicate\":4,\"survived duplicate\":1,\"pclass duplicate\":1,\"name duplicate\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex duplicate\":\"female\",\"age duplicate\":35.0,\"sibSp duplicate\":1,\"parch duplicate\":0,\"ticket duplicate\":\"113803\",\"fare duplicate\":53.1,\"cabin duplicate\":\"C123\",\"embarked duplicate\":\"S\"},{\"passengerId\":5,\"survived\":0,\"pclass\":3,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"373450\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":5,\"survived duplicate\":0,\"pclass duplicate\":3,\"name duplicate\":\"Allen, Mr. William Henry\",\"sex duplicate\":\"male\",\"age duplicate\":35.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"373450\",\"fare duplicate\":8.05,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":7,\"survived\":0,\"pclass\":1,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\",\"passengerId duplicate\":7,\"survived duplicate\":0,\"pclass duplicate\":1,\"name duplicate\":\"McCarthy, Mr. Timothy J\",\"sex duplicate\":\"male\",\"age duplicate\":54.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"17463\",\"fare duplicate\":51.8625,\"cabin duplicate\":\"E46\",\"embarked duplicate\":\"S\"},{\"passengerId\":8,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":8,\"survived duplicate\":0,\"pclass duplicate\":3,\"name duplicate\":\"Palsson, Master. Gosta Leonard\",\"sex duplicate\":\"male\",\"age duplicate\":2.0,\"sibSp duplicate\":3,\"parch duplicate\":1,\"ticket duplicate\":\"349909\",\"fare duplicate\":21.075,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":9,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":9,\"survived duplicate\":1,\"pclass duplicate\":3,\"name duplicate\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex duplicate\":\"female\",\"age duplicate\":27.0,\"sibSp duplicate\":0,\"parch duplicate\":2,\"ticket duplicate\":\"347742\",\"fare duplicate\":11.1333,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":10,\"survived\":1,\"pclass\":2,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"237736\",\"fare\":30.0708,\"cabin\":null,\"embarked\":\"C\",\"passengerId duplicate\":10,\"survived duplicate\":1,\"pclass duplicate\":2,\"name duplicate\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex duplicate\":\"female\",\"age duplicate\":14.0,\"sibSp duplicate\":1,\"parch duplicate\":0,\"ticket duplicate\":\"237736\",\"fare duplicate\":30.0708,\"cabin duplicate\":null,\"embarked duplicate\":\"C\"},{\"passengerId\":11,\"survived\":1,\"pclass\":3,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"PP 9549\",\"fare\":16.7,\"cabin\":\"G6\",\"embarked\":\"S\",\"passengerId duplicate\":11,\"survived duplicate\":1,\"pclass duplicate\":3,\"name duplicate\":\"Sandstrom, Miss. Marguerite Rut\",\"sex duplicate\":\"female\",\"age duplicate\":4.0,\"sibSp duplicate\":1,\"parch duplicate\":1,\"ticket duplicate\":\"PP 9549\",\"fare duplicate\":16.7,\"cabin duplicate\":\"G6\",\"embarked duplicate\":\"S\"},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\",\"passengerId duplicate\":12,\"survived duplicate\":1,\"pclass duplicate\":1,\"name duplicate\":\"Bonnell, Miss. Elizabeth\",\"sex duplicate\":\"female\",\"age duplicate\":58.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"113783\",\"fare duplicate\":26.55,\"cabin duplicate\":\"C103\",\"embarked duplicate\":\"S\"},{\"passengerId\":13,\"survived\":0,\"pclass\":3,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"A/5. 2151\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":13,\"survived duplicate\":0,\"pclass duplicate\":3,\"name duplicate\":\"Saundercock, Mr. William Henry\",\"sex duplicate\":\"male\",\"age duplicate\":20.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"A/5. 2151\",\"fare duplicate\":8.05,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":14,\"survived\":0,\"pclass\":3,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"ticket\":\"347082\",\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":14,\"survived duplicate\":0,\"pclass duplicate\":3,\"name duplicate\":\"Andersson, Mr. Anders Johan\",\"sex duplicate\":\"male\",\"age duplicate\":39.0,\"sibSp duplicate\":1,\"parch duplicate\":5,\"ticket duplicate\":\"347082\",\"fare duplicate\":31.275,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":15,\"survived\":0,\"pclass\":3,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"350406\",\"fare\":7.8542,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":15,\"survived duplicate\":0,\"pclass duplicate\":3,\"name duplicate\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex duplicate\":\"female\",\"age duplicate\":14.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"350406\",\"fare duplicate\":7.8542,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":16,\"survived duplicate\":1,\"pclass duplicate\":2,\"name duplicate\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex duplicate\":\"female\",\"age duplicate\":55.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"248706\",\"fare duplicate\":16.0,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":17,\"survived\":0,\"pclass\":3,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"382652\",\"fare\":29.125,\"cabin\":null,\"embarked\":\"Q\",\"passengerId duplicate\":17,\"survived duplicate\":0,\"pclass duplicate\":3,\"name duplicate\":\"Rice, Master. Eugene\",\"sex duplicate\":\"male\",\"age duplicate\":2.0,\"sibSp duplicate\":4,\"parch duplicate\":1,\"ticket duplicate\":\"382652\",\"fare duplicate\":29.125,\"cabin duplicate\":null,\"embarked duplicate\":\"Q\"},{\"passengerId\":19,\"survived\":0,\"pclass\":3,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"345763\",\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":19,\"survived duplicate\":0,\"pclass duplicate\":3,\"name duplicate\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex duplicate\":\"female\",\"age duplicate\":31.0,\"sibSp duplicate\":1,\"parch duplicate\":0,\"ticket duplicate\":\"345763\",\"fare duplicate\":18.0,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":21,\"survived\":0,\"pclass\":2,\"name\":\"Fynney, Mr. Joseph J\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"239865\",\"fare\":26.0,\"cabin\":null,\"embarked\":\"S\",\"passengerId duplicate\":21,\"survived duplicate\":0,\"pclass duplicate\":2,\"name duplicate\":\"Fynney, Mr. Joseph J\",\"sex duplicate\":\"male\",\"age duplicate\":35.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"239865\",\"fare duplicate\":26.0,\"cabin duplicate\":null,\"embarked duplicate\":\"S\"},{\"passengerId\":22,\"survived\":1,\"pclass\":2,\"name\":\"Beesley, Mr. Lawrence\",\"sex\":\"male\",\"age\":34.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248698\",\"fare\":13.0,\"cabin\":\"D56\",\"embarked\":\"S\",\"passengerId duplicate\":22,\"survived duplicate\":1,\"pclass duplicate\":2,\"name duplicate\":\"Beesley, Mr. Lawrence\",\"sex duplicate\":\"male\",\"age duplicate\":34.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"248698\",\"fare duplicate\":13.0,\"cabin duplicate\":\"D56\",\"embarked duplicate\":\"S\"},{\"passengerId\":23,\"survived\":1,\"pclass\":3,\"name\":\"McGowan, Miss. Anna \\\"Annie\\\"\",\"sex\":\"female\",\"age\":15.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"330923\",\"fare\":8.0292,\"cabin\":null,\"embarked\":\"Q\",\"passengerId duplicate\":23,\"survived duplicate\":1,\"pclass duplicate\":3,\"name duplicate\":\"McGowan, Miss. Anna \\\"Annie\\\"\",\"sex duplicate\":\"female\",\"age duplicate\":15.0,\"sibSp duplicate\":0,\"parch duplicate\":0,\"ticket duplicate\":\"330923\",\"fare duplicate\":8.0292,\"cabin duplicate\":null,\"embarked duplicate\":\"Q\"}]}"
},
"execution_count": 26,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 26
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Remove columns"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:10.192182Z",
"start_time": "2024-08-08T09:45:10.153645Z"
}
},
"source": [
"// remove single column\n",
"df.remove { ticket }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | fare | cabin | embarked |
|---|
| 1 | 0 | 3 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | 7.250000 | null | S |
| 2 | 1 | 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | 71.283300 | C85 | C |
| 3 | 1 | 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | 7.925000 | null | S |
| 4 | 1 | 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 53.100000 | C123 | S |
| 5 | 0 | 3 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 8.050000 | null | S |
| 6 | 0 | 3 | Moran, Mr. James | male | null | 0 | 0 | 8.458300 | null | Q |
| 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 51.862500 | E46 | S |
| 8 | 0 | 3 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 21.075000 | null | S |
| 9 | 1 | 3 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 11.133300 | null | S |
| 10 | 1 | 2 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 30.070800 | null | C |
| 11 | 1 | 3 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | 16.700000 | G6 | S |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 26.550000 | C103 | S |
| 13 | 0 | 3 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | 8.050000 | null | S |
| 14 | 0 | 3 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 31.275000 | null | S |
| 15 | 0 | 3 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 7.854200 | null | S |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 16.000000 | null | S |
| 17 | 0 | 3 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 29.125000 | null | Q |
| 18 | 1 | 2 | Williams, Mr. Charles Eugene | male | null | 0 | 0 | 13.000000 | null | S |
| 19 | 0 | 3 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 18.000000 | null | S |
| 20 | 1 | 3 | Masselmani, Mrs. Fatima | female | null | 0 | 0 | 7.225000 | null | C |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":891,\"ncol\":11},\"kotlin_dataframe\":[{\"passengerId\":1,\"survived\":0,\"pclass\":3,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":2,\"survived\":1,\"pclass\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\"},{\"passengerId\":3,\"survived\":1,\"pclass\":3,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"fare\":7.925,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":4,\"survived\":1,\"pclass\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"fare\":53.1,\"cabin\":\"C123\",\"embarked\":\"S\"},{\"passengerId\":5,\"survived\":0,\"pclass\":3,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":6,\"survived\":0,\"pclass\":3,\"name\":\"Moran, Mr. James\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"fare\":8.4583,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":7,\"survived\":0,\"pclass\":1,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\"},{\"passengerId\":8,\"survived\":0,\"pclass\":3,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":9,\"survived\":1,\"pclass\":3,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":10,\"survived\":1,\"pclass\":2,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"fare\":30.0708,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":11,\"survived\":1,\"pclass\":3,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"fare\":16.7,\"cabin\":\"G6\",\"embarked\":\"S\"},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\"},{\"passengerId\":13,\"survived\":0,\"pclass\":3,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":14,\"survived\":0,\"pclass\":3,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":15,\"survived\":0,\"pclass\":3,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"fare\":7.8542,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":17,\"survived\":0,\"pclass\":3,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"fare\":29.125,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":18,\"survived\":1,\"pclass\":2,\"name\":\"Williams, Mr. Charles Eugene\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"fare\":13.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":19,\"survived\":0,\"pclass\":3,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":20,\"survived\":1,\"pclass\":3,\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\",\"age\":null,\"sibSp\":0,\"parch\":0,\"fare\":7.225,\"cabin\":null,\"embarked\":\"C\"}]}"
},
"execution_count": 27,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 27
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:10.302954Z",
"start_time": "2024-08-08T09:45:10.265961Z"
}
},
"source": [
"// remove several columns\n",
"df.remove { pclass and ticket and cabin and survived }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | name | sex | age | sibSp | parch | fare | embarked |
|---|
| 1 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | 7.250000 | S |
| 2 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | 71.283300 | C |
| 3 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | 7.925000 | S |
| 4 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 53.100000 | S |
| 5 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 8.050000 | S |
| 6 | Moran, Mr. James | male | null | 0 | 0 | 8.458300 | Q |
| 7 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 51.862500 | S |
| 8 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 21.075000 | S |
| 9 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 11.133300 | S |
| 10 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 30.070800 | C |
| 11 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | 16.700000 | S |
| 12 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 26.550000 | S |
| 13 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | 8.050000 | S |
| 14 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 31.275000 | S |
| 15 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 7.854200 | S |
| 16 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 16.000000 | S |
| 17 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 29.125000 | Q |
| 18 | Williams, Mr. Charles Eugene | male | null | 0 | 0 | 13.000000 | S |
| 19 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 18.000000 | S |
| 20 | Masselmani, Mrs. Fatima | female | null | 0 | 0 | 7.225000 | C |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"fare\",\"embarked\"],\"nrow\":891,\"ncol\":8},\"kotlin_dataframe\":[{\"passengerId\":1,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"fare\":7.25,\"embarked\":\"S\"},{\"passengerId\":2,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"fare\":71.2833,\"embarked\":\"C\"},{\"passengerId\":3,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"fare\":7.925,\"embarked\":\"S\"},{\"passengerId\":4,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"fare\":53.1,\"embarked\":\"S\"},{\"passengerId\":5,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"fare\":8.05,\"embarked\":\"S\"},{\"passengerId\":6,\"name\":\"Moran, Mr. James\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"fare\":8.4583,\"embarked\":\"Q\"},{\"passengerId\":7,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"fare\":51.8625,\"embarked\":\"S\"},{\"passengerId\":8,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"fare\":21.075,\"embarked\":\"S\"},{\"passengerId\":9,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"fare\":11.1333,\"embarked\":\"S\"},{\"passengerId\":10,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"fare\":30.0708,\"embarked\":\"C\"},{\"passengerId\":11,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"fare\":16.7,\"embarked\":\"S\"},{\"passengerId\":12,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"fare\":26.55,\"embarked\":\"S\"},{\"passengerId\":13,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"fare\":8.05,\"embarked\":\"S\"},{\"passengerId\":14,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"fare\":31.275,\"embarked\":\"S\"},{\"passengerId\":15,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"fare\":7.8542,\"embarked\":\"S\"},{\"passengerId\":16,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"fare\":16.0,\"embarked\":\"S\"},{\"passengerId\":17,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"fare\":29.125,\"embarked\":\"Q\"},{\"passengerId\":18,\"name\":\"Williams, Mr. Charles Eugene\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"fare\":13.0,\"embarked\":\"S\"},{\"passengerId\":19,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"fare\":18.0,\"embarked\":\"S\"},{\"passengerId\":20,\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\",\"age\":null,\"sibSp\":0,\"parch\":0,\"fare\":7.225,\"embarked\":\"C\"}]}"
},
"execution_count": 28,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 28
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:10.465212Z",
"start_time": "2024-08-08T09:45:10.433311Z"
}
},
"source": [
"// remove several columns by column instances\n",
"df.remove(df.passengerId, df.pclass)"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | survived | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 0 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | A/5 21171 | 7.250000 | null | S |
| 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C85 | C |
| 1 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | null | S |
| 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | C123 | S |
| 0 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 373450 | 8.050000 | null | S |
| 0 | Moran, Mr. James | male | null | 0 | 0 | 330877 | 8.458300 | null | Q |
| 0 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S |
| 0 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | null | S |
| 1 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | null | S |
| 1 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | null | C |
| 1 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | G6 | S |
| 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S |
| 0 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | A/5. 2151 | 8.050000 | null | S |
| 0 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 347082 | 31.275000 | null | S |
| 0 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | null | S |
| 1 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S |
| 0 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 382652 | 29.125000 | null | Q |
| 1 | Williams, Mr. Charles Eugene | male | null | 0 | 0 | 244373 | 13.000000 | null | S |
| 0 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | null | S |
| 1 | Masselmani, Mrs. Fatima | female | null | 0 | 0 | 2649 | 7.225000 | null | C |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"survived\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":891,\"ncol\":10},\"kotlin_dataframe\":[{\"survived\":0,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"A/5 21171\",\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"cabin\":\"C85\",\"embarked\":\"C\"},{\"survived\":1,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"STON/O2. 3101282\",\"fare\":7.925,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"113803\",\"fare\":53.1,\"cabin\":\"C123\",\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"373450\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Moran, Mr. James\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"330877\",\"fare\":8.4583,\"cabin\":null,\"embarked\":\"Q\"},{\"survived\":0,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"347742\",\"fare\":11.1333,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"237736\",\"fare\":30.0708,\"cabin\":null,\"embarked\":\"C\"},{\"survived\":1,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"PP 9549\",\"fare\":16.7,\"cabin\":\"G6\",\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"A/5. 2151\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"ticket\":\"347082\",\"fare\":31.275,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"350406\",\"fare\":7.8542,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"382652\",\"fare\":29.125,\"cabin\":null,\"embarked\":\"Q\"},{\"survived\":1,\"name\":\"Williams, Mr. Charles Eugene\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"244373\",\"fare\":13.0,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"345763\",\"fare\":18.0,\"cabin\":null,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"2649\",\"fare\":7.225,\"cabin\":null,\"embarked\":\"C\"}]}"
},
"execution_count": 29,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 29
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:10.625410Z",
"start_time": "2024-08-08T09:45:10.587422Z"
}
},
"source": [
"// '-' operator can also be used for removing columns\n",
"df - { passengerId } - { pclass } - { cabin }"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | survived | name | sex | age | sibSp | parch | ticket | fare | embarked |
|---|
| 0 | Braund, Mr. Owen Harris | male | 22.000000 | 1 | 0 | A/5 21171 | 7.250000 | S |
| 1 | Cumings, Mrs. John Bradley (Florence ... | female | 38.000000 | 1 | 0 | PC 17599 | 71.283300 | C |
| 1 | Heikkinen, Miss. Laina | female | 26.000000 | 0 | 0 | STON/O2. 3101282 | 7.925000 | S |
| 1 | Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 35.000000 | 1 | 0 | 113803 | 53.100000 | S |
| 0 | Allen, Mr. William Henry | male | 35.000000 | 0 | 0 | 373450 | 8.050000 | S |
| 0 | Moran, Mr. James | male | null | 0 | 0 | 330877 | 8.458300 | Q |
| 0 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | S |
| 0 | Palsson, Master. Gosta Leonard | male | 2.000000 | 3 | 1 | 349909 | 21.075000 | S |
| 1 | Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 27.000000 | 0 | 2 | 347742 | 11.133300 | S |
| 1 | Nasser, Mrs. Nicholas (Adele Achem) | female | 14.000000 | 1 | 0 | 237736 | 30.070800 | C |
| 1 | Sandstrom, Miss. Marguerite Rut | female | 4.000000 | 1 | 1 | PP 9549 | 16.700000 | S |
| 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | S |
| 0 | Saundercock, Mr. William Henry | male | 20.000000 | 0 | 0 | A/5. 2151 | 8.050000 | S |
| 0 | Andersson, Mr. Anders Johan | male | 39.000000 | 1 | 5 | 347082 | 31.275000 | S |
| 0 | Vestrom, Miss. Hulda Amanda Adolfina | female | 14.000000 | 0 | 0 | 350406 | 7.854200 | S |
| 1 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | S |
| 0 | Rice, Master. Eugene | male | 2.000000 | 4 | 1 | 382652 | 29.125000 | Q |
| 1 | Williams, Mr. Charles Eugene | male | null | 0 | 0 | 244373 | 13.000000 | S |
| 0 | Vander Planke, Mrs. Julius (Emelia Ma... | female | 31.000000 | 1 | 0 | 345763 | 18.000000 | S |
| 1 | Masselmani, Mrs. Fatima | female | null | 0 | 0 | 2649 | 7.225000 | C |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"survived\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"embarked\"],\"nrow\":891,\"ncol\":9},\"kotlin_dataframe\":[{\"survived\":0,\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"age\":22.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"A/5 21171\",\"fare\":7.25,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"age\":38.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"PC 17599\",\"fare\":71.2833,\"embarked\":\"C\"},{\"survived\":1,\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"age\":26.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"STON/O2. 3101282\",\"fare\":7.925,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"age\":35.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"113803\",\"fare\":53.1,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"age\":35.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"373450\",\"fare\":8.05,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Moran, Mr. James\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"330877\",\"fare\":8.4583,\"embarked\":\"Q\"},{\"survived\":0,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":3,\"parch\":1,\"ticket\":\"349909\",\"fare\":21.075,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"age\":27.0,\"sibSp\":0,\"parch\":2,\"ticket\":\"347742\",\"fare\":11.1333,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"237736\",\"fare\":30.0708,\"embarked\":\"C\"},{\"survived\":1,\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"age\":4.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"PP 9549\",\"fare\":16.7,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"age\":20.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"A/5. 2151\",\"fare\":8.05,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"age\":39.0,\"sibSp\":1,\"parch\":5,\"ticket\":\"347082\",\"fare\":31.275,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"age\":14.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"350406\",\"fare\":7.8542,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"age\":2.0,\"sibSp\":4,\"parch\":1,\"ticket\":\"382652\",\"fare\":29.125,\"embarked\":\"Q\"},{\"survived\":1,\"name\":\"Williams, Mr. Charles Eugene\",\"sex\":\"male\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"244373\",\"fare\":13.0,\"embarked\":\"S\"},{\"survived\":0,\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"age\":31.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"345763\",\"fare\":18.0,\"embarked\":\"S\"},{\"survived\":1,\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\",\"age\":null,\"sibSp\":0,\"parch\":0,\"ticket\":\"2649\",\"fare\":7.225,\"embarked\":\"C\"}]}"
},
"execution_count": 30,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 30
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Group"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:10.806966Z",
"start_time": "2024-08-08T09:45:10.760149Z"
}
},
"source": [
"// group by single column\n",
"df.groupBy { embarked }.count()"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | embarked | count |
|---|
| S | 644 |
| C | 168 |
| Q | 77 |
| null | 2 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"embarked\",\"count\"],\"nrow\":4,\"ncol\":2},\"kotlin_dataframe\":[{\"embarked\":\"S\",\"count\":644},{\"embarked\":\"C\",\"count\":168},{\"embarked\":\"Q\",\"count\":77},{\"embarked\":null,\"count\":2}]}"
},
"execution_count": 31,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 31
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:10.943284Z",
"start_time": "2024-08-08T09:45:10.911Z"
}
},
"source": [
"// group by several columns\n",
"df.groupBy{ sex and survived }.count()"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | sex | survived | count |
|---|
| male | 0 | 468 |
| female | 1 | 233 |
| female | 0 | 81 |
| male | 1 | 109 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"sex\",\"survived\",\"count\"],\"nrow\":4,\"ncol\":3},\"kotlin_dataframe\":[{\"sex\":\"male\",\"survived\":0,\"count\":468},{\"sex\":\"female\",\"survived\":1,\"count\":233},{\"sex\":\"female\",\"survived\":0,\"count\":81},{\"sex\":\"male\",\"survived\":1,\"count\":109}]}"
},
"execution_count": 32,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 32
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:11.088091Z",
"start_time": "2024-08-08T09:45:11.058648Z"
}
},
"source": [
"// another way\n",
"df.groupBy(df.sex, df.survived).count()"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | sex | survived | count |
|---|
| male | 0 | 468 |
| female | 1 | 233 |
| female | 0 | 81 |
| male | 1 | 109 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"sex\",\"survived\",\"count\"],\"nrow\":4,\"ncol\":3},\"kotlin_dataframe\":[{\"sex\":\"male\",\"survived\":0,\"count\":468},{\"sex\":\"female\",\"survived\":1,\"count\":233},{\"sex\":\"female\",\"survived\":0,\"count\":81},{\"sex\":\"male\",\"survived\":1,\"count\":109}]}"
},
"execution_count": 33,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 33
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:11.315435Z",
"start_time": "2024-08-08T09:45:11.208701Z"
}
},
"source": [
"// Various summarization operations on grouped data frame\n",
"withAges.groupBy { embarked }.aggregate{\n",
" // Methods are invoked on every group as like calling a single DataFrame.\n",
" count() into \"total count\"\n",
" (count { survived == 1 }.toDouble() / count() * 100.0) into \"survival rate\"\n",
"\n",
" age.mean() into \"average age\" // Column operations are also supported\n",
" age.median() into \"median age\"\n",
" \n",
" val youngest = minBy { age }\n",
" youngest.name into \"youngest\"\n",
" youngest.age into \"youngest age\"\n",
" \n",
" val oldest = maxBy { age }\n",
" oldest.name into \"oldest\"\n",
" oldest.age into \"oldest age\"\n",
"}\n"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | embarked | total count | survival rate | average age | median age | youngest | youngest age | oldest | oldest age |
|---|
| S | 554 | 36.281588 | 29.445397 | 28.000000 | Hamalainen, Master. Viljo | 0.670000 | Barkworth, Mr. Algernon Henry Wilson | 80.000000 |
| C | 130 | 60.769231 | 30.814769 | 29.000000 | Thomas, Master. Assad Alexander | 0.420000 | Goldschmidt, Mr. George B | 71.000000 |
| Q | 28 | 28.571429 | 28.089286 | 27.000000 | Rice, Master. Eugene | 2.000000 | Connors, Mr. Patrick | 70.500000 |
| null | 2 | 100.000000 | 50.000000 | 50.000000 | Icard, Miss. Amelie | 38.000000 | Stone, Mrs. George Nelson (Martha Eve... | 62.000000 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"embarked\",\"total count\",\"survival rate\",\"average age\",\"median age\",\"youngest\",\"youngest age\",\"oldest\",\"oldest age\"],\"nrow\":4,\"ncol\":9},\"kotlin_dataframe\":[{\"embarked\":\"S\",\"total count\":554,\"survival rate\":36.28158844765343,\"average age\":29.44539711191336,\"median age\":28.0,\"youngest\":\"Hamalainen, Master. Viljo\",\"youngest age\":0.67,\"oldest\":\"Barkworth, Mr. Algernon Henry Wilson\",\"oldest age\":80.0},{\"embarked\":\"C\",\"total count\":130,\"survival rate\":60.76923076923077,\"average age\":30.81476923076923,\"median age\":29.0,\"youngest\":\"Thomas, Master. Assad Alexander\",\"youngest age\":0.42,\"oldest\":\"Goldschmidt, Mr. George B\",\"oldest age\":71.0},{\"embarked\":\"Q\",\"total count\":28,\"survival rate\":28.57142857142857,\"average age\":28.089285714285715,\"median age\":27.0,\"youngest\":\"Rice, Master. Eugene\",\"youngest age\":2.0,\"oldest\":\"Connors, Mr. Patrick\",\"oldest age\":70.5},{\"embarked\":null,\"total count\":2,\"survival rate\":100.0,\"average age\":50.0,\"median age\":50.0,\"youngest\":\"Icard, Miss. Amelie\",\"youngest age\":38.0,\"oldest\":\"Stone, Mrs. George Nelson (Martha Evelyn)\",\"oldest age\":62.0}]}"
},
"execution_count": 34,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 34
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Misc"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:11.410700Z",
"start_time": "2024-08-08T09:45:11.391290Z"
}
},
"source": "df.size()",
"outputs": [
{
"data": {
"text/plain": [
"891 x 12"
]
},
"execution_count": 35,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 35
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:11.509654Z",
"start_time": "2024-08-08T09:45:11.485304Z"
}
},
"source": "withAges.count { age > 50 }",
"outputs": [
{
"data": {
"text/plain": [
"64"
]
},
"execution_count": 36,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 36
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:11.572894Z",
"start_time": "2024-08-08T09:45:11.541322Z"
}
},
"source": "withAges.sortBy(){ age }.take(5)",
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 804 | 1 | 3 | Thomas, Master. Assad Alexander | male | 0.420000 | 0 | 1 | 2625 | 8.516700 | null | C |
| 756 | 1 | 2 | Hamalainen, Master. Viljo | male | 0.670000 | 1 | 1 | 250649 | 14.500000 | null | S |
| 470 | 1 | 3 | Baclini, Miss. Helene Barbara | female | 0.750000 | 2 | 1 | 2666 | 19.258300 | null | C |
| 645 | 1 | 3 | Baclini, Miss. Eugenie | female | 0.750000 | 2 | 1 | 2666 | 19.258300 | null | C |
| 79 | 1 | 2 | Caldwell, Master. Alden Gates | male | 0.830000 | 0 | 2 | 248738 | 29.000000 | null | S |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":5,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":804,\"survived\":1,\"pclass\":3,\"name\":\"Thomas, Master. Assad Alexander\",\"sex\":\"male\",\"age\":0.42,\"sibSp\":0,\"parch\":1,\"ticket\":\"2625\",\"fare\":8.5167,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":756,\"survived\":1,\"pclass\":2,\"name\":\"Hamalainen, Master. Viljo\",\"sex\":\"male\",\"age\":0.67,\"sibSp\":1,\"parch\":1,\"ticket\":\"250649\",\"fare\":14.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":470,\"survived\":1,\"pclass\":3,\"name\":\"Baclini, Miss. Helene Barbara\",\"sex\":\"female\",\"age\":0.75,\"sibSp\":2,\"parch\":1,\"ticket\":\"2666\",\"fare\":19.2583,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":645,\"survived\":1,\"pclass\":3,\"name\":\"Baclini, Miss. Eugenie\",\"sex\":\"female\",\"age\":0.75,\"sibSp\":2,\"parch\":1,\"ticket\":\"2666\",\"fare\":19.2583,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":79,\"survived\":1,\"pclass\":2,\"name\":\"Caldwell, Master. Alden Gates\",\"sex\":\"male\",\"age\":0.83,\"sibSp\":0,\"parch\":2,\"ticket\":\"248738\",\"fare\":29.0,\"cabin\":null,\"embarked\":\"S\"}]}"
},
"execution_count": 37,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 37
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:11.628070Z",
"start_time": "2024-08-08T09:45:11.598659Z"
}
},
"source": "withAges.sortBy{ age }.takeLast(5)",
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 117 | 0 | 3 | Connors, Mr. Patrick | male | 70.500000 | 0 | 0 | 370369 | 7.750000 | null | Q |
| 97 | 0 | 1 | Goldschmidt, Mr. George B | male | 71.000000 | 0 | 0 | PC 17754 | 34.654200 | A5 | C |
| 494 | 0 | 1 | Artagaveytia, Mr. Ramon | male | 71.000000 | 0 | 0 | PC 17609 | 49.504200 | null | C |
| 852 | 0 | 3 | Svensson, Mr. Johan | male | 74.000000 | 0 | 0 | 347060 | 7.775000 | null | S |
| 631 | 1 | 1 | Barkworth, Mr. Algernon Henry Wilson | male | 80.000000 | 0 | 0 | 27042 | 30.000000 | A23 | S |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":5,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":117,\"survived\":0,\"pclass\":3,\"name\":\"Connors, Mr. Patrick\",\"sex\":\"male\",\"age\":70.5,\"sibSp\":0,\"parch\":0,\"ticket\":\"370369\",\"fare\":7.75,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":97,\"survived\":0,\"pclass\":1,\"name\":\"Goldschmidt, Mr. George B\",\"sex\":\"male\",\"age\":71.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"PC 17754\",\"fare\":34.6542,\"cabin\":\"A5\",\"embarked\":\"C\"},{\"passengerId\":494,\"survived\":0,\"pclass\":1,\"name\":\"Artagaveytia, Mr. Ramon\",\"sex\":\"male\",\"age\":71.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"PC 17609\",\"fare\":49.5042,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":852,\"survived\":0,\"pclass\":3,\"name\":\"Svensson, Mr. Johan\",\"sex\":\"male\",\"age\":74.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"347060\",\"fare\":7.775,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":631,\"survived\":1,\"pclass\":1,\"name\":\"Barkworth, Mr. Algernon Henry Wilson\",\"sex\":\"male\",\"age\":80.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"27042\",\"fare\":30.0,\"cabin\":\"A23\",\"embarked\":\"S\"}]}"
},
"execution_count": 38,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 38
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## List <-> DataFrame conversion"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:11.723024Z",
"start_time": "2024-08-08T09:45:11.682739Z"
}
},
"source": [
"// 'rows' field is Iterable> so it can be used in any stdlib extensions for Iterable\n",
"df.rows().map { it.name }.take(5)"
],
"outputs": [
{
"data": {
"text/plain": [
"[Braund, Mr. Owen Harris, Cumings, Mrs. John Bradley (Florence Briggs Thayer), Heikkinen, Miss. Laina, Futrelle, Mrs. Jacques Heath (Lily May Peel), Allen, Mr. William Henry]"
]
},
"execution_count": 39,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 39
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:11.896405Z",
"start_time": "2024-08-08T09:45:11.794111Z"
}
},
"source": [
"// Sample List\n",
"data class Item(val first: Int, val second: Double)\n",
"val itemsList = listOf(Item(1,2.0), Item(2, 3.0), Item(3, 4.0))\n",
"\n",
"// List -> DataFrame by reflection\n",
"itemsList.toDataFrame()"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | first | second |
|---|
| 1 | 2.000000 |
| 2 | 3.000000 |
| 3 | 4.000000 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"first\",\"second\"],\"nrow\":3,\"ncol\":2},\"kotlin_dataframe\":[{\"first\":1,\"second\":2.0},{\"first\":2,\"second\":3.0},{\"first\":3,\"second\":4.0}]}"
},
"execution_count": 40,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 40
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:11.971442Z",
"start_time": "2024-08-08T09:45:11.924301Z"
}
},
"source": [
"// List -> DataFrame by mappings\n",
"itemsList.toDataFrame {\n",
" \"a\" from { it.first }\n",
" \"b\" from { it.second }\n",
" \"c\" from { it.first * it.second }\n",
"}"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | a | b | c |
|---|
| 1 | 2.000000 | 2.000000 |
| 2 | 3.000000 | 6.000000 |
| 3 | 4.000000 | 12.000000 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"a\",\"b\",\"c\"],\"nrow\":3,\"ncol\":3},\"kotlin_dataframe\":[{\"a\":1,\"b\":2.0,\"c\":2.0},{\"a\":2,\"b\":3.0,\"c\":6.0},{\"a\":3,\"b\":4.0,\"c\":12.0}]}"
},
"execution_count": 41,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 41
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.039752Z",
"start_time": "2024-08-08T09:45:12.038890Z"
}
},
"cell_type": "code",
"source": "",
"outputs": [],
"execution_count": null
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.169358Z",
"start_time": "2024-08-08T09:45:12.097656Z"
}
},
"cell_type": "code",
"source": [
"// Convert data frame to a list of data class items\n",
"@DataSchema\n",
"data class Person(val name: String, val age: Double?)\n",
"\n",
"val passengers = df.toListOf()"
],
"outputs": [],
"execution_count": 43
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.252042Z",
"start_time": "2024-08-08T09:45:12.227404Z"
}
},
"source": [
"// Check type of the element\n",
"passengers[0].javaClass"
],
"outputs": [
{
"data": {
"text/plain": [
"class Line_89_jupyter$Person"
]
},
"execution_count": 44,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 44
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.311253Z",
"start_time": "2024-08-08T09:45:12.260403Z"
}
},
"source": [
"// Do any list operations\n",
"passengers.maxBy { it.age ?: .0 }"
],
"outputs": [
{
"data": {
"text/plain": [
"Person(name=Barkworth, Mr. Algernon Henry Wilson, age=80.0)"
]
},
"execution_count": 45,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 45
},
{
"cell_type": "markdown",
"metadata": {},
"source": "## Column-specific extensions for Dataframe"
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.379023Z",
"start_time": "2024-08-08T09:45:12.317693Z"
}
},
"source": [
"// Create marker interface to write column-specific extensions for dataframes\n",
"@DataSchema\n",
"interface SimplePerson {\n",
" val name: String\n",
" val age: Double\n",
"}"
],
"outputs": [],
"execution_count": 46
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.413114Z",
"start_time": "2024-08-08T09:45:12.386061Z"
}
},
"cell_type": "code",
"source": [
"// Create extension for any data frame with fields 'name' and 'age'\n",
"fun DataFrame.getOlderThan(minAge: Double) = filter { age > minAge }"
],
"outputs": [],
"execution_count": 47
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.481357Z",
"start_time": "2024-08-08T09:45:12.418141Z"
}
},
"cell_type": "code",
"source": [
"// The @DataSchema and extension function is automatically applied to any dataframe \n",
"// created after that match the column names and types\n",
"val updatedWithAges = withAges"
],
"outputs": [],
"execution_count": 48
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.518281Z",
"start_time": "2024-08-08T09:45:12.489349Z"
}
},
"cell_type": "code",
"source": [
"// The dataframe is now considered a subtype of `SimplePerson` and can access extension functions.\n",
"updatedWithAges.getOlderThan(50.0)"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | passengerId | survived | pclass | name | sex | age | sibSp | parch | ticket | fare | cabin | embarked |
|---|
| 7 | 0 | 1 | McCarthy, Mr. Timothy J | male | 54.000000 | 0 | 0 | 17463 | 51.862500 | E46 | S |
| 12 | 1 | 1 | Bonnell, Miss. Elizabeth | female | 58.000000 | 0 | 0 | 113783 | 26.550000 | C103 | S |
| 16 | 1 | 2 | Hewlett, Mrs. (Mary D Kingcome) | female | 55.000000 | 0 | 0 | 248706 | 16.000000 | null | S |
| 34 | 0 | 2 | Wheadon, Mr. Edward H | male | 66.000000 | 0 | 0 | C.A. 24579 | 10.500000 | null | S |
| 55 | 0 | 1 | Ostby, Mr. Engelhart Cornelius | male | 65.000000 | 0 | 1 | 113509 | 61.979200 | B30 | C |
| 95 | 0 | 3 | Coxon, Mr. Daniel | male | 59.000000 | 0 | 0 | 364500 | 7.250000 | null | S |
| 97 | 0 | 1 | Goldschmidt, Mr. George B | male | 71.000000 | 0 | 0 | PC 17754 | 34.654200 | A5 | C |
| 117 | 0 | 3 | Connors, Mr. Patrick | male | 70.500000 | 0 | 0 | 370369 | 7.750000 | null | Q |
| 125 | 0 | 1 | White, Mr. Percival Wayland | male | 54.000000 | 0 | 1 | 35281 | 77.287500 | D26 | S |
| 151 | 0 | 2 | Bateman, Rev. Robert James | male | 51.000000 | 0 | 0 | S.O.P. 1166 | 12.525000 | null | S |
| 153 | 0 | 3 | Meo, Mr. Alfonzo | male | 55.500000 | 0 | 0 | A.5. 11206 | 8.050000 | null | S |
| 156 | 0 | 1 | Williams, Mr. Charles Duane | male | 51.000000 | 0 | 1 | PC 17597 | 61.379200 | null | C |
| 171 | 0 | 1 | Van der hoef, Mr. Wyckoff | male | 61.000000 | 0 | 0 | 111240 | 33.500000 | B19 | S |
| 175 | 0 | 1 | Smith, Mr. James Clinch | male | 56.000000 | 0 | 0 | 17764 | 30.695800 | A7 | C |
| 196 | 1 | 1 | Lurette, Miss. Elise | female | 58.000000 | 0 | 0 | PC 17569 | 146.520800 | B80 | C |
| 223 | 0 | 3 | Green, Mr. George Henry | male | 51.000000 | 0 | 0 | 21440 | 8.050000 | null | S |
| 233 | 0 | 2 | Sjostedt, Mr. Ernst Adolf | male | 59.000000 | 0 | 0 | 237442 | 13.500000 | null | S |
| 250 | 0 | 2 | Carter, Rev. Ernest Courtenay | male | 54.000000 | 1 | 0 | 244252 | 26.000000 | null | S |
| 253 | 0 | 1 | Stead, Mr. William Thomas | male | 62.000000 | 0 | 0 | 113514 | 26.550000 | C87 | S |
| 263 | 0 | 1 | Taussig, Mr. Emil | male | 52.000000 | 1 | 1 | 110413 | 79.650000 | E67 | S |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"passengerId\",\"survived\",\"pclass\",\"name\",\"sex\",\"age\",\"sibSp\",\"parch\",\"ticket\",\"fare\",\"cabin\",\"embarked\"],\"nrow\":64,\"ncol\":12},\"kotlin_dataframe\":[{\"passengerId\":7,\"survived\":0,\"pclass\":1,\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17463\",\"fare\":51.8625,\"cabin\":\"E46\",\"embarked\":\"S\"},{\"passengerId\":12,\"survived\":1,\"pclass\":1,\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113783\",\"fare\":26.55,\"cabin\":\"C103\",\"embarked\":\"S\"},{\"passengerId\":16,\"survived\":1,\"pclass\":2,\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"age\":55.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"248706\",\"fare\":16.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":34,\"survived\":0,\"pclass\":2,\"name\":\"Wheadon, Mr. Edward H\",\"sex\":\"male\",\"age\":66.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"C.A. 24579\",\"fare\":10.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":55,\"survived\":0,\"pclass\":1,\"name\":\"Ostby, Mr. Engelhart Cornelius\",\"sex\":\"male\",\"age\":65.0,\"sibSp\":0,\"parch\":1,\"ticket\":\"113509\",\"fare\":61.9792,\"cabin\":\"B30\",\"embarked\":\"C\"},{\"passengerId\":95,\"survived\":0,\"pclass\":3,\"name\":\"Coxon, Mr. Daniel\",\"sex\":\"male\",\"age\":59.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"364500\",\"fare\":7.25,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":97,\"survived\":0,\"pclass\":1,\"name\":\"Goldschmidt, Mr. George B\",\"sex\":\"male\",\"age\":71.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"PC 17754\",\"fare\":34.6542,\"cabin\":\"A5\",\"embarked\":\"C\"},{\"passengerId\":117,\"survived\":0,\"pclass\":3,\"name\":\"Connors, Mr. Patrick\",\"sex\":\"male\",\"age\":70.5,\"sibSp\":0,\"parch\":0,\"ticket\":\"370369\",\"fare\":7.75,\"cabin\":null,\"embarked\":\"Q\"},{\"passengerId\":125,\"survived\":0,\"pclass\":1,\"name\":\"White, Mr. Percival Wayland\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":0,\"parch\":1,\"ticket\":\"35281\",\"fare\":77.2875,\"cabin\":\"D26\",\"embarked\":\"S\"},{\"passengerId\":151,\"survived\":0,\"pclass\":2,\"name\":\"Bateman, Rev. Robert James\",\"sex\":\"male\",\"age\":51.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"S.O.P. 1166\",\"fare\":12.525,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":153,\"survived\":0,\"pclass\":3,\"name\":\"Meo, Mr. Alfonzo\",\"sex\":\"male\",\"age\":55.5,\"sibSp\":0,\"parch\":0,\"ticket\":\"A.5. 11206\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":156,\"survived\":0,\"pclass\":1,\"name\":\"Williams, Mr. Charles Duane\",\"sex\":\"male\",\"age\":51.0,\"sibSp\":0,\"parch\":1,\"ticket\":\"PC 17597\",\"fare\":61.3792,\"cabin\":null,\"embarked\":\"C\"},{\"passengerId\":171,\"survived\":0,\"pclass\":1,\"name\":\"Van der hoef, Mr. Wyckoff\",\"sex\":\"male\",\"age\":61.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"111240\",\"fare\":33.5,\"cabin\":\"B19\",\"embarked\":\"S\"},{\"passengerId\":175,\"survived\":0,\"pclass\":1,\"name\":\"Smith, Mr. James Clinch\",\"sex\":\"male\",\"age\":56.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"17764\",\"fare\":30.6958,\"cabin\":\"A7\",\"embarked\":\"C\"},{\"passengerId\":196,\"survived\":1,\"pclass\":1,\"name\":\"Lurette, Miss. Elise\",\"sex\":\"female\",\"age\":58.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"PC 17569\",\"fare\":146.5208,\"cabin\":\"B80\",\"embarked\":\"C\"},{\"passengerId\":223,\"survived\":0,\"pclass\":3,\"name\":\"Green, Mr. George Henry\",\"sex\":\"male\",\"age\":51.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"21440\",\"fare\":8.05,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":233,\"survived\":0,\"pclass\":2,\"name\":\"Sjostedt, Mr. Ernst Adolf\",\"sex\":\"male\",\"age\":59.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"237442\",\"fare\":13.5,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":250,\"survived\":0,\"pclass\":2,\"name\":\"Carter, Rev. Ernest Courtenay\",\"sex\":\"male\",\"age\":54.0,\"sibSp\":1,\"parch\":0,\"ticket\":\"244252\",\"fare\":26.0,\"cabin\":null,\"embarked\":\"S\"},{\"passengerId\":253,\"survived\":0,\"pclass\":1,\"name\":\"Stead, Mr. William Thomas\",\"sex\":\"male\",\"age\":62.0,\"sibSp\":0,\"parch\":0,\"ticket\":\"113514\",\"fare\":26.55,\"cabin\":\"C87\",\"embarked\":\"S\"},{\"passengerId\":263,\"survived\":0,\"pclass\":1,\"name\":\"Taussig, Mr. Emil\",\"sex\":\"male\",\"age\":52.0,\"sibSp\":1,\"parch\":1,\"ticket\":\"110413\",\"fare\":79.65,\"cabin\":\"E67\",\"embarked\":\"S\"}]}"
},
"execution_count": 49,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 49
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.558431Z",
"start_time": "2024-08-08T09:45:12.521145Z"
}
},
"source": [
"import org.jetbrains.kotlinx.dataframe.codeGen.generateInterfaces\n",
"\n",
"// code for marker interface can be auto-generated\n",
"withAges.select{ name and age and sex and ticket }.generateInterfaces(\"Person\")"
],
"outputs": [
{
"data": {
"text/plain": [
"@DataSchema\n",
"interface Person {\n",
" val age: kotlin.Double\n",
" val name: kotlin.String\n",
" val sex: kotlin.String\n",
" val ticket: kotlin.String\n",
"}"
]
},
"execution_count": 50,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 50
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.674892Z",
"start_time": "2024-08-08T09:45:12.596827Z"
}
},
"cell_type": "code",
"source": [
"// Copy-paste the interface and run it\n",
"@DataSchema\n",
"interface Person {\n",
" val age: kotlin.Double\n",
" val name: kotlin.String\n",
" val sex: kotlin.String\n",
" val ticket: kotlin.String\n",
"}"
],
"outputs": [],
"execution_count": 51
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.759944Z",
"start_time": "2024-08-08T09:45:12.734376Z"
}
},
"source": [
"// Now interface 'Person' is available, so we can write an extension method, \n",
"// that will work for any data frame with these four columns\n",
"fun DataFrame.addSummary() = add(\"summary\") {\"$sex $name $age has ticket $ticket\"}"
],
"outputs": [],
"execution_count": 52
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.832466Z",
"start_time": "2024-08-08T09:45:12.773021Z"
}
},
"source": [
"// for example, it works for 'withAges' data frame, but only after the cell has been evaluated.\n",
"val dfWithSummary = withAges"
],
"outputs": [],
"execution_count": 53
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:12.854048Z",
"start_time": "2024-08-08T09:45:12.838226Z"
}
},
"cell_type": "code",
"source": "dfWitSummary.addSummary()",
"outputs": [
{
"ename": "org.jetbrains.kotlinx.jupyter.exceptions.ReplCompilerException",
"evalue": "Line_108.jupyter.kts (1:1 - 13) Unresolved reference: dfWitSummary",
"output_type": "error",
"traceback": [
"org.jetbrains.kotlinx.jupyter.repl.impl.JupyterCompilerImpl.compileSync(JupyterCompilerImpl.kt:201)",
"org.jetbrains.kotlinx.jupyter.repl.impl.InternalEvaluatorImpl.eval(InternalEvaluatorImpl.kt:126)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:80)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withHost(ReplForJupyterImpl.kt:762)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl.execute-L4Nmkdk(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.execution.CellExecutor$DefaultImpls.execute-L4Nmkdk$default(CellExecutor.kt:13)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:585)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.access$evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:138)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:442)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withEvalContext(ReplForJupyterImpl.kt:420)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evalEx(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:136)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:135)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$Task.execute(JupyterExecutorImpl.kt:42)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:82)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:80)",
"kotlin.concurrent.ThreadsKt$thread$thread$1.run(Thread.kt:30)"
]
}
],
"execution_count": 54
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Column-based polymorphism"
]
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:37.298791Z",
"start_time": "2024-08-08T09:45:37.219496Z"
}
},
"source": [
"// When data frame variable is mutable, a strongly typed wrapper for it \n",
"// is generated only once after the first execution of a cell where it is declared\n",
"var nameAndSex = df.select(df.name, df.sex)\n",
"nameAndSex"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | name | sex |
|---|
| Braund, Mr. Owen Harris | male |
| Cumings, Mrs. John Bradley (Florence ... | female |
| Heikkinen, Miss. Laina | female |
| Futrelle, Mrs. Jacques Heath (Lily Ma... | female |
| Allen, Mr. William Henry | male |
| Moran, Mr. James | male |
| McCarthy, Mr. Timothy J | male |
| Palsson, Master. Gosta Leonard | male |
| Johnson, Mrs. Oscar W (Elisabeth Vilh... | female |
| Nasser, Mrs. Nicholas (Adele Achem) | female |
| Sandstrom, Miss. Marguerite Rut | female |
| Bonnell, Miss. Elizabeth | female |
| Saundercock, Mr. William Henry | male |
| Andersson, Mr. Anders Johan | male |
| Vestrom, Miss. Hulda Amanda Adolfina | female |
| Hewlett, Mrs. (Mary D Kingcome) | female |
| Rice, Master. Eugene | male |
| Williams, Mr. Charles Eugene | male |
| Vander Planke, Mrs. Julius (Emelia Ma... | female |
| Masselmani, Mrs. Fatima | female |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"name\",\"sex\"],\"nrow\":891,\"ncol\":2},\"kotlin_dataframe\":[{\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\"},{\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\"},{\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\"},{\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\"},{\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\"},{\"name\":\"Moran, Mr. James\",\"sex\":\"male\"},{\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\"},{\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\"},{\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\"},{\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\"},{\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\"},{\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\"},{\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\"},{\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\"},{\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\"},{\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\"},{\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\"},{\"name\":\"Williams, Mr. Charles Eugene\",\"sex\":\"male\"},{\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\"},{\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\"}]}"
},
"execution_count": 55,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 55
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:37.378038Z",
"start_time": "2024-08-08T09:45:37.304742Z"
}
},
"source": [
"// let's declare immutable variable, that contains all string columns\n",
"val strings = df.select { colsOf() }\n",
"strings"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | name | sex | ticket |
|---|
| Braund, Mr. Owen Harris | male | A/5 21171 |
| Cumings, Mrs. John Bradley (Florence ... | female | PC 17599 |
| Heikkinen, Miss. Laina | female | STON/O2. 3101282 |
| Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 113803 |
| Allen, Mr. William Henry | male | 373450 |
| Moran, Mr. James | male | 330877 |
| McCarthy, Mr. Timothy J | male | 17463 |
| Palsson, Master. Gosta Leonard | male | 349909 |
| Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 347742 |
| Nasser, Mrs. Nicholas (Adele Achem) | female | 237736 |
| Sandstrom, Miss. Marguerite Rut | female | PP 9549 |
| Bonnell, Miss. Elizabeth | female | 113783 |
| Saundercock, Mr. William Henry | male | A/5. 2151 |
| Andersson, Mr. Anders Johan | male | 347082 |
| Vestrom, Miss. Hulda Amanda Adolfina | female | 350406 |
| Hewlett, Mrs. (Mary D Kingcome) | female | 248706 |
| Rice, Master. Eugene | male | 382652 |
| Williams, Mr. Charles Eugene | male | 244373 |
| Vander Planke, Mrs. Julius (Emelia Ma... | female | 345763 |
| Masselmani, Mrs. Fatima | female | 2649 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"name\",\"sex\",\"ticket\"],\"nrow\":891,\"ncol\":3},\"kotlin_dataframe\":[{\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"ticket\":\"A/5 21171\"},{\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"ticket\":\"PC 17599\"},{\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"ticket\":\"STON/O2. 3101282\"},{\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"ticket\":\"113803\"},{\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"ticket\":\"373450\"},{\"name\":\"Moran, Mr. James\",\"sex\":\"male\",\"ticket\":\"330877\"},{\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"ticket\":\"17463\"},{\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"ticket\":\"349909\"},{\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"ticket\":\"347742\"},{\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"ticket\":\"237736\"},{\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"ticket\":\"PP 9549\"},{\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"ticket\":\"113783\"},{\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"ticket\":\"A/5. 2151\"},{\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"ticket\":\"347082\"},{\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"ticket\":\"350406\"},{\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"ticket\":\"248706\"},{\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"ticket\":\"382652\"},{\"name\":\"Williams, Mr. Charles Eugene\",\"sex\":\"male\",\"ticket\":\"244373\"},{\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"ticket\":\"345763\"},{\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\",\"ticket\":\"2649\"}]}"
},
"execution_count": 56,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 56
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:37.436014Z",
"start_time": "2024-08-08T09:45:37.403864Z"
}
},
"source": [
"// 'nameAndSex' is assignable from 'strings', \n",
"// because 'strings' has all the columns that are required by type of 'nameAndSex'\n",
"nameAndSex = strings\n",
"\n",
"// note, that the actual value of 'nameAndSex' is still a data frame of all string columns\n",
"nameAndSex"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | name | sex | ticket |
|---|
| Braund, Mr. Owen Harris | male | A/5 21171 |
| Cumings, Mrs. John Bradley (Florence ... | female | PC 17599 |
| Heikkinen, Miss. Laina | female | STON/O2. 3101282 |
| Futrelle, Mrs. Jacques Heath (Lily Ma... | female | 113803 |
| Allen, Mr. William Henry | male | 373450 |
| Moran, Mr. James | male | 330877 |
| McCarthy, Mr. Timothy J | male | 17463 |
| Palsson, Master. Gosta Leonard | male | 349909 |
| Johnson, Mrs. Oscar W (Elisabeth Vilh... | female | 347742 |
| Nasser, Mrs. Nicholas (Adele Achem) | female | 237736 |
| Sandstrom, Miss. Marguerite Rut | female | PP 9549 |
| Bonnell, Miss. Elizabeth | female | 113783 |
| Saundercock, Mr. William Henry | male | A/5. 2151 |
| Andersson, Mr. Anders Johan | male | 347082 |
| Vestrom, Miss. Hulda Amanda Adolfina | female | 350406 |
| Hewlett, Mrs. (Mary D Kingcome) | female | 248706 |
| Rice, Master. Eugene | male | 382652 |
| Williams, Mr. Charles Eugene | male | 244373 |
| Vander Planke, Mrs. Julius (Emelia Ma... | female | 345763 |
| Masselmani, Mrs. Fatima | female | 2649 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"name\",\"sex\",\"ticket\"],\"nrow\":891,\"ncol\":3},\"kotlin_dataframe\":[{\"name\":\"Braund, Mr. Owen Harris\",\"sex\":\"male\",\"ticket\":\"A/5 21171\"},{\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"sex\":\"female\",\"ticket\":\"PC 17599\"},{\"name\":\"Heikkinen, Miss. Laina\",\"sex\":\"female\",\"ticket\":\"STON/O2. 3101282\"},{\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"sex\":\"female\",\"ticket\":\"113803\"},{\"name\":\"Allen, Mr. William Henry\",\"sex\":\"male\",\"ticket\":\"373450\"},{\"name\":\"Moran, Mr. James\",\"sex\":\"male\",\"ticket\":\"330877\"},{\"name\":\"McCarthy, Mr. Timothy J\",\"sex\":\"male\",\"ticket\":\"17463\"},{\"name\":\"Palsson, Master. Gosta Leonard\",\"sex\":\"male\",\"ticket\":\"349909\"},{\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"sex\":\"female\",\"ticket\":\"347742\"},{\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"sex\":\"female\",\"ticket\":\"237736\"},{\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"sex\":\"female\",\"ticket\":\"PP 9549\"},{\"name\":\"Bonnell, Miss. Elizabeth\",\"sex\":\"female\",\"ticket\":\"113783\"},{\"name\":\"Saundercock, Mr. William Henry\",\"sex\":\"male\",\"ticket\":\"A/5. 2151\"},{\"name\":\"Andersson, Mr. Anders Johan\",\"sex\":\"male\",\"ticket\":\"347082\"},{\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"sex\":\"female\",\"ticket\":\"350406\"},{\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"sex\":\"female\",\"ticket\":\"248706\"},{\"name\":\"Rice, Master. Eugene\",\"sex\":\"male\",\"ticket\":\"382652\"},{\"name\":\"Williams, Mr. Charles Eugene\",\"sex\":\"male\",\"ticket\":\"244373\"},{\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"sex\":\"female\",\"ticket\":\"345763\"},{\"name\":\"Masselmani, Mrs. Fatima\",\"sex\":\"female\",\"ticket\":\"2649\"}]}"
},
"execution_count": 57,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 57
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:37.525977Z",
"start_time": "2024-08-08T09:45:37.497905Z"
}
},
"source": [
"// but typed access to the fields works only for 'name' and 'sex'\n",
"nameAndSex.sex // this is OK"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | sex |
|---|
| male |
| female |
| female |
| female |
| male |
| male |
| male |
| male |
| female |
| female |
| female |
| female |
| male |
| male |
| female |
| female |
| male |
| male |
| female |
| female |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"sex\"],\"nrow\":891,\"ncol\":1},\"kotlin_dataframe\":[{\"sex\":\"male\"},{\"sex\":\"female\"},{\"sex\":\"female\"},{\"sex\":\"female\"},{\"sex\":\"male\"},{\"sex\":\"male\"},{\"sex\":\"male\"},{\"sex\":\"male\"},{\"sex\":\"female\"},{\"sex\":\"female\"},{\"sex\":\"female\"},{\"sex\":\"female\"},{\"sex\":\"male\"},{\"sex\":\"male\"},{\"sex\":\"female\"},{\"sex\":\"female\"},{\"sex\":\"male\"},{\"sex\":\"male\"},{\"sex\":\"female\"},{\"sex\":\"female\"}]}"
},
"execution_count": 58,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 58
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:45:37.627195Z",
"start_time": "2024-08-08T09:45:37.618813Z"
}
},
"source": [
"// this fails with compilation error\n",
"nameAndSex.ticket"
],
"outputs": [
{
"ename": "org.jetbrains.kotlinx.jupyter.exceptions.ReplCompilerException",
"evalue": "Line_120.jupyter.kts (2:12 - 18) Unresolved reference. None of the following candidates is applicable because of receiver type mismatch: \npublic final val ColumnsContainer.ticket: DataColumn defined in Line_113_jupyter\npublic final val DataRow.ticket: String defined in Line_113_jupyter",
"output_type": "error",
"traceback": [
"org.jetbrains.kotlinx.jupyter.repl.impl.JupyterCompilerImpl.compileSync(JupyterCompilerImpl.kt:201)",
"org.jetbrains.kotlinx.jupyter.repl.impl.InternalEvaluatorImpl.eval(InternalEvaluatorImpl.kt:126)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:80)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withHost(ReplForJupyterImpl.kt:762)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl.execute-L4Nmkdk(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.execution.CellExecutor$DefaultImpls.execute-L4Nmkdk$default(CellExecutor.kt:13)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:585)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.access$evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:138)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:442)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withEvalContext(ReplForJupyterImpl.kt:420)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evalEx(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:136)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:135)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$Task.execute(JupyterExecutorImpl.kt:42)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:82)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:80)",
"kotlin.concurrent.ThreadsKt$thread$thread$1.run(Thread.kt:30)"
]
}
],
"execution_count": 59
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:46:00.132563Z",
"start_time": "2024-08-08T09:46:00.107436Z"
}
},
"source": "nameAndSex[\"ticket\"] // the requested column is still available by column name string",
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | ticket |
|---|
| A/5 21171 |
| PC 17599 |
| STON/O2. 3101282 |
| 113803 |
| 373450 |
| 330877 |
| 17463 |
| 349909 |
| 347742 |
| 237736 |
| PP 9549 |
| 113783 |
| A/5. 2151 |
| 347082 |
| 350406 |
| 248706 |
| 382652 |
| 244373 |
| 345763 |
| 2649 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"ticket\"],\"nrow\":891,\"ncol\":1},\"kotlin_dataframe\":[{\"ticket\":\"A/5 21171\"},{\"ticket\":\"PC 17599\"},{\"ticket\":\"STON/O2. 3101282\"},{\"ticket\":\"113803\"},{\"ticket\":\"373450\"},{\"ticket\":\"330877\"},{\"ticket\":\"17463\"},{\"ticket\":\"349909\"},{\"ticket\":\"347742\"},{\"ticket\":\"237736\"},{\"ticket\":\"PP 9549\"},{\"ticket\":\"113783\"},{\"ticket\":\"A/5. 2151\"},{\"ticket\":\"347082\"},{\"ticket\":\"350406\"},{\"ticket\":\"248706\"},{\"ticket\":\"382652\"},{\"ticket\":\"244373\"},{\"ticket\":\"345763\"},{\"ticket\":\"2649\"}]}"
},
"execution_count": 60,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 60
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:46:00.228390Z",
"start_time": "2024-08-08T09:46:00.140593Z"
}
},
"source": [
"// now let's create a variable with two other columns\n",
"val nameAndTicket = df.select(df.name, df.ticket)\n",
"nameAndTicket"
],
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
" \n",
" | name | ticket |
|---|
| Braund, Mr. Owen Harris | A/5 21171 |
| Cumings, Mrs. John Bradley (Florence ... | PC 17599 |
| Heikkinen, Miss. Laina | STON/O2. 3101282 |
| Futrelle, Mrs. Jacques Heath (Lily Ma... | 113803 |
| Allen, Mr. William Henry | 373450 |
| Moran, Mr. James | 330877 |
| McCarthy, Mr. Timothy J | 17463 |
| Palsson, Master. Gosta Leonard | 349909 |
| Johnson, Mrs. Oscar W (Elisabeth Vilh... | 347742 |
| Nasser, Mrs. Nicholas (Adele Achem) | 237736 |
| Sandstrom, Miss. Marguerite Rut | PP 9549 |
| Bonnell, Miss. Elizabeth | 113783 |
| Saundercock, Mr. William Henry | A/5. 2151 |
| Andersson, Mr. Anders Johan | 347082 |
| Vestrom, Miss. Hulda Amanda Adolfina | 350406 |
| Hewlett, Mrs. (Mary D Kingcome) | 248706 |
| Rice, Master. Eugene | 382652 |
| Williams, Mr. Charles Eugene | 244373 |
| Vander Planke, Mrs. Julius (Emelia Ma... | 345763 |
| Masselmani, Mrs. Fatima | 2649 |
\n",
" \n",
" \n",
" "
],
"application/kotlindataframe+json": "{\"$version\":\"2.0.0\",\"metadata\":{\"columns\":[\"name\",\"ticket\"],\"nrow\":891,\"ncol\":2},\"kotlin_dataframe\":[{\"name\":\"Braund, Mr. Owen Harris\",\"ticket\":\"A/5 21171\"},{\"name\":\"Cumings, Mrs. John Bradley (Florence Briggs Thayer)\",\"ticket\":\"PC 17599\"},{\"name\":\"Heikkinen, Miss. Laina\",\"ticket\":\"STON/O2. 3101282\"},{\"name\":\"Futrelle, Mrs. Jacques Heath (Lily May Peel)\",\"ticket\":\"113803\"},{\"name\":\"Allen, Mr. William Henry\",\"ticket\":\"373450\"},{\"name\":\"Moran, Mr. James\",\"ticket\":\"330877\"},{\"name\":\"McCarthy, Mr. Timothy J\",\"ticket\":\"17463\"},{\"name\":\"Palsson, Master. Gosta Leonard\",\"ticket\":\"349909\"},{\"name\":\"Johnson, Mrs. Oscar W (Elisabeth Vilhelmina Berg)\",\"ticket\":\"347742\"},{\"name\":\"Nasser, Mrs. Nicholas (Adele Achem)\",\"ticket\":\"237736\"},{\"name\":\"Sandstrom, Miss. Marguerite Rut\",\"ticket\":\"PP 9549\"},{\"name\":\"Bonnell, Miss. Elizabeth\",\"ticket\":\"113783\"},{\"name\":\"Saundercock, Mr. William Henry\",\"ticket\":\"A/5. 2151\"},{\"name\":\"Andersson, Mr. Anders Johan\",\"ticket\":\"347082\"},{\"name\":\"Vestrom, Miss. Hulda Amanda Adolfina\",\"ticket\":\"350406\"},{\"name\":\"Hewlett, Mrs. (Mary D Kingcome) \",\"ticket\":\"248706\"},{\"name\":\"Rice, Master. Eugene\",\"ticket\":\"382652\"},{\"name\":\"Williams, Mr. Charles Eugene\",\"ticket\":\"244373\"},{\"name\":\"Vander Planke, Mrs. Julius (Emelia Maria Vandemoortele)\",\"ticket\":\"345763\"},{\"name\":\"Masselmani, Mrs. Fatima\",\"ticket\":\"2649\"}]}"
},
"execution_count": 61,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 61
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:46:00.269543Z",
"start_time": "2024-08-08T09:46:00.260937Z"
}
},
"source": [
"nameAndSex = nameAndHome // this assignment doesn't work because of columns mismatch"
],
"outputs": [
{
"ename": "org.jetbrains.kotlinx.jupyter.exceptions.ReplCompilerException",
"evalue": "Line_127.jupyter.kts (1:14 - 25) Unresolved reference: nameAndHome",
"output_type": "error",
"traceback": [
"org.jetbrains.kotlinx.jupyter.repl.impl.JupyterCompilerImpl.compileSync(JupyterCompilerImpl.kt:201)",
"org.jetbrains.kotlinx.jupyter.repl.impl.InternalEvaluatorImpl.eval(InternalEvaluatorImpl.kt:126)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:80)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withHost(ReplForJupyterImpl.kt:762)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl.execute-L4Nmkdk(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.execution.CellExecutor$DefaultImpls.execute-L4Nmkdk$default(CellExecutor.kt:13)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:585)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.access$evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:138)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:442)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withEvalContext(ReplForJupyterImpl.kt:420)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evalEx(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:136)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:135)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$Task.execute(JupyterExecutorImpl.kt:42)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:82)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:80)",
"kotlin.concurrent.ThreadsKt$thread$thread$1.run(Thread.kt:30)"
]
}
],
"execution_count": 62
},
{
"cell_type": "code",
"metadata": {
"ExecuteTime": {
"end_time": "2024-08-08T09:47:11.688387Z",
"start_time": "2024-08-08T09:47:11.662959Z"
}
},
"source": [
"// unfortunately, there is a way to get a runtime error here, \n",
"// because typed wrappers are generated only after execution of a cell\n",
"\n",
"// so the following assigment will pass fine, because return type of 'select' is the same as in 'df' variable, \n",
"// although the set of columns was reduced\n",
"nameAndSex = df.select(df.name, df.ticket) \n",
"// if we try to access the column, we get runtime error\n",
"nameAndSex.sex "
],
"outputs": [
{
"ename": "org.jetbrains.kotlinx.jupyter.exceptions.ReplCompilerException",
"evalue": "Line_129.jupyter.kts (6:14 - 43) Type mismatch: inferred type is DataFrame but DataFrame was expected\nLine_129.jupyter.kts (6:17 - 43) Type mismatch: inferred type is Line_15_jupyter._DataFrameType but Line_110_jupyter._DataFrameType5 was expected",
"output_type": "error",
"traceback": [
"org.jetbrains.kotlinx.jupyter.repl.impl.JupyterCompilerImpl.compileSync(JupyterCompilerImpl.kt:201)",
"org.jetbrains.kotlinx.jupyter.repl.impl.InternalEvaluatorImpl.eval(InternalEvaluatorImpl.kt:126)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:80)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl$execute$1$result$1.invoke(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withHost(ReplForJupyterImpl.kt:762)",
"org.jetbrains.kotlinx.jupyter.repl.impl.CellExecutorImpl.execute-L4Nmkdk(CellExecutorImpl.kt:78)",
"org.jetbrains.kotlinx.jupyter.repl.execution.CellExecutor$DefaultImpls.execute-L4Nmkdk$default(CellExecutor.kt:13)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:585)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.access$evaluateUserCode-wNURfNM(ReplForJupyterImpl.kt:138)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:442)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl$evalEx$1.invoke(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.withEvalContext(ReplForJupyterImpl.kt:420)",
"org.jetbrains.kotlinx.jupyter.repl.impl.ReplForJupyterImpl.evalEx(ReplForJupyterImpl.kt:439)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:136)",
"org.jetbrains.kotlinx.jupyter.messaging.IdeCompatibleMessageRequestProcessor$processExecuteRequest$1$response$1$1.invoke(IdeCompatibleMessageRequestProcessor.kt:135)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$Task.execute(JupyterExecutorImpl.kt:42)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:82)",
"org.jetbrains.kotlinx.jupyter.execution.JupyterExecutorImpl$executorThread$1.invoke(JupyterExecutorImpl.kt:80)",
"kotlin.concurrent.ThreadsKt$thread$thread$1.run(Thread.kt:30)"
]
}
],
"execution_count": 63
},
{
"cell_type": "markdown",
"metadata": {},
"source": "## TODO"
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Support operations:\n",
"* Add row\n",
"* Join\n",
"* Reshape\n",
"\n",
"Improve typed wrappers for:\n",
"* Grouped data frame\n",
"* Columns"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Kotlin",
"language": "kotlin",
"name": "kotlin"
},
"language_info": {
"codemirror_mode": "text/x-kotlin",
"file_extension": ".kt",
"mimetype": "text/x-kotlin",
"name": "kotlin",
"pygments_lexer": "kotlin",
"version": "1.4.0-dev-7568"
}
},
"nbformat": 4,
"nbformat_minor": 2
}