{
"cells": [
{
"cell_type": "markdown",
"id": "7c3fb25b",
"metadata": {
"slideshow": {
"slide_type": "-"
}
},
"source": [
"# Multilayer Perceptrons\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": 1,
"id": "cec00ab5",
"metadata": {
"execution": {
"iopub.execute_input": "2023-08-18T19:38:40.016291Z",
"iopub.status.busy": "2023-08-18T19:38:40.015244Z",
"iopub.status.idle": "2023-08-18T19:38:43.744461Z",
"shell.execute_reply": "2023-08-18T19:38:43.741144Z"
},
"origin_pos": 3,
"tab": [
"pytorch"
]
},
"outputs": [],
"source": [
"%matplotlib inline\n",
"import torch\n",
"from d2l import torch as d2l"
]
},
{
"cell_type": "markdown",
"id": "76090679",
"metadata": {
"slideshow": {
"slide_type": "slide"
}
},
"source": [
"Let's briefly survey some common ones\n",
"ReLU provides a very simple nonlinear transformation"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "5881b40d",
"metadata": {
"execution": {
"iopub.execute_input": "2023-08-18T19:38:43.749925Z",
"iopub.status.busy": "2023-08-18T19:38:43.748740Z",
"iopub.status.idle": "2023-08-18T19:38:44.145067Z",
"shell.execute_reply": "2023-08-18T19:38:44.143027Z"
},
"origin_pos": 8,
"tab": [
"pytorch"
]
},
"outputs": [
{
"data": {
"image/svg+xml": [
"\n",
"\n",
"\n"
],
"text/plain": [
"