{
"nbformat": 4,
"nbformat_minor": 0,
"metadata": {
"colab": {
"name": "improved_modeling.ipynb",
"provenance": [],
"collapsed_sections": []
},
"kernelspec": {
"name": "python3",
"display_name": "Python 3"
},
"language_info": {
"name": "python"
},
"accelerator": "TPU",
"gpuClass": "standard"
},
"cells": [
{
"cell_type": "markdown",
"source": [
"# Dynamics of Disease Transmission and Human Behavior Project\n",
"## CS109B: Advanced Topics in Data Science\n",
"\n",
"\n",
"\n",
"**Harvard University**
\n",
"**Spring 2022**
\n",
"**Team members**: Di Zhen, Yujie Zhang, and Xinyun Stacy Li\n",
"\n",
"\n",
"
\n", " | JHU_cases | \n", "JHU_deaths | \n", "JHU_hospitalizations | \n", "up2date | \n", "gt_after covid vaccine | \n", "gt_side effects of vaccine | \n", "gt_effects of covid vaccine | \n", "gt_covid | \n", "gt_how long does covid last | \n", "gt_anosmia | \n", "... | \n", "neighbor_South Dakota | \n", "neighbor_Tennessee | \n", "neighbor_Texas | \n", "neighbor_Utah | \n", "neighbor_Vermont | \n", "neighbor_Virginia | \n", "neighbor_Washington | \n", "neighbor_West Virginia | \n", "neighbor_Wisconsin | \n", "neighbor_Wyoming | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
count | \n", "718.000000 | \n", "718.000000 | \n", "544.000000 | \n", "416.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "... | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "
mean | \n", "8408.796657 | \n", "107.302228 | \n", "654.398897 | \n", "266.588302 | \n", "1031.942497 | \n", "267.194675 | \n", "185.924657 | \n", "90028.915062 | \n", "261.722963 | \n", "29.050446 | \n", "... | \n", "263.803621 | \n", "2037.598886 | \n", "6963.263231 | \n", "949.910864 | \n", "106.435933 | \n", "1700.607242 | \n", "1296.756267 | \n", "495.643454 | \n", "1651.902507 | \n", "166.931755 | \n", "
std | \n", "12651.020881 | \n", "138.156802 | \n", "557.909209 | \n", "194.928115 | \n", "1390.723867 | \n", "345.901801 | \n", "257.298072 | \n", "48033.048924 | \n", "261.124650 | \n", "55.944590 | \n", "... | \n", "377.790566 | \n", "3500.653803 | \n", "9728.762811 | \n", "1276.364174 | \n", "238.298140 | \n", "2672.792276 | \n", "2221.208234 | \n", "696.125703 | \n", "2286.520080 | \n", "248.876616 | \n", "
min | \n", "-3935.000000 | \n", "-364.000000 | \n", "116.000000 | \n", "0.305869 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "... | \n", "-4.000000 | \n", "-42.000000 | \n", "0.000000 | \n", "0.000000 | \n", "-1.000000 | \n", "-232.000000 | \n", "-39.000000 | \n", "-4.000000 | \n", "0.000000 | \n", "-8.000000 | \n", "
25% | \n", "1808.000000 | \n", "25.000000 | \n", "321.000000 | \n", "148.166794 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "59592.925370 | \n", "85.080935 | \n", "0.000000 | \n", "... | \n", "8.000000 | \n", "80.250000 | \n", "1405.250000 | \n", "164.000000 | \n", "4.000000 | \n", "338.500000 | \n", "179.000000 | \n", "37.250000 | \n", "170.000000 | \n", "4.000000 | \n", "
50% | \n", "4261.500000 | \n", "71.000000 | \n", "432.500000 | \n", "218.744994 | \n", "452.973872 | \n", "106.062503 | \n", "76.018212 | \n", "85254.949587 | \n", "202.678864 | \n", "0.000000 | \n", "... | \n", "103.000000 | \n", "1138.500000 | \n", "4353.500000 | \n", "469.500000 | \n", "28.500000 | \n", "985.000000 | \n", "662.000000 | \n", "245.000000 | \n", "722.500000 | \n", "59.000000 | \n", "
75% | \n", "9263.500000 | \n", "126.000000 | \n", "767.250000 | \n", "372.607233 | \n", "1545.638911 | \n", "433.671560 | \n", "303.376619 | \n", "119532.223229 | \n", "343.857587 | \n", "74.962550 | \n", "... | \n", "391.750000 | \n", "2448.250000 | \n", "9097.250000 | \n", "1342.250000 | \n", "133.000000 | \n", "1947.500000 | \n", "1644.750000 | \n", "800.500000 | \n", "2457.750000 | \n", "214.000000 | \n", "
max | \n", "133669.000000 | \n", "1174.000000 | \n", "2580.000000 | \n", "1038.286656 | \n", "7638.661166 | \n", "2015.938064 | \n", "1288.312759 | \n", "279350.860227 | \n", "1762.854735 | \n", "489.629451 | \n", "... | \n", "3047.000000 | \n", "41464.000000 | \n", "162871.000000 | \n", "14754.000000 | \n", "2779.000000 | \n", "40246.000000 | \n", "33069.000000 | \n", "9164.000000 | \n", "16956.000000 | \n", "1541.000000 | \n", "
8 rows × 498 columns
\n", "\n", " | JHU_cases | \n", "JHU_deaths | \n", "JHU_hospitalizations | \n", "up2date | \n", "gt_after covid vaccine | \n", "gt_side effects of vaccine | \n", "gt_effects of covid vaccine | \n", "gt_covid | \n", "gt_how long does covid last | \n", "gt_anosmia | \n", "... | \n", "neighbor_South Dakota | \n", "neighbor_Tennessee | \n", "neighbor_Texas | \n", "neighbor_Utah | \n", "neighbor_Vermont | \n", "neighbor_Virginia | \n", "neighbor_Washington | \n", "neighbor_West Virginia | \n", "neighbor_Wisconsin | \n", "neighbor_Wyoming | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
count | \n", "718.000000 | \n", "718.000000 | \n", "628.000000 | \n", "413.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "... | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "
mean | \n", "5650.603064 | \n", "84.179666 | \n", "338.020701 | \n", "273.848046 | \n", "1040.784629 | \n", "258.155170 | \n", "185.922481 | \n", "81814.132416 | \n", "241.301710 | \n", "29.192104 | \n", "... | \n", "263.803621 | \n", "2037.598886 | \n", "6963.263231 | \n", "949.910864 | \n", "106.435933 | \n", "1700.607242 | \n", "1296.756267 | \n", "495.643454 | \n", "1651.902507 | \n", "166.931755 | \n", "
std | \n", "10578.020047 | \n", "158.428439 | \n", "346.426180 | \n", "204.442332 | \n", "1441.508179 | \n", "369.787387 | \n", "273.820223 | \n", "45337.817828 | \n", "280.248919 | \n", "99.552451 | \n", "... | \n", "377.790566 | \n", "3500.653803 | \n", "9728.762811 | \n", "1276.364174 | \n", "238.298140 | \n", "2672.792276 | \n", "2221.208234 | \n", "696.125703 | \n", "2286.520080 | \n", "248.876616 | \n", "
min | \n", "0.000000 | \n", "-39.000000 | \n", "0.000000 | \n", "0.386998 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "... | \n", "-4.000000 | \n", "-42.000000 | \n", "0.000000 | \n", "0.000000 | \n", "-1.000000 | \n", "-232.000000 | \n", "-39.000000 | \n", "-4.000000 | \n", "0.000000 | \n", "-8.000000 | \n", "
25% | \n", "761.250000 | \n", "11.000000 | \n", "76.750000 | \n", "119.990235 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "54180.221043 | \n", "0.000000 | \n", "0.000000 | \n", "... | \n", "8.000000 | \n", "80.250000 | \n", "1405.250000 | \n", "164.000000 | \n", "4.000000 | \n", "338.500000 | \n", "179.000000 | \n", "37.250000 | \n", "170.000000 | \n", "4.000000 | \n", "
50% | \n", "3244.000000 | \n", "33.000000 | \n", "248.000000 | \n", "212.882174 | \n", "449.697206 | \n", "122.064574 | \n", "0.000000 | \n", "75948.414719 | \n", "164.538827 | \n", "0.000000 | \n", "... | \n", "103.000000 | \n", "1138.500000 | \n", "4353.500000 | \n", "469.500000 | \n", "28.500000 | \n", "985.000000 | \n", "662.000000 | \n", "245.000000 | \n", "722.500000 | \n", "59.000000 | \n", "
75% | \n", "6820.250000 | \n", "85.750000 | \n", "501.000000 | \n", "429.083090 | \n", "1482.680957 | \n", "387.813498 | \n", "321.704245 | \n", "110109.874172 | \n", "347.628994 | \n", "0.000000 | \n", "... | \n", "391.750000 | \n", "2448.250000 | \n", "9097.250000 | \n", "1342.250000 | \n", "133.000000 | \n", "1947.500000 | \n", "1644.750000 | \n", "800.500000 | \n", "2457.750000 | \n", "214.000000 | \n", "
max | \n", "132093.000000 | \n", "1271.000000 | \n", "1822.000000 | \n", "851.288126 | \n", "7497.319619 | \n", "1960.105672 | \n", "1492.312072 | \n", "252855.272209 | \n", "1658.316674 | \n", "1688.992891 | \n", "... | \n", "3047.000000 | \n", "41464.000000 | \n", "162871.000000 | \n", "14754.000000 | \n", "2779.000000 | \n", "40246.000000 | \n", "33069.000000 | \n", "9164.000000 | \n", "16956.000000 | \n", "1541.000000 | \n", "
8 rows × 498 columns
\n", "\n", " | JHU_cases | \n", "JHU_deaths | \n", "JHU_hospitalizations | \n", "up2date | \n", "gt_after covid vaccine | \n", "gt_side effects of vaccine | \n", "gt_effects of covid vaccine | \n", "gt_covid | \n", "gt_how long does covid last | \n", "gt_anosmia | \n", "... | \n", "neighbor_South Dakota | \n", "neighbor_Tennessee | \n", "neighbor_Texas | \n", "neighbor_Utah | \n", "neighbor_Vermont | \n", "neighbor_Virginia | \n", "neighbor_Washington | \n", "neighbor_West Virginia | \n", "neighbor_Wisconsin | \n", "neighbor_Wyoming | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
count | \n", "718.000000 | \n", "718.000000 | \n", "545.000000 | \n", "405.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "739.000000 | \n", "... | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "718.000000 | \n", "
mean | \n", "1782.629526 | \n", "28.646240 | \n", "95.385321 | \n", "205.606450 | \n", "1259.189524 | \n", "320.039049 | \n", "179.927457 | \n", "105515.003634 | \n", "286.690899 | \n", "35.198203 | \n", "... | \n", "263.803621 | \n", "2037.598886 | \n", "6963.263231 | \n", "949.910864 | \n", "106.435933 | \n", "1700.607242 | \n", "1296.756267 | \n", "495.643454 | \n", "1651.902507 | \n", "166.931755 | \n", "
std | \n", "3216.080237 | \n", "38.875802 | \n", "84.255750 | \n", "152.465206 | \n", "1982.132662 | \n", "538.107816 | \n", "387.776484 | \n", "54954.359511 | \n", "432.199234 | \n", "142.216509 | \n", "... | \n", "377.790566 | \n", "3500.653803 | \n", "9728.762811 | \n", "1276.364174 | \n", "238.298140 | \n", "2672.792276 | \n", "2221.208234 | \n", "696.125703 | \n", "2286.520080 | \n", "248.876616 | \n", "
min | \n", "-280.000000 | \n", "-41.000000 | \n", "0.000000 | \n", "0.641865 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "... | \n", "-4.000000 | \n", "-42.000000 | \n", "0.000000 | \n", "0.000000 | \n", "-1.000000 | \n", "-232.000000 | \n", "-39.000000 | \n", "-4.000000 | \n", "0.000000 | \n", "-8.000000 | \n", "
25% | \n", "177.000000 | \n", "4.000000 | \n", "33.000000 | \n", "86.110279 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "73935.025457 | \n", "0.000000 | \n", "0.000000 | \n", "... | \n", "8.000000 | \n", "80.250000 | \n", "1405.250000 | \n", "164.000000 | \n", "4.000000 | \n", "338.500000 | \n", "179.000000 | \n", "37.250000 | \n", "170.000000 | \n", "4.000000 | \n", "
50% | \n", "844.500000 | \n", "16.000000 | \n", "71.000000 | \n", "158.658515 | \n", "394.101640 | \n", "0.000000 | \n", "0.000000 | \n", "103733.371863 | \n", "0.000000 | \n", "0.000000 | \n", "... | \n", "103.000000 | \n", "1138.500000 | \n", "4353.500000 | \n", "469.500000 | \n", "28.500000 | \n", "985.000000 | \n", "662.000000 | \n", "245.000000 | \n", "722.500000 | \n", "59.000000 | \n", "
75% | \n", "2104.250000 | \n", "37.750000 | \n", "114.000000 | \n", "331.885371 | \n", "1683.065283 | \n", "533.900996 | \n", "0.000000 | \n", "135524.614482 | \n", "523.685463 | \n", "0.000000 | \n", "... | \n", "391.750000 | \n", "2448.250000 | \n", "9097.250000 | \n", "1342.250000 | \n", "133.000000 | \n", "1947.500000 | \n", "1644.750000 | \n", "800.500000 | \n", "2457.750000 | \n", "214.000000 | \n", "
max | \n", "33090.000000 | \n", "302.000000 | \n", "415.000000 | \n", "733.953110 | \n", "11797.230235 | \n", "3703.701740 | \n", "2755.424717 | \n", "326875.861998 | \n", "2695.132985 | \n", "1285.819388 | \n", "... | \n", "3047.000000 | \n", "41464.000000 | \n", "162871.000000 | \n", "14754.000000 | \n", "2779.000000 | \n", "40246.000000 | \n", "33069.000000 | \n", "9164.000000 | \n", "16956.000000 | \n", "1541.000000 | \n", "
8 rows × 498 columns
\n", "