{ "cells": [ { "cell_type": "code", "execution_count": 15, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "['OBJECTID', 'Record_ID', 'Call_Type', 'Description', 'Reporting_Officer', 'Unit_ID', 'Report_Created', 'Location', 'Police_District', 'Beat', 'Grid', 'X_Coordinate', 'Y_Coordinate', 'Day_of_Week', 'Occurence_Date', 'Occurence_Time', 'Received_Date', 'Received_Time', 'Dispatch_Date', 'Dispatch_Time', 'Enroute_Date', 'Enroute_Time', 'At_Scene_Date', 'At_Scene_Time', 'Clear_Date', 'Clear_Time']\n" ] } ], "source": [ "import requests\n", "import matplotlib.pyplot as py_plot\n", "import pandas as pd\n", "from IPython.display import display, HTML\n", "from pyproj import Proj, transform\n", "import folium\n", "from folium import plugins\n", "import math\n", "\n", "#url from api explorer tab in open data platform\n", "api_url = 'https://services5.arcgis.com/54falWtcpty3V47Z/arcgis/rest/services/cad_calls_year3/FeatureServer/0/query?where=1%3D1&outFields=*&outSR=4326&f=json'\n", "\n", "#function to return a list of column headers and rows of data from the json api call\n", "def opendata_api(api_call):\n", " n = 0\n", " #build empty list for all data\n", " all_data = []\n", " #get a count of total records in api request\n", " call_count = requests.get(api_call,\"&returnCountOnly=true\").json()\n", " count = call_count['count']\n", " #calculate number of requests to make due to 1000 max record count\n", " loop_count = math.ceil(count/1000)\n", "\n", " for count in range(loop_count):\n", " call_json = requests.get(api_call,'&resultOffset='+str(n)).json()\n", " \n", " #build a list of dictionaries by getting the values of the features key\n", " calls_feats = call_json[\"features\"]\n", " #loop to get the values of the attributes dictionary\n", " for line in calls_feats:\n", " all_data.append(line[\"attributes\"])\n", " n+=1000\n", " #print(\"Number of requests is \", count)\n", " \n", " #return the keys of the first dictionary get column names\n", " fields = list(all_data[0].keys())\n", "\n", " #a list comprehension to populate a list of attributes into the list we are building called rows\n", " rows = [list(item.values()) for item in all_data]\n", " return rows,fields\n", "\n", "make_request = opendata_api(api_url)\n", "data = make_request[0]\n", "columns = make_request[1]\n", "\n", "print(columns)\n" ] }, { "cell_type": "code", "execution_count": 16, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[[1, '6360891', '415E', 'DISTURBANCE-NOISE', '0883', '2C14', 'N', '4101 INNOVATOR DR', '1', '1A', '0336', 6700606, 1996674, 'Sun', 1483228800000, '18:40:50', 1483228800000, '18:40:50', 1483228800000, '18:49:57', 1483228800000, '18:50:12', 1483228800000, '18:57:57', 1483228800000, '19:06:44'], [2, '6360930', '927P', 'SUSPICIOUS SUBJECT/CIRCUMSTANCE-IN PROGRESS', '0694', '1C12', 'N', '2941 ADVANTAGE WAY', '1', '1A', '0313', 6696606, 2000630, 'Sun', 1483228800000, '19:45:17', 1483228800000, '19:45:17', 1483228800000, '19:45:17', 1483228800000, '19:45:17', 1483228800000, '19:45:17', 1483228800000, '19:47:44'], [3, '6361374', 'TSTOP', 'TRAFFIC STOP', '552', 'XRY12', 'N', '2ND ST / NEASHAM CIR', '3', '3M', '0751', 6703083, 1973628, 'Sun', 1483228800000, '19:14:48', 1483228800000, '19:14:48', 1483228800000, '19:14:48', 1483228800000, '19:14:48', 1483228800000, '19:14:48', 1483228800000, '19:20:08'], [4, '6361293', 'AU', 'ALL UNITS BROADCAST', '', '', 'N', '636 TENAYA AVE', '1', '1C', '0418', 6710884, 1988977, 'Sun', 1483228800000, '00:02:11', 1483228800000, '00:02:11', -2208988800000, ' ', -2208988800000, ' ', -2208988800000, ' ', 1483228800000, '00:13:48'], [5, '6360110', '927S', 'SHOTS FIRED - LESS THAN 15 AGO', '', '', 'N', '635 KESNER AVE', '2', '2A', '0512', 6718588, 1993201, 'Sun', 1483228800000, '00:00:34', 1483228800000, '00:00:34', -2208988800000, ' ', -2208988800000, ' ', -2208988800000, ' ', 1483228800000, '00:01:25']]\n" ] } ], "source": [ "#print the first 5 records of data \n", "print(data[0:5])" ] }, { "cell_type": "code", "execution_count": 17, "metadata": { "scrolled": true }, "outputs": [ { "data": { "text/plain": [ "DISTURBANCE-CLARIFY 33343\n", "TRAFFIC STOP 23475\n", "SUSPICIOUS SUBJECT/CIRCUMSTANCE-IN PROGRESS 17511\n", "ALL UNITS BROADCAST 17369\n", "SUSPICIOUS VEHICLE-OCCUPIED 14087\n", "WELFARE CHECK 13259\n", "SUBJECT STOP 11366\n", "INCOMPLETE CALL FOR POLICE 10333\n", "ALARM-SECURE NO EVID OF CRIME 7108\n", "MISDEMEANOR ASSAULT-IN PROGRESS 5439\n", "REPORT NUMBER ASSIGNMENT 5316\n", "ERRAND 5078\n", "ALARM-CANCEL 4721\n", "VEHICLE ACCIDENT-NO OR UNKNOWN INJURIES 4289\n", "BUSINESS CHECK 3869\n", "CHECK ON HAZARD 3850\n", "DISTURBANCE-FAMILY 3841\n", "ALARM-ACCIDENTAL 3767\n", "PARK CHECK 3622\n", "ALARM ADVISED-FULL RESPONSE 3232\n", "VEHICLE ACCIDENT-INJURIES 3226\n", "MEDICAL AID-CLARIFY IN TEXT 2874\n", "STOLEN VEHICLE-REPORT 2837\n", "SHOTS FIRED - LESS THAN 15 AGO 2705\n", "SUPPLEMENTAL EMPLOYMENT 2374\n", "DISTURBANCE-NOISE 2311\n", "SUSPICIOUS VEHICLE-UNOCCUPIED 2150\n", "DOMESTIC VIOLENCE-IN PROGRESS 2123\n", "DISTURBANCE-WEAPON 1764\n", "ATTEMPT PICKUP/WARRANT SERVICE 1757\n", " ... \n", "CARJACKING-REPORT 20\n", "SHOOTING INTO UNOCCUPIED VEHICLE-LESS THAN 15 AGO 20\n", "LOCAL GOVERNMENT-FLOODING 20\n", "CAR CLOUT-CSI 20\n", "GRAND THEFT-REPORT REFERRAL 17\n", "GRAND THEFT-IN PROGRESS 16\n", "NARCOTIC ACTIVITY-REPORT 16\n", "BOMB THREAT 16\n", "GRAND THEFT-LESS THAN 5 AGO 12\n", "MEDICAL AID-SUSPECT ON SCENE 12\n", "DEAD BODY-CSI 11\n", "MISDEMEANOR HIT & RUN-CSI 10\n", "GRAND THEFT-CSI 7\n", "KIDNAPPING-CSI 7\n", "DIRECTED PATROL-AVAILABLE 6\n", "DIRECTED PATROL-PRIORITY 1,2,3 6\n", "CARJACKING-IN PROGRESS 6\n", "CAL ID 5\n", "ARSON-CSI 4\n", "HOMICIDE 4\n", "POSSESSION OF STOLEN PROPERTY-CSI 3\n", "DIRE EMERGENCY 3\n", "NARCOTIC ACTIVITY-CSI 2\n", "EVIDENCE LAB 2\n", "REFER TO OUTSIDE AGENCY 2\n", "EXPLOSIVE DEVICE-CSI 2\n", "PETTY THEFT-CSI 2\n", "DIRECTED PATROL-POP-NOT AVAIL 1\n", "SHOOTING INTO INHABITED DWELLING-IN PROGRESS 1\n", "CARJACKING-LESS THAN 15 AGO-INJURIES 1\n", "Name: Description, dtype: int64" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "#building a pandas dataframe called \"calls\"\n", "calls = pd.DataFrame.from_records(data, columns=columns)\n", "\n", "#returns the counts for each unique value in the \"Description\" field\n", "display(calls['Description'].value_counts())" ] }, { "cell_type": "code", "execution_count": 18, "metadata": { "scrolled": true }, "outputs": [ { "data": { "text/plain": [ "count 267065\n", "unique 189\n", "top DISTURBANCE-CLARIFY\n", "freq 33343\n", "Name: Description, dtype: object" ] }, "execution_count": 18, "metadata": {}, "output_type": "execute_result" } ], "source": [ "#describe method on the \"description\" field\n", "calls['Description'].describe()" ] }, { "cell_type": "code", "execution_count": 19, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | OBJECTID | \n", "Record_ID | \n", "Call_Type | \n", "Description | \n", "Reporting_Officer | \n", "Unit_ID | \n", "Report_Created | \n", "Location | \n", "Police_District | \n", "Beat | \n", "... | \n", "Received_Date | \n", "Received_Time | \n", "Dispatch_Date | \n", "Dispatch_Time | \n", "Enroute_Date | \n", "Enroute_Time | \n", "At_Scene_Date | \n", "At_Scene_Time | \n", "Clear_Date | \n", "Clear_Time | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "1 | \n", "6360891 | \n", "415E | \n", "DISTURBANCE-NOISE | \n", "0883 | \n", "2C14 | \n", "N | \n", "4101 INNOVATOR DR | \n", "1 | \n", "1A | \n", "... | \n", "1483228800000 | \n", "18:40:50 | \n", "1483228800000 | \n", "18:49:57 | \n", "1483228800000 | \n", "18:50:12 | \n", "1483228800000 | \n", "18:57:57 | \n", "1483228800000 | \n", "19:06:44 | \n", "
1 | \n", "2 | \n", "6360930 | \n", "927P | \n", "SUSPICIOUS SUBJECT/CIRCUMSTANCE-IN PROGRESS | \n", "0694 | \n", "1C12 | \n", "N | \n", "2941 ADVANTAGE WAY | \n", "1 | \n", "1A | \n", "... | \n", "1483228800000 | \n", "19:45:17 | \n", "1483228800000 | \n", "19:45:17 | \n", "1483228800000 | \n", "19:45:17 | \n", "1483228800000 | \n", "19:45:17 | \n", "1483228800000 | \n", "19:47:44 | \n", "
2 | \n", "3 | \n", "6361374 | \n", "TSTOP | \n", "TRAFFIC STOP | \n", "552 | \n", "XRY12 | \n", "N | \n", "2ND ST / NEASHAM CIR | \n", "3 | \n", "3M | \n", "... | \n", "1483228800000 | \n", "19:14:48 | \n", "1483228800000 | \n", "19:14:48 | \n", "1483228800000 | \n", "19:14:48 | \n", "1483228800000 | \n", "19:14:48 | \n", "1483228800000 | \n", "19:20:08 | \n", "
3 | \n", "4 | \n", "6361293 | \n", "AU | \n", "ALL UNITS BROADCAST | \n", "\n", " | \n", " | N | \n", "636 TENAYA AVE | \n", "1 | \n", "1C | \n", "... | \n", "1483228800000 | \n", "00:02:11 | \n", "-2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | 1483228800000 | \n", "00:13:48 | \n", "
4 | \n", "5 | \n", "6360110 | \n", "927S | \n", "SHOTS FIRED - LESS THAN 15 AGO | \n", "\n", " | \n", " | N | \n", "635 KESNER AVE | \n", "2 | \n", "2A | \n", "... | \n", "1483228800000 | \n", "00:00:34 | \n", "-2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | 1483228800000 | \n", "00:01:25 | \n", "
5 rows × 26 columns
\n", "\n", " | OBJECTID | \n", "Record_ID | \n", "Call_Type | \n", "Description | \n", "Reporting_Officer | \n", "Unit_ID | \n", "Report_Created | \n", "Location | \n", "Police_District | \n", "Beat | \n", "... | \n", "Received_Date | \n", "Received_Time | \n", "Dispatch_Date | \n", "Dispatch_Time | \n", "Enroute_Date | \n", "Enroute_Time | \n", "At_Scene_Date | \n", "At_Scene_Time | \n", "Clear_Date | \n", "Clear_Time | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
424 | \n", "425 | \n", "6360868 | \n", "901A | \n", "VEHICLE ACCIDENT-INJURIES | \n", "\n", " | \n", " | N | \n", "GRAND AVE / I 80 EB | \n", "2 | \n", "2A | \n", "... | \n", "1483228800000 | \n", "18:35:58 | \n", "-2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | 1483228800000 | \n", "18:39:50 | \n", "
730 | \n", "731 | \n", "6361248 | \n", "901A | \n", "VEHICLE ACCIDENT-INJURIES | \n", "811 | \n", "IV94 | \n", "N | \n", "I 80 E / HWY 65 ON N | \n", "UI | \n", "UI | \n", "... | \n", "1483315200000 | \n", "05:45:35 | \n", "1483315200000 | \n", "05:47:10 | \n", "1483315200000 | \n", "05:47:10 | \n", "1483315200000 | \n", "05:47:10 | \n", "1483315200000 | \n", "06:04:08 | \n", "
837 | \n", "838 | \n", "6361853 | \n", "901A | \n", "VEHICLE ACCIDENT-INJURIES | \n", "\n", " | \n", " | N | \n", "3500 FLORIN RD | \n", "5 | \n", "5B | \n", "... | \n", "1483315200000 | \n", "18:10:40 | \n", "-2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | 1483315200000 | \n", "18:16:30 | \n", "
846 | \n", "847 | \n", "6361996 | \n", "901A | \n", "VEHICLE ACCIDENT-INJURIES | \n", "0954 | \n", "2C57 | \n", "N | \n", "CENTER PKWY / MACK RD | \n", "5 | \n", "5C | \n", "... | \n", "1483315200000 | \n", "20:14:11 | \n", "1483315200000 | \n", "20:15:15 | \n", "1483315200000 | \n", "20:17:12 | \n", "1483315200000 | \n", "20:31:09 | \n", "1483315200000 | \n", "21:15:18 | \n", "
1385 | \n", "1386 | \n", "6362865 | \n", "901A | \n", "VEHICLE ACCIDENT-INJURIES | \n", "\n", " | \n", " | N | \n", "RIO LINDA BLVD / RIVERA DR | \n", "2 | \n", "2B | \n", "... | \n", "1483401600000 | \n", "17:25:10 | \n", "-2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | -2208988800000 | \n", "\n", " | 1483401600000 | \n", "17:25:51 | \n", "
5 rows × 26 columns
\n", "