{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "Plotly demo with spark\n", "\n", "https://plot.ly/python/apache-spark/\n", "\n", " **Table of Contents**\n", "\n", "
\n", " \n", " \n" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Check pyspark is loaded correctly" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/home/takanori/mybin/spark-2.0.0-bin-hadoop2.7\n" ] } ], "source": [ "import os\n", "import sys\n", "\n", "spark_home = os.environ.get('SPARK_HOME', None)\n", "print spark_home" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "collapsed": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", " | Start Station | \n", "count | \n", "
---|---|---|
64 | \n", "San Francisco Caltrain (Townsend at 4th) | \n", "9838 | \n", "
50 | \n", "Harry Bridges Plaza (Ferry Building) | \n", "7343 | \n", "
54 | \n", "Embarcadero at Sansome | \n", "6545 | \n", "
6 | \n", "Market at Sansome | \n", "5922 | \n", "
27 | \n", "Temporary Transbay Terminal (Howard at Beale) | \n", "5113 | \n", "
26 | \n", "Market at 4th | \n", "5030 | \n", "
66 | \n", "2nd at Townsend | \n", "4987 | \n", "
58 | \n", "San Francisco Caltrain 2 (330 Townsend) | \n", "4976 | \n", "
28 | \n", "Steuart at Market | \n", "4913 | \n", "
14 | \n", "Townsend at 7th | \n", "4493 | \n", "
61 | \n", "2nd at South Park | \n", "4458 | \n", "
48 | \n", "Grant Avenue at Columbus Avenue | \n", "4004 | \n", "
36 | \n", "Powell Street BART | \n", "3836 | \n", "
0 | \n", "2nd at Folsom | \n", "3776 | \n", "
30 | \n", "South Van Ness at Market | \n", "3521 | \n", "
40 | \n", "Market at 10th | \n", "3511 | \n", "
32 | \n", "Embarcadero at Bryant | \n", "3497 | \n", "
7 | \n", "Spear at Folsom | \n", "3423 | \n", "
60 | \n", "Howard at 2nd | \n", "3263 | \n", "
15 | \n", "Civic Center BART (7th at Market) | \n", "3074 | \n", "
44 | \n", "Beale at Market | \n", "3057 | \n", "
24 | \n", "Embarcadero at Folsom | \n", "2931 | \n", "
51 | \n", "Mechanics Plaza (Market at Battery) | \n", "2868 | \n", "
10 | \n", "Commercial at Montgomery | \n", "2834 | \n", "
3 | \n", "Powell at Post (Union Square) | \n", "2824 | \n", "
65 | \n", "Embarcadero at Vallejo | \n", "2785 | \n", "
45 | \n", "5th at Howard | \n", "2635 | \n", "
19 | \n", "Post at Kearney | \n", "2503 | \n", "
5 | \n", "Yerba Buena Center of the Arts (3rd @ Howard) | \n", "2487 | \n", "
38 | \n", "Clay at Battery | \n", "2419 | \n", "
... | \n", "... | \n", "... | \n", "
46 | \n", "San Pedro Square | \n", "715 | \n", "
25 | \n", "Mountain View City Hall | \n", "630 | \n", "
12 | \n", "San Salvador at 1st | \n", "597 | \n", "
8 | \n", "MLK Library | \n", "528 | \n", "
9 | \n", "Japantown | \n", "496 | \n", "
21 | \n", "SJSU - San Salvador at 9th | \n", "489 | \n", "
39 | \n", "University and Emerson | \n", "434 | \n", "
23 | \n", "Palo Alto Caltrain Station | \n", "431 | \n", "
68 | \n", "SJSU 4th at San Carlos | \n", "389 | \n", "
33 | \n", "Redwood City Caltrain Station | \n", "378 | \n", "
67 | \n", "St James Park | \n", "366 | \n", "
63 | \n", "Cowper at University | \n", "355 | \n", "
18 | \n", "San Jose Civic Center | \n", "346 | \n", "
53 | \n", "Arena Green / SAP Center | \n", "339 | \n", "
42 | \n", "Adobe on Almaden | \n", "335 | \n", "
1 | \n", "California Ave Caltrain Station | \n", "297 | \n", "
13 | \n", "Rengstorff Avenue / California Street | \n", "248 | \n", "
31 | \n", "San Antonio Caltrain Station | \n", "238 | \n", "
37 | \n", "Evelyn Park and Ride | \n", "218 | \n", "
43 | \n", "Broadway St at Battery St | \n", "201 | \n", "
59 | \n", "Park at Olive | \n", "189 | \n", "
56 | \n", "Castro Street and El Camino Real | \n", "132 | \n", "
47 | \n", "Redwood City Medical Center | \n", "123 | \n", "
57 | \n", "San Antonio Shopping Center | \n", "108 | \n", "
49 | \n", "San Mateo County Center | \n", "101 | \n", "
62 | \n", "Franklin at Maple | \n", "99 | \n", "
17 | \n", "Broadway at Main | \n", "45 | \n", "
41 | \n", "Redwood City Public Library | \n", "44 | \n", "
22 | \n", "San Jose Government Center | \n", "23 | \n", "
20 | \n", "Mezes Park | \n", "3 | \n", "
69 rows × 2 columns
\n", "