{"paragraphs":[{"text":"%md\n### Check raw data\n","user":"anonymous","dateUpdated":"2020-09-23T09:33:02+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Check raw data

\n
"}]},"apps":[],"jobName":"paragraph_1600820110355_-1594089290","id":"20200923-091510_375598715","dateCreated":"2020-09-23T09:15:10+0900","dateStarted":"2020-09-23T09:33:02+0900","dateFinished":"2020-09-23T09:33:04+0900","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:482"},{"text":"%sh\nls -alhF /nvme_ssd/nyc_taxi/csv_gz/csv1","user":"anonymous","dateUpdated":"2020-09-23T11:46:31+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"합계 14G\ndrwxrwxrwx 2 nvkvs nvkvs 4.0K 9월 23 11:41 ./\ndrwxrwxr-x 8 nvkvs nvkvs 4.0K 9월 23 11:45 ../\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 11:32 trips_xaq.csv.gz\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 11:35 trips_xar.csv.gz\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 11:39 trips_xas.csv.gz\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 11:42 trips_xat.csv.gz\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 11:46 trips_xau.csv.gz\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 11:49 trips_xav.csv.gz\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 11:53 trips_xaw.csv.gz\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 11:57 trips_xax.csv.gz\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 12:00 trips_xay.csv.gz\n-rw------- 1 nvkvs nvkvs 1.2G 9월 14 12:04 trips_xaz.csv.gz\n-rw------- 1 nvkvs nvkvs 300M 9월 14 14:30 trips_xda.csv.gz\n-rw------- 1 nvkvs nvkvs 329M 9월 14 14:31 trips_xdb.csv.gz\n-rw------- 1 nvkvs nvkvs 1.4G 9월 14 14:35 trips_xdc.csv.gz\n-rw------- 1 nvkvs nvkvs 302M 9월 14 14:36 trips_xdd.csv.gz\n"}]},"apps":[],"jobName":"paragraph_1600820192784_1482329901","id":"20200923-091632_1521738932","dateCreated":"2020-09-23T09:16:32+0900","dateStarted":"2020-09-23T11:46:31+0900","dateFinished":"2020-09-23T11:46:31+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:483"},{"text":"%sh\n%sh\nls -alhF /nvme_ssd/nyc_taxi/csv","user":"anonymous","dateUpdated":"2020-09-23T13:00:15+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"bash: line 0: fg: no job control\n합계 444G\ndrwxrwxrwx 2 nvkvs nvkvs 4.0K 9월 23 10:59 ./\ndrwxr-xr-x 4 nvkvs nvkvs 4.0K 9월 23 10:15 ../\n-rw------- 1 nvkvs nvkvs 4.2G 9월 14 10:41 trips_xac.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 10:45 trips_xad.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 10:49 trips_xae.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 10:52 trips_xaf.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 10:56 trips_xag.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 10:59 trips_xah.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:03 trips_xai.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:06 trips_xaj.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 11:10 trips_xak.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:14 trips_xal.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:17 trips_xam.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:21 trips_xan.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:24 trips_xao.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:28 trips_xap.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:32 trips_xaq.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:35 trips_xar.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 11:39 trips_xas.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:42 trips_xat.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:46 trips_xau.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 11:49 trips_xav.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 11:53 trips_xaw.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 11:57 trips_xax.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 12:00 trips_xay.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 12:04 trips_xaz.csv\n-rw------- 1 nvkvs nvkvs 6.6G 9월 14 12:07 trips_xba.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 12:11 trips_xbb.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 12:15 trips_xbc.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 12:18 trips_xbd.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 12:22 trips_xbe.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 12:25 trips_xbf.csv\n-rw------- 1 nvkvs nvkvs 6.7G 9월 14 12:29 trips_xbg.csv\n-rw------- 1 nvkvs nvkvs 6.5G 9월 14 12:32 trips_xbh.csv\n-rw------- 1 nvkvs nvkvs 6.3G 9월 14 12:36 trips_xbi.csv\n-rw------- 1 nvkvs nvkvs 6.3G 9월 14 12:39 trips_xbj.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 12:42 trips_xbk.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 12:46 trips_xbl.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 12:49 trips_xbm.csv\n-rw------- 1 nvkvs nvkvs 6.3G 9월 14 12:52 trips_xbn.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 12:56 trips_xbo.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 12:59 trips_xbp.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:02 trips_xbq.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:06 trips_xbr.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:09 trips_xbs.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:13 trips_xbt.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:16 trips_xbu.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:20 trips_xbv.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:23 trips_xbw.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:26 trips_xbx.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:30 trips_xby.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:33 trips_xbz.csv\n-rw------- 1 nvkvs nvkvs 6.4G 9월 14 13:36 trips_xca.csv\n-rw------- 1 nvkvs nvkvs 6.2G 9월 14 13:40 trips_xcb.csv\n-rw------- 1 nvkvs nvkvs 6.1G 9월 14 13:44 trips_xcc.csv\n-rw------- 1 nvkvs nvkvs 6.1G 9월 14 13:48 trips_xcd.csv\n-rw------- 1 nvkvs nvkvs 6.2G 9월 14 13:51 trips_xce.csv\n-rw------- 1 nvkvs nvkvs 6.2G 9월 14 13:55 trips_xcf.csv\n-rw------- 1 nvkvs nvkvs 6.2G 9월 14 13:58 trips_xcg.csv\n-rw------- 1 nvkvs nvkvs 6.1G 9월 14 14:02 trips_xch.csv\n-rw------- 1 nvkvs nvkvs 6.2G 9월 14 14:05 trips_xci.csv\n-rw------- 1 nvkvs nvkvs 6.2G 9월 14 14:09 trips_xcj.csv\n-rw------- 1 nvkvs nvkvs 6.2G 9월 14 14:12 trips_xck.csv\n-rw------- 1 nvkvs nvkvs 5.6G 9월 14 14:15 trips_xcl.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:16 trips_xcm.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:17 trips_xcn.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:18 trips_xco.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:19 trips_xcp.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:20 trips_xcq.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:21 trips_xcr.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:22 trips_xcs.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:23 trips_xct.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:24 trips_xcu.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:25 trips_xcv.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:26 trips_xcw.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:27 trips_xcx.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:28 trips_xcy.csv\n-rw------- 1 nvkvs nvkvs 2.5G 9월 14 14:29 trips_xcz.csv\n-rw------- 1 nvkvs nvkvs 2.6G 9월 14 14:30 trips_xda.csv\n-rw------- 1 nvkvs nvkvs 2.7G 9월 14 14:31 trips_xdb.csv\n-rw------- 1 nvkvs nvkvs 6.0G 9월 14 14:35 trips_xdc.csv\n-rw------- 1 nvkvs nvkvs 1.3G 9월 14 14:36 trips_xdd.csv\n"}]},"apps":[],"jobName":"paragraph_1600828472073_-1509585039","id":"20200923-113432_175802440","dateCreated":"2020-09-23T11:34:32+0900","dateStarted":"2020-09-23T13:00:15+0900","dateFinished":"2020-09-23T13:00:15+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:484"},{"text":"%md\n### Put csv file into HDFS\n","user":"anonymous","dateUpdated":"2020-11-09T16:00:37+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":false,"tableHide":true},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Put csv file into HDFS

\n
"}]},"apps":[],"jobName":"paragraph_1600821652013_207228841","id":"20200923-094052_1144449312","dateCreated":"2020-09-23T09:40:52+0900","dateStarted":"2020-09-23T09:43:29+0900","dateFinished":"2020-09-23T09:43:29+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:485"},{"text":"%sh\nhdfs dfs -mkdir /nyc_taxi","user":"anonymous","dateUpdated":"2020-09-23T10:51:34+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh","editorHide":false,"tableHide":true},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1600821799100_-1555694342","id":"20200923-094319_771361679","dateCreated":"2020-09-23T09:43:19+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:486"},{"text":"%sh\nhdfs dfs -mkdir /nyc_taxi/test","user":"anonymous","dateUpdated":"2020-09-23T13:00:52+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"apps":[],"jobName":"paragraph_1600833622864_-1267913188","id":"20200923-130022_1685881807","dateCreated":"2020-09-23T13:00:22+0900","dateStarted":"2020-09-23T13:00:53+0900","dateFinished":"2020-09-23T13:00:54+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:487"},{"text":"%sh\nhdfs dfs -put /nvme_ssd/nyc_taxi/csv/trips_xdd.csv /nyc_taxi","user":"anonymous","dateUpdated":"2020-09-23T13:15:43+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"apps":[],"jobName":"paragraph_1600834450831_1584201173","id":"20200923-131410_1186222681","dateCreated":"2020-09-23T13:14:10+0900","dateStarted":"2020-09-23T13:15:43+0900","dateFinished":"2020-09-23T13:15:49+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:488"},{"text":"%sh\nhdfs dfs -ls /nyc_taxi","user":"anonymous","dateUpdated":"2020-09-23T13:32:07+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"Found 3 items\ndrwxr-xr-x - nvkvs supergroup 0 2020-09-23 11:55 /nyc_taxi/csv\ndrwxr-xr-x - nvkvs supergroup 0 2020-09-23 13:04 /nyc_taxi/test\n-rw-r--r-- 2 nvkvs supergroup 1340137521 2020-09-23 13:18 /nyc_taxi/trips_xdd.csv\n"}]},"apps":[],"jobName":"paragraph_1600834557831_-1941418120","id":"20200923-131557_1879871580","dateCreated":"2020-09-23T13:15:57+0900","dateStarted":"2020-09-23T13:32:08+0900","dateFinished":"2020-09-23T13:32:11+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:489"},{"text":"%sh\nhdfs dfs -rm /nyc_taxi/csv/*","user":"anonymous","dateUpdated":"2020-09-23T11:39:49+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xac.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xad.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xae.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xaf.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xag.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xah.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xai.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xaj.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xak.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xal.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xam.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xan.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xao.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xap.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xaq.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xar.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xas.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xat.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xau.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xav.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xaw.csv.gz\n20/09/23 11:39:51 INFO fs.TrashPolicyDefault: Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.\nDeleted /nyc_taxi/csv/trips_xax.csv.gz._COPYING_\n"}]},"apps":[],"jobName":"paragraph_1600827344949_-1157050172","id":"20200923-111544_134488376","dateCreated":"2020-09-23T11:15:44+0900","dateStarted":"2020-09-23T11:39:49+0900","dateFinished":"2020-09-23T11:39:51+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:490"},{"text":"%sh\nhdfs dfs -ls /nyc_taxi/csv\n","user":"anonymous","dateUpdated":"2020-09-23T13:28:12+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh","editorHide":false,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"Found 80 items\n-rw-r--r-- 2 nvkvs supergroup 682059127 2020-09-23 11:51 /nyc_taxi/csv/trips_xac.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1241028912 2020-09-23 11:51 /nyc_taxi/csv/trips_xad.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1247723629 2020-09-23 11:51 /nyc_taxi/csv/trips_xae.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1239979778 2020-09-23 11:51 /nyc_taxi/csv/trips_xaf.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1241485216 2020-09-23 11:51 /nyc_taxi/csv/trips_xag.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1244003993 2020-09-23 11:51 /nyc_taxi/csv/trips_xah.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1245638536 2020-09-23 11:51 /nyc_taxi/csv/trips_xai.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1255434689 2020-09-23 11:52 /nyc_taxi/csv/trips_xaj.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1254333772 2020-09-23 11:52 /nyc_taxi/csv/trips_xak.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1248816978 2020-09-23 11:52 /nyc_taxi/csv/trips_xal.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1252390455 2020-09-23 11:52 /nyc_taxi/csv/trips_xam.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1252709671 2020-09-23 11:52 /nyc_taxi/csv/trips_xan.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1248178394 2020-09-23 11:52 /nyc_taxi/csv/trips_xao.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1230360668 2020-09-23 11:52 /nyc_taxi/csv/trips_xap.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1240059297 2020-09-23 11:50 /nyc_taxi/csv/trips_xaq.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1230191643 2020-09-23 11:50 /nyc_taxi/csv/trips_xar.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1233907565 2020-09-23 11:50 /nyc_taxi/csv/trips_xas.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1235237631 2020-09-23 11:50 /nyc_taxi/csv/trips_xat.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1234494344 2020-09-23 11:50 /nyc_taxi/csv/trips_xau.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1238543244 2020-09-23 11:50 /nyc_taxi/csv/trips_xav.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1237208744 2020-09-23 11:50 /nyc_taxi/csv/trips_xaw.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1238195894 2020-09-23 11:50 /nyc_taxi/csv/trips_xax.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1240411093 2020-09-23 11:50 /nyc_taxi/csv/trips_xay.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1239330414 2020-09-23 11:50 /nyc_taxi/csv/trips_xaz.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1234747883 2020-09-23 11:55 /nyc_taxi/csv/trips_xba.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1240854472 2020-09-23 11:55 /nyc_taxi/csv/trips_xbb.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1246782641 2020-09-23 11:55 /nyc_taxi/csv/trips_xbc.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1244404652 2020-09-23 11:55 /nyc_taxi/csv/trips_xbd.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1249189338 2020-09-23 11:55 /nyc_taxi/csv/trips_xbe.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1246662648 2020-09-23 11:55 /nyc_taxi/csv/trips_xbf.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1244350706 2020-09-23 11:55 /nyc_taxi/csv/trips_xbg.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1174418199 2020-09-23 11:55 /nyc_taxi/csv/trips_xbh.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1144207638 2020-09-23 11:55 /nyc_taxi/csv/trips_xbi.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1150126946 2020-09-23 11:55 /nyc_taxi/csv/trips_xbj.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1139729357 2020-09-23 11:55 /nyc_taxi/csv/trips_xbk.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1142405459 2020-09-23 11:55 /nyc_taxi/csv/trips_xbl.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1150779353 2020-09-23 11:55 /nyc_taxi/csv/trips_xbm.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1137263589 2020-09-23 11:50 /nyc_taxi/csv/trips_xbn.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1148743399 2020-09-23 11:50 /nyc_taxi/csv/trips_xbo.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1152840489 2020-09-23 11:50 /nyc_taxi/csv/trips_xbp.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1164116658 2020-09-23 11:50 /nyc_taxi/csv/trips_xbq.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1155781111 2020-09-23 11:51 /nyc_taxi/csv/trips_xbr.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1154000408 2020-09-23 11:51 /nyc_taxi/csv/trips_xbs.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1149618190 2020-09-23 11:51 /nyc_taxi/csv/trips_xbt.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1152044672 2020-09-23 11:51 /nyc_taxi/csv/trips_xbu.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1147085796 2020-09-23 11:51 /nyc_taxi/csv/trips_xbv.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1151315315 2020-09-23 11:51 /nyc_taxi/csv/trips_xbw.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1146642764 2020-09-23 11:51 /nyc_taxi/csv/trips_xbx.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1154896559 2020-09-23 11:51 /nyc_taxi/csv/trips_xby.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1150805950 2020-09-23 11:51 /nyc_taxi/csv/trips_xbz.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1157091972 2020-09-23 11:53 /nyc_taxi/csv/trips_xca.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1379791277 2020-09-23 11:53 /nyc_taxi/csv/trips_xcb.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1404496442 2020-09-23 11:53 /nyc_taxi/csv/trips_xcc.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1404944317 2020-09-23 11:53 /nyc_taxi/csv/trips_xcd.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1357713120 2020-09-23 11:53 /nyc_taxi/csv/trips_xce.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1329267593 2020-09-23 11:53 /nyc_taxi/csv/trips_xcf.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1330316760 2020-09-23 11:54 /nyc_taxi/csv/trips_xcg.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1327835602 2020-09-23 11:54 /nyc_taxi/csv/trips_xch.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1332025545 2020-09-23 11:54 /nyc_taxi/csv/trips_xci.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1329680932 2020-09-23 11:54 /nyc_taxi/csv/trips_xcj.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1333175999 2020-09-23 11:54 /nyc_taxi/csv/trips_xck.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1178871585 2020-09-23 11:54 /nyc_taxi/csv/trips_xcl.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 267816721 2020-09-23 11:54 /nyc_taxi/csv/trips_xcm.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 271020721 2020-09-23 11:54 /nyc_taxi/csv/trips_xcn.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 269334420 2020-09-23 11:54 /nyc_taxi/csv/trips_xco.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 266656006 2020-09-23 11:54 /nyc_taxi/csv/trips_xcp.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 270337974 2020-09-23 11:54 /nyc_taxi/csv/trips_xcq.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 273550854 2020-09-23 11:54 /nyc_taxi/csv/trips_xcr.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 304525533 2020-09-23 11:54 /nyc_taxi/csv/trips_xcs.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 305767278 2020-09-23 11:54 /nyc_taxi/csv/trips_xct.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 304081746 2020-09-23 11:54 /nyc_taxi/csv/trips_xcu.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 304179351 2020-09-23 11:54 /nyc_taxi/csv/trips_xcv.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 307056917 2020-09-23 11:54 /nyc_taxi/csv/trips_xcw.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 306909179 2020-09-23 11:54 /nyc_taxi/csv/trips_xcx.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 308087984 2020-09-23 11:54 /nyc_taxi/csv/trips_xcy.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 305937931 2020-09-23 11:54 /nyc_taxi/csv/trips_xcz.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 313971384 2020-09-23 11:50 /nyc_taxi/csv/trips_xda.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 344120500 2020-09-23 11:50 /nyc_taxi/csv/trips_xdb.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 1494167599 2020-09-23 11:50 /nyc_taxi/csv/trips_xdc.csv.gz\n-rw-r--r-- 2 nvkvs supergroup 315844390 2020-09-23 11:50 /nyc_taxi/csv/trips_xdd.csv.gz\n"}]},"apps":[],"jobName":"paragraph_1600825767235_156864883","id":"20200923-104927_1677515342","dateCreated":"2020-09-23T10:49:27+0900","dateStarted":"2020-09-23T13:28:12+0900","dateFinished":"2020-09-23T13:28:16+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:491"},{"text":"%sh\nhdfs dfs -put /nvme_ssd/nyc_taxi/csv_gz/csv1/* /nyc_taxi/csv","user":"anonymous","dateUpdated":"2020-09-23T11:46:47+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"apps":[],"jobName":"paragraph_1600828508471_-228948629","id":"20200923-113508_1311795033","dateCreated":"2020-09-23T11:35:08+0900","dateStarted":"2020-09-23T11:46:47+0900","dateFinished":"2020-09-23T11:47:21+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:492"},{"text":"%sh\nhdfs dfs -put /nvme_ssd/nyc_taxi/csv_gz/csv2/* /nyc_taxi/csv","user":"anonymous","dateUpdated":"2020-09-23T11:47:34+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"apps":[],"jobName":"paragraph_1600825772518_-1219202986","id":"20200923-104932_1751282852","dateCreated":"2020-09-23T10:49:32+0900","dateStarted":"2020-09-23T11:47:34+0900","dateFinished":"2020-09-23T11:48:13+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:493"},{"text":"%sh\nhdfs dfs -put /nvme_ssd/nyc_taxi/csv_gz/csv3/* /nyc_taxi/csv","user":"anonymous","dateUpdated":"2020-09-23T11:48:24+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"apps":[],"jobName":"paragraph_1600829210710_1282914941","id":"20200923-114650_1116423600","dateCreated":"2020-09-23T11:46:50+0900","dateStarted":"2020-09-23T11:48:24+0900","dateFinished":"2020-09-23T11:49:07+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:495"},{"text":"%sh\nhdfs dfs -put /nvme_ssd/nyc_taxi/csv_gz/csv4/* /nyc_taxi/csv","user":"anonymous","dateUpdated":"2020-09-23T11:50:25+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"apps":[],"jobName":"paragraph_1600825840473_-968300368","id":"20200923-105040_204236346","dateCreated":"2020-09-23T10:50:40+0900","dateStarted":"2020-09-23T11:50:25+0900","dateFinished":"2020-09-23T11:51:07+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:496"},{"text":"%sh\nhdfs dfs -put /nvme_ssd/nyc_taxi/csv_gz/csv5/* /nyc_taxi/csv","user":"anonymous","dateUpdated":"2020-09-23T11:51:34+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"apps":[],"jobName":"paragraph_1600829237594_113561761","id":"20200923-114717_1951867542","dateCreated":"2020-09-23T11:47:17+0900","dateStarted":"2020-09-23T11:51:34+0900","dateFinished":"2020-09-23T11:51:47+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:497"},{"text":"%sh\nhdfs dfs -put /nvme_ssd/nyc_taxi/csv_gz/csv6/* /nyc_taxi/csv","user":"anonymous","dateUpdated":"2020-09-23T11:51:51+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sh","editOnDblClick":false,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/sh"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"apps":[],"jobName":"paragraph_1600829238538_695982946","id":"20200923-114718_475491190","dateCreated":"2020-09-23T11:47:18+0900","dateStarted":"2020-09-23T11:51:51+0900","dateFinished":"2020-09-23T11:52:34+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:498"},{"text":"%md\n### Create table","user":"anonymous","dateUpdated":"2020-11-09T16:00:48+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1604905200357_900083231","id":"20201109-160000_224653032","dateCreated":"2020-11-09T16:00:00+0900","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:11187","dateFinished":"2020-11-09T16:00:48+0900","dateStarted":"2020-11-09T16:00:48+0900","results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Create table

\n
"}]}},{"text":"%md\n```\nCREATE TABLE trips (\n trip_id INTEGER NOT NULL DISTKEY ENCODE LZO,\n vendor_id VARCHAR(3) ENCODE LZO,\n pickup_datetime TIMESTAMP NOT NULL,\n dropoff_datetime TIMESTAMP NOT NULL ENCODE LZO,\n store_and_fwd_flag VARCHAR(1) ENCODE RUNLENGTH,\n rate_code_id SMALLINT ENCODE LZO,\n pickup_longitude DECIMAL(18,14) ENCODE MOSTLY8,\n pickup_latitude DECIMAL(18,14) ENCODE MOSTLY8,\n dropoff_longitude DECIMAL(18,14) ENCODE MOSTLY8,\n dropoff_latitude DECIMAL(18,14) ENCODE MOSTLY8,\n passenger_count SMALLINT NOT NULL DEFAULT '0' ENCODE LZO,\n trip_distance DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n fare_amount DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n extra DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n mta_tax DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n tip_amount DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n tolls_amount DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n improvement_surcharge DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n total_amount DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n payment_type VARCHAR(3) ENCODE RUNLENGTH,\n trip_type SMALLINT ENCODE LZO,\n cab_type VARCHAR(6) NOT NULL ENCODE LZO,\n precipitation DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n snow_depth DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n snowfall DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n max_temperature SMALLINT DEFAULT '0' ENCODE LZO,\n min_temperature SMALLINT DEFAULT '0' ENCODE LZO,\n average_wind_speed DECIMAL(18,6) DEFAULT '0.0' ENCODE MOSTLY8,\n pickup_nyct2010_gid SMALLINT ENCODE LZO,\n pickup_ctlabel VARCHAR(10) ENCODE LZO,\n pickup_borocode SMALLINT ENCODE LZO,\n pickup_boroname VARCHAR(13) ENCODE LZO,\n pickup_ct2010 VARCHAR(6) ENCODE LZO,\n pickup_boroct2010 VARCHAR(7) ENCODE LZO,\n pickup_cdeligibil VARCHAR(1) ENCODE RUNLENGTH,\n pickup_ntacode VARCHAR(4) ENCODE LZO,\n pickup_ntaname VARCHAR(56) ENCODE LZO,\n pickup_puma VARCHAR(4) ENCODE LZO,\n dropoff_nyct2010_gid SMALLINT ENCODE LZO,\n dropoff_ctlabel VARCHAR(10) ENCODE LZO,\n dropoff_borocode SMALLINT ENCODE LZO,\n dropoff_boroname VARCHAR(13) ENCODE LZO,\n dropoff_ct2010 VARCHAR(6) ENCODE LZO,\n dropoff_boroct2010 VARCHAR(7) ENCODE LZO,\n dropoff_cdeligibil VARCHAR(1) ENCODE RUNLENGTH,\n dropoff_ntacode VARCHAR(4) ENCODE LZO,\n dropoff_ntaname VARCHAR(56) ENCODE LZO,\n dropoff_puma VARCHAR(4) ENCODE LZO,\n primary key(trip_id)\n) sortkey(pickup_datetime);\n```\n","user":"anonymous","dateUpdated":"2020-09-23T21:37:35+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1600861253139_286185622","id":"20200923-204053_1528790238","dateCreated":"2020-09-23T20:40:53+0900","status":"READY","progressUpdateIntervalMs":500,"$$hashKey":"object:499"},{"text":"%md\n### Create dataframe and load data","user":"anonymous","dateUpdated":"2020-11-09T16:01:23+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1604905260932_-339866535","id":"20201109-160100_2079245333","dateCreated":"2020-11-09T16:01:00+0900","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:11285","dateFinished":"2020-11-09T16:01:23+0900","dateStarted":"2020-11-09T16:01:23+0900","results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Create dataframe and load data

\n
"}]}},{"text":"%spark\n\nimport org.apache.spark.sql.types._\n\nval taxiSchema = StructType(Array(\n StructField(\"trip_id\", IntegerType, true),\n StructField(\"vendor_id\", StringType, true),\n StructField(\"pickup_datetime\", TimestampType, true),\n StructField(\"dropoff_datetime\", TimestampType, true),\n StructField(\"store_and_fwd_flag\", StringType, true),\n StructField(\"rate_code_id\", IntegerType, true),\n StructField(\"pickup_longitude\", DoubleType, true),\n StructField(\"pickup_latitude\", DoubleType, true),\n StructField(\"dropoff_longitude\", DoubleType, true),\n StructField(\"dropoff_latitude\", DoubleType, true),\n StructField(\"passenger_count\", StringType, true),\n StructField(\"trip_distance\", DoubleType, true),\n StructField(\"fare_amount\", DoubleType, true),\n StructField(\"extra\", DoubleType, true),\n StructField(\"mta_tax\", DoubleType, true),\n StructField(\"tip_amount\", DoubleType, true),\n StructField(\"tolls_amount\", DoubleType, true),\n StructField(\"improvement_surcharge\", DoubleType, true),\n StructField(\"total_amount\", DoubleType, true),\n StructField(\"payment_type\", StringType, true),\n StructField(\"trip_type\", IntegerType, true),\n StructField(\"cab_type\", StringType, true),\n StructField(\"precipitation\", DoubleType, true),\n StructField(\"snow_depth\", DoubleType, true),\n StructField(\"snowfall\", DoubleType, true),\n StructField(\"max_temperature\", IntegerType, true),\n StructField(\"min_temperature\", IntegerType, true),\n StructField(\"average_wind_speed\", DoubleType, true),\n StructField(\"pickup_nyct2010_gid\", IntegerType, true),\n StructField(\"pickup_ctlabel\", StringType, true),\n StructField(\"pickup_borocode\", IntegerType, true),\n StructField(\"pickup_boroname\", StringType, true),\n StructField(\"pickup_ct2010\", StringType, true),\n StructField(\"pickup_boroct2010\", StringType, true),\n StructField(\"pickup_cdeligibil\", StringType, true),\n StructField(\"pickup_ntacode\", StringType, true),\n StructField(\"pickup_ntaname\", StringType, true),\n StructField(\"pickup_puma\", StringType, true),\n StructField(\"dropoff_nyct2010_gid\", IntegerType, true),\n StructField(\"dropoff_ctlabel\", StringType, true),\n StructField(\"dropoff_borocode\", IntegerType, true),\n StructField(\"dropoff_boroname\", StringType, true),\n StructField(\"dropoff_ct2010\", IntegerType, true),\n StructField(\"dropoff_boroct2010\", StringType, true),\n StructField(\"dropoff_cdeligibil\", StringType, true),\n StructField(\"dropoff_ntacode\", StringType, true),\n StructField(\"dropoff_ntaname\", StringType, true),\n StructField(\"dropoff_puma\", StringType, true)\n ))\n \n val taxiDF = spark.read.format(\"csv\")\n .option(\"header\", \"false\")\n .option(\"delimiter\", \",\")\n .option(\"mode\", \"FAILFAST\")\n .schema(taxiSchema)\n .load(\"/nyc_taxi/csv/*.csv.gz\")\n \n","user":"anonymous","dateUpdated":"2020-09-24T17:01:25+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala","lineNumbers":true},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"import org.apache.spark.sql.types._\ntaxiSchema: org.apache.spark.sql.types.StructType = StructType(StructField(trip_id,IntegerType,true), StructField(vendor_id,StringType,true), StructField(pickup_datetime,TimestampType,true), StructField(dropoff_datetime,TimestampType,true), StructField(store_and_fwd_flag,StringType,true), StructField(rate_code_id,IntegerType,true), StructField(pickup_longitude,DoubleType,true), StructField(pickup_latitude,DoubleType,true), StructField(dropoff_longitude,DoubleType,true), StructField(dropoff_latitude,DoubleType,true), StructField(passenger_count,StringType,true), StructField(trip_distance,DoubleType,true), StructField(fare_amount,DoubleType,true), StructField(extra,DoubleType,true), StructField(mta_tax,DoubleType,true), StructField(tip_amount,DoubleType..."}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600831358421_994804902","id":"20200923-122238_605287","dateCreated":"2020-09-23T12:22:38+0900","dateStarted":"2020-09-24T17:01:25+0900","dateFinished":"2020-09-24T17:02:04+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:500"},{"text":"%spark\ntaxiDF.printSchema()","user":"anonymous","dateUpdated":"2020-09-24T11:12:33+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"root\n |-- trip_id: integer (nullable = true)\n |-- vendor_id: string (nullable = true)\n |-- pickup_datetime: timestamp (nullable = true)\n |-- dropoff_datetime: timestamp (nullable = true)\n |-- store_and_fwd_flag: string (nullable = true)\n |-- rate_code_id: integer (nullable = true)\n |-- pickup_longitude: double (nullable = true)\n |-- pickup_latitude: double (nullable = true)\n |-- dropoff_longitude: double (nullable = true)\n |-- dropoff_latitude: double (nullable = true)\n |-- passenger_count: string (nullable = true)\n |-- trip_distance: double (nullable = true)\n |-- fare_amount: double (nullable = true)\n |-- extra: double (nullable = true)\n |-- mta_tax: double (nullable = true)\n |-- tip_amount: double (nullable = true)\n |-- tolls_amount: double (nullable = true)\n |-- improvement_surcharge: double (nullable = true)\n |-- total_amount: double (nullable = true)\n |-- payment_type: string (nullable = true)\n |-- trip_type: integer (nullable = true)\n |-- cab_type: string (nullable = true)\n |-- precipitation: double (nullable = true)\n |-- snow_depth: double (nullable = true)\n |-- snowfall: double (nullable = true)\n |-- max_temperature: integer (nullable = true)\n |-- min_temperature: integer (nullable = true)\n |-- average_wind_speed: double (nullable = true)\n |-- pickup_nyct2010_gid: integer (nullable = true)\n |-- pickup_ctlabel: string (nullable = true)\n |-- pickup_borocode: integer (nullable = true)\n |-- pickup_boroname: string (nullable = true)\n |-- pickup_ct2010: string (nullable = true)\n |-- pickup_boroct2010: string (nullable = true)\n |-- pickup_cdeligibil: string (nullable = true)\n |-- pickup_ntacode: string (nullable = true)\n |-- pickup_ntaname: string (nullable = true)\n |-- pickup_puma: string (nullable = true)\n |-- dropoff_nyct2010_gid: integer (nullable = true)\n |-- dropoff_ctlabel: string (nullable = true)\n |-- dropoff_borocode: integer (nullable = true)\n |-- dropoff_boroname: string (nullable = true)\n |-- dropoff_ct2010: integer (nullable = true)\n |-- dropoff_boroct2010: string (nullable = true)\n |-- dropoff_cdeligibil: string (nullable = true)\n |-- dropoff_ntacode: string (nullable = true)\n |-- dropoff_ntaname: string (nullable = true)\n |-- dropoff_puma: string (nullable = true)\n\n"}]},"apps":[],"jobName":"paragraph_1600836536510_-730083221","id":"20200923-134856_1911043249","dateCreated":"2020-09-23T13:48:56+0900","dateStarted":"2020-09-24T11:12:33+0900","dateFinished":"2020-09-24T11:12:33+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:501"},{"text":"%spark\ntaxiDF.show(10)\n","user":"anonymous","dateUpdated":"2020-09-23T21:03:11+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"+-------+---------+-------------------+-------------------+------------------+------------+------------------+------------------+------------------+------------------+---------------+-------------+-----------+-----+-------+----------+------------+---------------------+------------+------------+---------+--------+-------------+----------+--------+---------------+---------------+------------------+-------------------+--------------+---------------+---------------+-------------+-----------------+-----------------+--------------+--------------------+-----------+--------------------+---------------+----------------+----------------+--------------+------------------+------------------+---------------+--------------------+------------+\n|trip_id|vendor_id| pickup_datetime| dropoff_datetime|store_and_fwd_flag|rate_code_id| pickup_longitude| pickup_latitude| dropoff_longitude| dropoff_latitude|passenger_count|trip_distance|fare_amount|extra|mta_tax|tip_amount|tolls_amount|improvement_surcharge|total_amount|payment_type|trip_type|cab_type|precipitation|snow_depth|snowfall|max_temperature|min_temperature|average_wind_speed|pickup_nyct2010_gid|pickup_ctlabel|pickup_borocode|pickup_boroname|pickup_ct2010|pickup_boroct2010|pickup_cdeligibil|pickup_ntacode| pickup_ntaname|pickup_puma|dropoff_nyct2010_gid|dropoff_ctlabel|dropoff_borocode|dropoff_boroname|dropoff_ct2010|dropoff_boroct2010|dropoff_cdeligibil|dropoff_ntacode| dropoff_ntaname|dropoff_puma|\n+-------+---------+-------------------+-------------------+------------------+------------+------------------+------------------+------------------+------------------+---------------+-------------+-----------+-----+-------+----------+------------+---------------------+------------+------------+---------+--------+-------------+----------+--------+---------------+---------------+------------------+-------------------+--------------+---------------+---------------+-------------+-----------------+-----------------+--------------+--------------------+-----------+--------------------+---------------+----------------+----------------+--------------+------------------+------------------+---------------+--------------------+------------+\n| 2| 2|2013-11-30 21:59:36|2013-11-30 22:07:18| N| 1|-73.90650939941406|40.772525787353516| -73.9188003540039| 40.7557373046875| 1| 1.63| 8.0| 0.5| 0.5| 0.0| 0.0| null| 9.0| 2| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 572| 119| 4| Queens| 011900| 4011900| E| QN72| Steinway| 4101| 1131| 159| 4| Queens| 15900| 4015900| E| QN70| Astoria| 4101|\n| 2| 1|2013-11-30 22:05:14|2013-11-30 22:20:27| N| 1| -73.987060546875|40.693817138671875|-73.92813873291016| 40.69778060913086| 1| 3.4| 13.5| 0.5| 0.5| 2.0| 0.0| null| 16.5| 1| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 917| 11| 3| Brooklyn| 001100| 3001100| I| BK38|DUMBO-Vinegar Hil...| 4004| 1928| 423| 3| Brooklyn| 42300| 3042300| E| BK78| Bushwick South| 4002|\n| 2| 2|2013-11-30 22:13:07|2013-11-30 22:30:28| N| 1| -73.9852066040039| 40.68849563598633|-73.95410919189453|40.707210540771484| 1| 0.84| 6.5| 0.5| 0.5| 0.0| 0.0| null| 7.5| 2| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 56| 41| 3| Brooklyn| 004100| 3004100| I| BK38|DUMBO-Vinegar Hil...| 4004| 1048| 527| 3| Brooklyn| 52700| 3052700| E| BK73|North Side-South ...| 4001|\n| 2| 2|2013-11-30 22:21:06|2013-11-30 22:34:01| N| 1|-73.95346069335938| 40.78788375854492|-73.96582794189453| 40.75822448730469| 1| 2.53| 12.0| 0.5| 0.5| 2.0| 0.0| null| 15.0| 1| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 1096| 160.02| 1| Manhattan| 016002| 1016002| I| MN33| East Harlem South| 3804| 923| 108| 1| Manhattan| 10800| 1010800| I| MN19|Turtle Bay-East M...| 3808|\n| 2| 1|2013-11-30 22:29:32|2013-11-30 22:43:00| N| 1|-73.95113372802734| 40.71114730834961|-73.88442993164062| 40.73931884765625| 1| 4.5| 15.5| 0.5| 0.5| 0.0| 0.0| null| 16.5| 2| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 1051| 513| 3| Brooklyn| 051300| 3051300| E| BK73|North Side-South ...| 4001| 1005| 485| 4| Queens| 48500| 4048500| E| QN50| Elmhurst-Maspeth| 4109|\n| 2| 2|2013-11-30 22:31:09|2013-11-30 22:43:33| N| 1| -73.9492416381836| 40.74925231933594|-73.97489166259766| 40.76097869873047| 1| 3.14| 12.0| 0.5| 0.5| 0.0| 0.0| null| 13.0| 2| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 1929| 19| 4| Queens| 001900| 4001900| I| QN31|Hunters Point-Sun...| 4109| 16| 102| 1| Manhattan| 10200| 1010200| I| MN17|Midtown-Midtown S...| 3807|\n| 2| 1|2013-11-30 22:35:51|2013-11-30 22:47:15| N| 1|-73.99198913574219| 40.69075012207031| -73.96630859375|40.690589904785156| 1| 3.0| 12.0| 0.5| 0.5| 0.0| 0.0| null| 13.0| 2| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 2148| 9| 3| Brooklyn| 000900| 3000900| I| BK09|Brooklyn Heights-...| 4004| 107| 195| 3| Brooklyn| 19500| 3019500| E| BK69| Clinton Hill| 4004|\n| 2| 2|2013-11-30 22:51:59|2013-11-30 22:58:38| N| 1|-73.95457458496094| 40.73192596435547|-73.95884704589844| 40.71489715576172| 5| 1.4| 7.0| 0.5| 0.5| 0.0| 0.0| null| 8.0| 2| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 272| 565| 3| Brooklyn| 056500| 3056500| I| BK76| Greenpoint| 4001| 267| 553| 3| Brooklyn| 55300| 3055300| E| BK73|North Side-South ...| 4001|\n| 2| 2|2013-11-30 23:02:23|2013-11-30 23:02:26| N| 1|-73.95526123046875| 40.73670196533203|-73.95526123046875| 40.73670196533203| 1| 0.89| 5.5| 0.5| 0.5| 0.0| 0.0| null| 6.5| 2| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 1701| 579| 3| Brooklyn| 057900| 3057900| E| BK76| Greenpoint| 4001| 1701| 579| 3| Brooklyn| 57900| 3057900| E| BK76| Greenpoint| 4001|\n| 2| 2|2013-11-30 23:09:58|2013-11-30 23:14:09| N| 1|-73.97811126708984| 40.68498229980469|-73.96792602539062|40.688846588134766| 1| 1.0| 5.5| 0.5| 0.5| 1.0| 0.0| null| 7.5| 1| null| green| 0.0| 0.0| 0.0| 39| 25| 5.14| 1796| 35| 3| Brooklyn| 003500| 3003500| I| BK68| Fort Greene| 4004| 109| 197| 3| Brooklyn| 19700| 3019700| I| BK69| Clinton Hill| 4004|\n+-------+---------+-------------------+-------------------+------------------+------------+------------------+------------------+------------------+------------------+---------------+-------------+-----------+-----+-------+----------+------------+---------------------+------------+------------+---------+--------+-------------+----------+--------+---------------+---------------+------------------+-------------------+--------------+---------------+---------------+-------------+-----------------+-----------------+--------------+--------------------+-----------+--------------------+---------------+----------------+----------------+--------------+------------------+------------------+---------------+--------------------+------------+\nonly showing top 10 rows\n\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600862562161_-1678800094","id":"20200923-210242_409683811","dateCreated":"2020-09-23T21:02:42+0900","dateStarted":"2020-09-23T21:02:56+0900","dateFinished":"2020-09-23T21:10:55+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:502"},{"text":"%md\n### Create temp view for the dataframe\n","user":"anonymous","dateUpdated":"2020-11-09T16:01:58+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1604905299853_256878857","id":"20201109-160139_446795561","dateCreated":"2020-11-09T16:01:39+0900","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:11375","dateFinished":"2020-11-09T16:01:58+0900","dateStarted":"2020-11-09T16:01:58+0900","results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Create temp view for the dataframe

\n
"}]}},{"text":"%spark\ntaxiDF.createOrReplaceTempView(\"trips\")","user":"anonymous","dateUpdated":"2020-09-23T21:12:35+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"apps":[],"jobName":"paragraph_1600845324601_550301486","id":"20200923-161524_303253421","dateCreated":"2020-09-23T16:15:24+0900","dateStarted":"2020-09-23T21:12:35+0900","dateFinished":"2020-09-23T21:12:35+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:503"},{"text":"%md\nQ1\n","user":"anonymous","dateUpdated":"2020-09-23T16:22:00+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Q1

\n
"}]},"apps":[],"jobName":"paragraph_1600845463862_313116308","id":"20200923-161743_962866610","dateCreated":"2020-09-23T16:17:43+0900","dateStarted":"2020-09-23T16:22:00+0900","dateFinished":"2020-09-23T16:22:00+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:504"},{"text":"%sql\nSELECT cab_type, count(*) FROM trips GROUP BY 1\n","user":"anonymous","dateUpdated":"2020-09-24T10:21:34+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"cab_type":"string","count(1)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"cab_type\tcount(1)\ngreen\t36513115\nyellow\t1547641381\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600845450038_-955887073","id":"20200923-161730_259310282","dateCreated":"2020-09-23T16:17:30+0900","dateStarted":"2020-09-24T10:21:34+0900","dateFinished":"2020-09-24T10:24:43+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:505"},{"text":"%md\nQ2\n","user":"anonymous","dateUpdated":"2020-09-23T16:23:07+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Q2

\n
"}]},"apps":[],"jobName":"paragraph_1600845490542_206693851","id":"20200923-161810_428491430","dateCreated":"2020-09-23T16:18:10+0900","dateStarted":"2020-09-23T16:23:07+0900","dateFinished":"2020-09-23T16:23:07+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:506"},{"text":"%sql\nSELECT passenger_count,\n avg(total_amount)\nFROM trips\nGROUP BY 1","user":"anonymous","dateUpdated":"2020-09-24T10:34:27+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{"columns":[{"name":"passenger_count","visible":true,"width":"*","sort":{"priority":0,"direction":"asc"},"filters":[{}],"pinned":""},{"name":"avg(total_amount)","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""}],"scrollFocus":{},"selection":[],"grouping":{"grouping":[],"aggregations":[],"rowExpandedStates":{}},"treeView":{},"pagination":{"paginationCurrentPage":1,"paginationPageSize":250}},"tableColumnTypeState":{"names":{"passenger_count":"number","avg(total_amount)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"passenger_count\tavg(total_amount)\n125\t16.6\n7\t40.57308716707024\n15\t12.05\n155\t90.24\n69\t5.8\n3\t14.369693237904634\n113\t13.3\n34\t16.8\n133\t10.3\n250\t12.566666666666668\n8\t42.497005395683466\n160\t15.34\n0\t12.98553002740268\n223\t9.5\n47\t9.0\n96\t8.16\n5\t13.888446077125531\n163\t15.54\n70\t10.7\n61\t31.34\n17\t39.95\n164\t62.14\n208\t7.046611405835538\n6\t15.069858359572613\n177\t17.0\n19\t5.0\n38\t7.3\n25\t7.6\n193\t7.5\n53\t7.3\n247\t19.44\n58\t25.939999999999998\n33\t8.6\n213\t2.5\n141\t18.94\n97\t9.9\n158\t14.44\n84\t43.84\n9\t57.19581625908792\n134\t55.14\n1\t14.152421538776597\n211\t7.0\n36\t61.55\n10\t44.39411764705883\n37\t14.2\n165\t12.14\n49\t3.246153846153846\n255\t17.991\n65\t23.366666666666664\n225\t16.0\n4\t14.46353711362326\n249\t9.5\n13\t31.5\n66\t19.3\n137\t59.64\n129\t8.785714285714286\n2\t14.761560001471343\n254\t6.5\n192\t9.149999999999999\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600845475983_677716391","id":"20200923-161755_907219181","dateCreated":"2020-09-23T16:17:55+0900","dateStarted":"2020-09-23T16:31:41+0900","dateFinished":"2020-09-23T16:34:48+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:507"},{"text":"%md\nQ3\n","user":"anonymous","dateUpdated":"2020-09-23T16:23:09+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Q3

\n
"}]},"apps":[],"jobName":"paragraph_1600845521569_-537040766","id":"20200923-161841_1415480971","dateCreated":"2020-09-23T16:18:41+0900","dateStarted":"2020-09-23T16:23:09+0900","dateFinished":"2020-09-23T16:23:09+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:508"},{"text":"%sql\nSELECT passenger_count,\n year(pickup_datetime),\n count(*)\nFROM trips\nGROUP BY 1, \n 2","user":"anonymous","dateUpdated":"2020-09-23T19:20:45+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{"columns":[{"name":"passenger_count","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""},{"name":"year(CAST(pickup_datetime AS DATE))","visible":true,"width":"*","sort":{"priority":0,"direction":"desc"},"filters":[{}],"pinned":""},{"name":"count(1)","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""}],"scrollFocus":{},"selection":[],"grouping":{"grouping":[],"aggregations":[],"rowExpandedStates":{}},"treeView":{},"pagination":{"paginationCurrentPage":1,"paginationPageSize":250}},"tableColumnTypeState":{"names":{"passenger_count":"string","year(CAST(pickup_datetime AS DATE))":"string","count(1)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"passenger_count\tyear(CAST(pickup_datetime AS DATE))\tcount(1)\n2\t2017\t16545571\n4\t2009\t3829147\n164\t2009\t1\n3\t2016\t5456807\n61\t2011\t1\n250\t2010\t2\n97\t2011\t1\n3\t2017\t4748869\n7\t2012\t17\n3\t2018\t4433799\n9\t2013\t43\n0\t2018\t945399\n250\t2011\t1\n1\t2031\t2\n9\t2016\t261\n2\t2003\t1\n3\t2011\t8015005\n7\t2015\t384\n6\t2014\t6396494\n2\t2011\t27132349\n8\t2014\t464\n129\t2009\t3\n8\t2015\t395\n6\t2010\t595332\n10\t2011\t13\n3\t2009\t7860577\n2\t2026\t2\n9\t2019\t136\n3\t2013\t7343603\n70\t2011\t1\n255\t2013\t2\n1\t2084\t8\n5\t2010\t12311344\n2\t2019\t6908110\n2\t2008\t70\n1\t2041\t2\n1\t2011\t119969450\n1\t2088\t2\n5\t2008\t55\n1\t2053\t1\n129\t2013\t1\n1\t2021\t1\n7\t2014\t504\n208\t2012\t107\n208\t2011\t125\n3\t2053\t1\n65\t2009\t1\n1\t2016\t92987719\n1\t2014\t129404151\n4\t2008\t11\n0\t2013\t5476\n49\t2011\t26\n208\t2014\t21\n3\t2008\t23\n58\t2010\t1\n2\t2014\t24221283\n211\t2011\t1\n141\t2010\t1\n96\t2018\t1\n1\t2018\t80363712\n5\t2016\t6773026\n53\t2009\t1\n69\t2009\t1\n2\t2015\t21457828\n0\t2017\t166086\n1\t2009\t116050733\n3\t2002\t2\n1\t2019\t34102447\n7\t2016\t361\n4\t2014\t3512831\n7\t2018\t529\n3\t2019\t1919720\n5\t2009\t14885656\n3\t2012\t7716364\n2\t2016\t19038307\n9\t2014\t210\n9\t2012\t25\n4\t2032\t1\n208\t2010\t596\n125\t2010\t1\n2\t2002\t3\n8\t2010\t1\n17\t2009\t1\n3\t2014\t7348686\n7\t2011\t8\n129\t2011\t3\n9\t2009\t1\n36\t2011\t1\n5\t2001\t1\n4\t2015\t3029415\n7\t2019\t239\n4\t2016\t2660369\n0\t2010\t35487\n8\t2017\t339\n9\t2017\t298\n6\t2013\t6779135\n1\t2042\t1\n38\t2009\t1\n0\t2016\t13454\n5\t2011\t13876061\n9\t2018\t307\n6\t2009\t734381\n193\t2011\t1\n6\t2008\t16\n0\t2011\t2547937\n255\t2009\t5\n3\t2010\t6700470\n134\t2009\t1\n192\t2017\t1\n2\t2013\t23610698\n163\t2010\t1\n34\t2010\t1\n4\t2019\t878310\n165\t2009\t1\n66\t2012\t1\n255\t2011\t1\n0\t2019\t791983\n249\t2012\t1\n0\t2015\t43431\n6\t2011\t1536489\n84\t2009\t1\n1\t2033\t3\n1\t2037\t1\n1\t2013\t122918578\n10\t2012\t1\n5\t2014\t10056870\n33\t2011\t2\n208\t2013\t13\n177\t2012\t1\n1\t2001\t14\n0\t2014\t9848\n254\t2012\t1\n1\t2010\t98992170\n5\t2012\t12063339\n8\t2013\t43\n1\t2002\t15\n1\t2038\t4\n10\t2010\t3\n5\t2017\t5407319\n213\t2009\t4\n1\t2030\t2\n65\t2010\t1\n4\t2002\t1\n37\t2011\t1\n8\t2019\t209\n1\t2081\t1\n2\t2009\t27534728\n9\t2011\t8\n5\t2013\t10139454\n7\t2010\t4\n158\t2009\t1\n247\t2012\t1\n4\t2013\t3593459\n1\t2029\t1\n4\t2029\t1\n2\t2012\t24900623\n4\t2012\t3752549\n6\t2016\t4234423\n1\t2015\t109344894\n15\t2010\t1\n223\t2011\t1\n65\t2012\t1\n3\t2015\t6310244\n6\t2017\t3336202\n6\t2019\t1178831\n4\t2017\t2257813\n5\t2018\t4894323\n5\t2002\t1\n2\t2041\t1\n1\t2017\t81034075\n7\t2013\t65\n160\t2010\t1\n8\t2018\t440\n2\t2010\t23053745\n5\t2019\t1976552\n1\t2012\t123955714\n8\t2009\t2\n4\t2018\t2079174\n6\t2015\t5241522\n6\t2003\t2\n4\t2010\t3282495\n6\t2012\t4880708\n9\t2015\t221\n6\t2018\t2935757\n155\t2009\t1\n58\t2011\t1\n8\t2016\t316\n7\t2009\t7\n7\t2017\t360\n13\t2009\t1\n1\t2003\t16\n25\t2010\t1\n9\t2010\t3\n5\t2015\t8247683\n208\t2009\t646\n225\t2011\t1\n0\t2009\t1126\n133\t2010\t1\n15\t2011\t1\n47\t2011\t1\n255\t2010\t2\n19\t2011\t1\n8\t2011\t2\n1\t2020\t13\n0\t2012\t1274858\n113\t2009\t1\n137\t2010\t1\n8\t2012\t13\n1\t2008\t388\n192\t2018\t1\n2\t2018\t15753699\n4\t2011\t3819715\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600845502583_2078913889","id":"20200923-161822_1449746946","dateCreated":"2020-09-23T16:18:22+0900","dateStarted":"2020-09-23T16:35:44+0900","dateFinished":"2020-09-23T16:40:22+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:509"},{"text":"%md\nQ4\n","user":"anonymous","dateUpdated":"2020-09-23T16:23:11+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Q4

\n
"}]},"apps":[],"jobName":"paragraph_1600845540487_-713611440","id":"20200923-161900_1327133714","dateCreated":"2020-09-23T16:19:00+0900","dateStarted":"2020-09-23T16:23:11+0900","dateFinished":"2020-09-23T16:23:11+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:510"},{"text":"%sql\nSELECT passenger_count,\n year(pickup_datetime),\n round(trip_distance),\n count(*)\nFROM trips\nGROUP BY 1,\n 2,\n 3\nORDER BY 2,\n 4 desc","user":"anonymous","dateUpdated":"2020-09-23T18:12:24+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{"columns":[{"name":"passenger_count","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""},{"name":"year(CAST(pickup_datetime AS DATE))","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""},{"name":"round(trip_distance, 0)","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""},{"name":"count(1)","visible":true,"width":"*","sort":{"priority":0,"direction":"asc"},"filters":[{}],"pinned":""}],"scrollFocus":{},"selection":[],"grouping":{"grouping":[],"aggregations":[],"rowExpandedStates":{}},"treeView":{},"pagination":{"paginationCurrentPage":1,"paginationPageSize":250}},"tableColumnTypeState":{"names":{"passenger_count":"string","year(CAST(pickup_datetime AS DATE))":"string","round(trip_distance, 0)":"string","count(1)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql","lineNumbers":true},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"passenger_count\tyear(CAST(pickup_datetime AS DATE))\tround(trip_distance, 0)\tcount(1)\n1\t2001\t0.0\t7\n1\t2001\t1.0\t5\n1\t2001\t5.0\t1\n1\t2001\t3.0\t1\n5\t2001\t2.0\t1\n1\t2002\t0.0\t7\n1\t2002\t2.0\t2\n1\t2002\t3.0\t2\n5\t2002\t1.0\t1\n2\t2002\t3.0\t1\n3\t2002\t2.0\t1\n1\t2002\t10.0\t1\n1\t2002\t19.0\t1\n1\t2002\t11.0\t1\n4\t2002\t2.0\t1\n1\t2002\t1.0\t1\n2\t2002\t7.0\t1\n3\t2002\t1.0\t1\n2\t2002\t4.0\t1\n1\t2003\t0.0\t5\n1\t2003\t1.0\t4\n6\t2003\t0.0\t1\n1\t2003\t2.0\t1\n1\t2003\t10.0\t1\n2\t2003\t7.0\t1\n1\t2003\t8.0\t1\n1\t2003\t21.0\t1\n1\t2003\t12.0\t1\n6\t2003\t18.0\t1\n1\t2003\t3.0\t1\n1\t2003\t20.0\t1\n1\t2008\t1.0\t104\n1\t2008\t2.0\t65\n1\t2008\t0.0\t48\n1\t2008\t3.0\t44\n2\t2008\t1.0\t27\n1\t2008\t4.0\t24\n1\t2008\t5.0\t14\n5\t2008\t2.0\t13\n1\t2008\t9.0\t12\n1\t2008\t6.0\t11\n2\t2008\t3.0\t9\n3\t2008\t2.0\t9\n5\t2008\t1.0\t9\n1\t2008\t8.0\t8\n2\t2008\t0.0\t8\n1\t2008\t19.0\t8\n2\t2008\t2.0\t8\n6\t2008\t1.0\t7\n1\t2008\t10.0\t7\n3\t2008\t1.0\t7\n1\t2008\t21.0\t6\n5\t2008\t3.0\t6\n1\t2008\t11.0\t6\n1\t2008\t7.0\t5\n2\t2008\t4.0\t5\n1\t2008\t13.0\t5\n5\t2008\t4.0\t5\n1\t2008\t16.0\t4\n1\t2008\t20.0\t4\n5\t2008\t0.0\t4\n5\t2008\t14.0\t3\n5\t2008\t5.0\t3\n2\t2008\t8.0\t3\n1\t2008\t17.0\t3\n4\t2008\t1.0\t3\n5\t2008\t16.0\t3\n4\t2008\t0.0\t2\n4\t2008\t5.0\t2\n1\t2008\t22.0\t2\n6\t2008\t2.0\t2\n6\t2008\t7.0\t2\n6\t2008\t3.0\t2\n1\t2008\t12.0\t2\n2\t2008\t19.0\t2\n1\t2008\t14.0\t2\n2\t2008\t56.0\t1\n3\t2008\t5.0\t1\n6\t2008\t5.0\t1\n3\t2008\t6.0\t1\n2\t2008\t7.0\t1\n5\t2008\t21.0\t1\n4\t2008\t2.0\t1\n2\t2008\t17.0\t1\n5\t2008\t10.0\t1\n6\t2008\t0.0\t1\n1\t2008\t18.0\t1\n5\t2008\t6.0\t1\n1\t2008\t15.0\t1\n5\t2008\t15.0\t1\n4\t2008\t9.0\t1\n5\t2008\t22.0\t1\n1\t2008\t41.0\t1\n2\t2008\t11.0\t1\n3\t2008\t12.0\t1\n5\t2008\t7.0\t1\n2\t2008\t13.0\t1\n4\t2008\t21.0\t1\n2\t2008\t15.0\t1\n5\t2008\t8.0\t1\n3\t2008\t8.0\t1\n5\t2008\t18.0\t1\n6\t2008\t10.0\t1\n1\t2008\t27.0\t1\n2\t2008\t5.0\t1\n3\t2008\t15.0\t1\n4\t2008\t12.0\t1\n3\t2008\t7.0\t1\n3\t2008\t4.0\t1\n2\t2008\t6.0\t1\n5\t2008\t11.0\t1\n1\t2009\t1.0\t44451129\n1\t2009\t2.0\t28279997\n1\t2009\t3.0\t13881098\n2\t2009\t1.0\t10070033\n1\t2009\t4.0\t7200554\n2\t2009\t2.0\t6726721\n1\t2009\t0.0\t6096986\n5\t2009\t1.0\t5597837\n1\t2009\t5.0\t4165250\n5\t2009\t2.0\t3625284\n2\t2009\t3.0\t3481030\n3\t2009\t1.0\t2916359\n1\t2009\t6.0\t2628592\n3\t2009\t2.0\t1947141\n2\t2009\t4.0\t1856749\n5\t2009\t3.0\t1818736\n1\t2009\t7.0\t1707307\n4\t2009\t1.0\t1384941\n1\t2009\t8.0\t1293036\n1\t2009\t9.0\t1265952\n1\t2009\t10.0\t1145965\n2\t2009\t0.0\t1101794\n2\t2009\t5.0\t1086375\n3\t2009\t3.0\t1007046\n5\t2009\t4.0\t955249\n4\t2009\t2.0\t953988\n1\t2009\t11.0\t893551\n5\t2009\t0.0\t699294\n2\t2009\t6.0\t672168\n1\t2009\t12.0\t578058\n5\t2009\t5.0\t556555\n3\t2009\t4.0\t529598\n4\t2009\t3.0\t506741\n2\t2009\t7.0\t419248\n1\t2009\t18.0\t395447\n1\t2009\t17.0\t375046\n5\t2009\t6.0\t352109\n1\t2009\t13.0\t345109\n2\t2009\t9.0\t321114\n2\t2009\t8.0\t314564\n3\t2009\t5.0\t313737\n2\t2009\t10.0\t301586\n3\t2009\t0.0\t300106\n6\t2009\t1.0\t279048\n4\t2009\t4.0\t264652\n1\t2009\t19.0\t256066\n2\t2009\t11.0\t252799\n1\t2009\t14.0\t229756\n1\t2009\t16.0\t225429\n5\t2009\t7.0\t225079\n3\t2009\t6.0\t196839\n1\t2009\t15.0\t192466\n6\t2009\t2.0\t179268\n5\t2009\t8.0\t169062\n1\t2009\t20.0\t165475\n5\t2009\t9.0\t165192\n2\t2009\t12.0\t159420\n4\t2009\t5.0\t157250\n5\t2009\t10.0\t151755\n2\t2009\t18.0\t148584\n4\t2009\t0.0\t142646\n2\t2009\t17.0\t134221\n5\t2009\t11.0\t124466\n3\t2009\t7.0\t119536\n1\t2009\t21.0\t117309\n4\t2009\t6.0\t100424\n2\t2009\t13.0\t89988\n6\t2009\t3.0\t88995\n3\t2009\t8.0\t83969\n2\t2009\t19.0\t81998\n5\t2009\t12.0\t81564\n3\t2009\t9.0\t80262\n3\t2009\t10.0\t73493\n2\t2009\t16.0\t67314\n5\t2009\t18.0\t64463\n3\t2009\t11.0\t63343\n2\t2009\t14.0\t61051\n4\t2009\t7.0\t59705\n1\t2009\t22.0\t58987\n5\t2009\t17.0\t56556\n2\t2009\t15.0\t51592\n2\t2009\t20.0\t51412\n5\t2009\t13.0\t47492\n6\t2009\t4.0\t45608\n3\t2009\t12.0\t41499\n5\t2009\t19.0\t39224\n4\t2009\t8.0\t39004\n6\t2009\t0.0\t37517\n2\t2009\t21.0\t37402\n4\t2009\t9.0\t37188\n3\t2009\t18.0\t36138\n4\t2009\t10.0\t34133\n5\t2009\t14.0\t31691\n5\t2009\t16.0\t31204\n3\t2009\t17.0\t31103\n4\t2009\t11.0\t30906\n1\t2009\t23.0\t27395\n5\t2009\t15.0\t26624\n6\t2009\t5.0\t26623\n5\t2009\t20.0\t25337\n3\t2009\t13.0\t23392\n4\t2009\t12.0\t20416\n4\t2009\t18.0\t20197\n2\t2009\t22.0\t19688\n3\t2009\t19.0\t19321\n5\t2009\t21.0\t17803\n4\t2009\t17.0\t17047\n6\t2009\t6.0\t16780\n1\t2009\t24.0\t16718\n3\t2009\t14.0\t15856\n3\t2009\t16.0\t15768\n3\t2009\t15.0\t13104\n3\t2009\t20.0\t11800\n4\t2009\t13.0\t11070\n6\t2009\t7.0\t10852\n1\t2009\t25.0\t10830\n4\t2009\t19.0\t9754\n5\t2009\t22.0\t9353\n3\t2009\t21.0\t8816\n1\t2009\t26.0\t8617\n2\t2009\t23.0\t8377\n6\t2009\t8.0\t8199\n6\t2009\t9.0\t8178\n4\t2009\t16.0\t8105\n6\t2009\t10.0\t7646\n4\t2009\t14.0\t7594\n1\t2009\t27.0\t7086\n4\t2009\t15.0\t6346\n6\t2009\t11.0\t6256\n1\t2009\t28.0\t5933\n4\t2009\t20.0\t5875\n3\t2009\t22.0\t5035\n2\t2009\t24.0\t4763\n4\t2009\t21.0\t4476\n1\t2009\t29.0\t4356\n5\t2009\t23.0\t4193\n6\t2009\t12.0\t3789\n1\t2009\t30.0\t3059\n2\t2009\t25.0\t3022\n4\t2009\t22.0\t2627\n6\t2009\t18.0\t2488\n6\t2009\t17.0\t2436\n5\t2009\t24.0\t2389\n2\t2009\t26.0\t2370\n1\t2009\t31.0\t2347\n6\t2009\t13.0\t2224\n3\t2009\t23.0\t2214\n1\t2009\t32.0\t2052\n2\t2009\t27.0\t1832\n1\t2009\t33.0\t1764\n2\t2009\t28.0\t1624\n6\t2009\t19.0\t1604\n1\t2009\t34.0\t1602\n5\t2009\t25.0\t1490\n1\t2009\t35.0\t1475\n6\t2009\t14.0\t1443\n6\t2009\t16.0\t1439\n1\t2009\t36.0\t1392\n3\t2009\t24.0\t1282\n1\t2009\t37.0\t1246\n6\t2009\t15.0\t1170\n4\t2009\t23.0\t1149\n5\t2009\t26.0\t1128\n2\t2009\t29.0\t1093\n6\t2009\t20.0\t1073\n5\t2009\t27.0\t987\n1\t2009\t38.0\t952\n1\t2009\t39.0\t842\n3\t2009\t25.0\t756\n6\t2009\t21.0\t749\n1\t2009\t40.0\t735\n2\t2009\t30.0\t731\n5\t2009\t28.0\t687\n4\t2009\t24.0\t647\n208\t2009\t0.0\t644\n1\t2009\t41.0\t625\n5\t2009\t29.0\t592\n3\t2009\t26.0\t590\n1\t2009\t42.0\t554\n2\t2009\t31.0\t532\n3\t2009\t27.0\t527\n2\t2009\t32.0\t500\n1\t2009\t43.0\t464\n1\t2009\t44.0\t431\n6\t2009\t22.0\t419\n0\t2009\t0.0\t417\n4\t2009\t25.0\t408\n3\t2009\t28.0\t405\n2\t2009\t33.0\t404\n2\t2009\t34.0\t389\n2\t2009\t36.0\t382\n1\t2009\t45.0\t378\n2\t2009\t35.0\t364\n5\t2009\t30.0\t356\n4\t2009\t26.0\t345\n1\t2009\t46.0\t344\n0\t2009\t1.0\t298\n1\t2009\t47.0\t295\n2\t2009\t37.0\t294\n4\t2009\t27.0\t279\n1\t2009\t48.0\t270\n5\t2009\t32.0\t269\n3\t2009\t29.0\t268\n5\t2009\t31.0\t260\n1\t2009\t49.0\t245\n4\t2009\t28.0\t222\n2\t2009\t38.0\t221\n5\t2009\t33.0\t217\n5\t2009\t34.0\t196\n4\t2009\t29.0\t195\n0\t2009\t2.0\t192\n6\t2009\t23.0\t189\n2\t2009\t39.0\t186\n5\t2009\t35.0\t183\n3\t2009\t30.0\t180\n5\t2009\t36.0\t167\n1\t2009\t50.0\t161\n2\t2009\t40.0\t161\n3\t2009\t31.0\t154\n2\t2009\t41.0\t147\n5\t2009\t37.0\t129\n3\t2009\t33.0\t113\n3\t2009\t32.0\t111\n4\t2009\t30.0\t111\n3\t2009\t34.0\t109\n2\t2009\t42.0\t108\n3\t2009\t35.0\t107\n6\t2009\t24.0\t100\n5\t2009\t38.0\t99\n4\t2009\t31.0\t94\n2\t2009\t43.0\t87\n3\t2009\t37.0\t87\n5\t2009\t39.0\t86\n3\t2009\t36.0\t84\n4\t2009\t36.0\t83\n0\t2009\t3.0\t81\n5\t2009\t40.0\t78\n4\t2009\t35.0\t72\n2\t2009\t44.0\t72\n3\t2009\t38.0\t71\n4\t2009\t32.0\t68\n4\t2009\t34.0\t68\n6\t2009\t25.0\t63\n4\t2009\t33.0\t62\n2\t2009\t45.0\t55\n3\t2009\t40.0\t53\n5\t2009\t41.0\t53\n3\t2009\t39.0\t50\n4\t2009\t38.0\t47\n4\t2009\t37.0\t47\n6\t2009\t26.0\t46\n2\t2009\t47.0\t45\n2\t2009\t46.0\t44\n5\t2009\t42.0\t38\n5\t2009\t43.0\t38\n6\t2009\t27.0\t35\n3\t2009\t41.0\t33\n0\t2009\t5.0\t31\n6\t2009\t28.0\t31\n4\t2009\t39.0\t31\n4\t2009\t40.0\t30\n2\t2009\t48.0\t29\n0\t2009\t4.0\t29\n2\t2009\t49.0\t27\n6\t2009\t29.0\t25\n4\t2009\t42.0\t23\n3\t2009\t44.0\t22\n5\t2009\t44.0\t21\n3\t2009\t42.0\t21\n0\t2009\t6.0\t20\n3\t2009\t43.0\t19\n5\t2009\t45.0\t19\n2\t2009\t50.0\t17\n3\t2009\t46.0\t17\n4\t2009\t41.0\t17\n5\t2009\t47.0\t15\n4\t2009\t43.0\t14\n6\t2009\t31.0\t13\n5\t2009\t46.0\t13\n0\t2009\t7.0\t12\n3\t2009\t45.0\t12\n4\t2009\t44.0\t12\n3\t2009\t49.0\t11\n6\t2009\t34.0\t10\n5\t2009\t49.0\t10\n6\t2009\t30.0\t10\n3\t2009\t48.0\t10\n5\t2009\t48.0\t10\n0\t2009\t9.0\t9\n4\t2009\t49.0\t8\n6\t2009\t33.0\t8\n4\t2009\t48.0\t8\n6\t2009\t32.0\t8\n4\t2009\t45.0\t8\n6\t2009\t39.0\t7\n0\t2009\t11.0\t7\n4\t2009\t46.0\t7\n6\t2009\t36.0\t7\n7\t2009\t0.0\t7\n3\t2009\t47.0\t6\n6\t2009\t38.0\t6\n4\t2009\t47.0\t5\n0\t2009\t8.0\t5\n6\t2009\t35.0\t4\n213\t2009\t0.0\t4\n3\t2009\t50.0\t4\n0\t2009\t14.0\t4\n0\t2009\t10.0\t4\n5\t2009\t50.0\t4\n6\t2009\t37.0\t4\n0\t2009\t19.0\t3\n6\t2009\t41.0\t2\n0\t2009\t21.0\t2\n0\t2009\t12.0\t2\n0\t2009\t13.0\t2\n4\t2009\t50.0\t2\n0\t2009\t17.0\t2\n0\t2009\t22.0\t2\n6\t2009\t47.0\t2\n6\t2009\t43.0\t2\n8\t2009\t0.0\t2\n129\t2009\t1.0\t2\n6\t2009\t50.0\t1\n0\t2009\t23.0\t1\n208\t2009\t1.0\t1\n38\t2009\t1.0\t1\n6\t2009\t49.0\t1\n17\t2009\t9.0\t1\n164\t2009\t23.0\t1\n6\t2009\t48.0\t1\n84\t2009\t14.0\t1\n134\t2009\t21.0\t1\n53\t2009\t2.0\t1\n65\t2009\t3.0\t1\n113\t2009\t0.0\t1\n158\t2009\t2.0\t1\n129\t2009\t0.0\t1\n6\t2009\t45.0\t1\n255\t2009\t0.0\t1\n0\t2009\t31.0\t1\n255\t2009\t1.0\t1\n155\t2009\t17.0\t1\n208\t2009\t6.0\t1\n0\t2009\t20.0\t1\n9\t2009\t0.0\t1\n255\t2009\t4.0\t1\n6\t2009\t40.0\t1\n69\t2009\t1.0\t1\n255\t2009\t2.0\t1\n0\t2009\t18.0\t1\n2\t2009\t102.0\t1\n13\t2009\t13.0\t1\n165\t2009\t1.0\t1\n255\t2009\t5.0\t1\n1\t2010\t1.0\t37112377\n1\t2010\t2.0\t24269857\n1\t2010\t3.0\t12057000\n2\t2010\t1.0\t8238586\n1\t2010\t4.0\t6324433\n2\t2010\t2.0\t5659424\n1\t2010\t0.0\t4924408\n5\t2010\t1.0\t4542920\n1\t2010\t5.0\t3675904\n5\t2010\t2.0\t3018356\n2\t2010\t3.0\t2958901\n3\t2010\t1.0\t2427828\n1\t2010\t6.0\t2312319\n3\t2010\t2.0\t1668243\n2\t2010\t4.0\t1596118\n5\t2010\t3.0\t1527416\n1\t2010\t7.0\t1490431\n4\t2010\t1.0\t1163534\n1\t2010\t8.0\t1126364\n1\t2010\t9.0\t1124860\n1\t2010\t10.0\t1022217\n2\t2010\t5.0\t939081\n3\t2010\t3.0\t870759\n2\t2010\t0.0\t845790\n4\t2010\t2.0\t821894\n5\t2010\t4.0\t810227\n1\t2010\t11.0\t785629\n2\t2010\t6.0\t578837\n5\t2010\t0.0\t509768\n1\t2010\t12.0\t507053\n5\t2010\t5.0\t475839\n3\t2010\t4.0\t464157\n4\t2010\t3.0\t439409\n1\t2010\t18.0\t373601\n2\t2010\t7.0\t362082\n1\t2010\t17.0\t354538\n1\t2010\t13.0\t300418\n5\t2010\t6.0\t299882\n2\t2010\t9.0\t286725\n3\t2010\t5.0\t274511\n2\t2010\t8.0\t271993\n2\t2010\t10.0\t270398\n3\t2010\t0.0\t238102\n1\t2010\t19.0\t237922\n4\t2010\t4.0\t232353\n6\t2010\t1.0\t224377\n2\t2010\t11.0\t221437\n1\t2010\t16.0\t210986\n1\t2010\t14.0\t203333\n5\t2010\t7.0\t191175\n1\t2010\t15.0\t172121\n3\t2010\t6.0\t171634\n1\t2010\t20.0\t152588\n6\t2010\t2.0\t146610\n5\t2010\t9.0\t146297\n5\t2010\t8.0\t143844\n2\t2010\t12.0\t140158\n4\t2010\t5.0\t137780\n5\t2010\t10.0\t134655\n2\t2010\t18.0\t130567\n2\t2010\t17.0\t120553\n4\t2010\t0.0\t111791\n1\t2010\t21.0\t108342\n5\t2010\t11.0\t106709\n3\t2010\t7.0\t104526\n4\t2010\t6.0\t88645\n2\t2010\t13.0\t78900\n3\t2010\t8.0\t73921\n6\t2010\t3.0\t73810\n2\t2010\t19.0\t73283\n3\t2010\t9.0\t72772\n5\t2010\t12.0\t69691\n3\t2010\t10.0\t66908\n2\t2010\t16.0\t62017\n5\t2010\t18.0\t61377\n3\t2010\t11.0\t56794\n1\t2010\t22.0\t55781\n5\t2010\t17.0\t54663\n2\t2010\t14.0\t53128\n4\t2010\t7.0\t52062\n2\t2010\t20.0\t45691\n2\t2010\t15.0\t45273\n5\t2010\t13.0\t40388\n6\t2010\t4.0\t39001\n3\t2010\t12.0\t37166\n5\t2010\t19.0\t36774\n4\t2010\t8.0\t34365\n4\t2010\t9.0\t33509\n2\t2010\t21.0\t33432\n3\t2010\t18.0\t33375\n4\t2010\t10.0\t31670\n3\t2010\t17.0\t30199\n5\t2010\t16.0\t30038\n4\t2010\t11.0\t27493\n5\t2010\t14.0\t27460\n6\t2010\t0.0\t26557\n1\t2010\t23.0\t24765\n5\t2010\t15.0\t23764\n5\t2010\t20.0\t23083\n6\t2010\t5.0\t22453\n3\t2010\t13.0\t20925\n4\t2010\t18.0\t18592\n4\t2010\t12.0\t18394\n3\t2010\t19.0\t17926\n2\t2010\t22.0\t17639\n5\t2010\t21.0\t16632\n0\t2010\t1.0\t16388\n4\t2010\t17.0\t16341\n3\t2010\t16.0\t14916\n1\t2010\t24.0\t14488\n3\t2010\t14.0\t14159\n6\t2010\t6.0\t14136\n3\t2010\t15.0\t11795\n3\t2010\t20.0\t10977\n4\t2010\t13.0\t9734\n1\t2010\t25.0\t9461\n4\t2010\t19.0\t9103\n6\t2010\t7.0\t8888\n5\t2010\t22.0\t8569\n3\t2010\t21.0\t8092\n4\t2010\t16.0\t7809\n1\t2010\t26.0\t7446\n2\t2010\t23.0\t7368\n0\t2010\t0.0\t6885\n6\t2010\t8.0\t6724\n4\t2010\t14.0\t6696\n6\t2010\t9.0\t6579\n0\t2010\t2.0\t6139\n6\t2010\t10.0\t6119\n1\t2010\t27.0\t6065\n4\t2010\t15.0\t5685\n4\t2010\t20.0\t5483\n1\t2010\t28.0\t5256\n6\t2010\t11.0\t4875\n3\t2010\t22.0\t4388\n4\t2010\t21.0\t4194\n2\t2010\t24.0\t3977\n1\t2010\t29.0\t3752\n5\t2010\t23.0\t3690\n6\t2010\t12.0\t3071\n0\t2010\t3.0\t2590\n1\t2010\t30.0\t2575\n2\t2010\t25.0\t2508\n4\t2010\t22.0\t2433\n6\t2010\t18.0\t2049\n5\t2010\t24.0\t2010\n2\t2010\t26.0\t1935\n6\t2010\t17.0\t1924\n3\t2010\t23.0\t1898\n1\t2010\t31.0\t1894\n1\t2010\t32.0\t1808\n6\t2010\t13.0\t1699\n1\t2010\t33.0\t1522\n2\t2010\t27.0\t1488\n1\t2010\t34.0\t1424\n2\t2010\t28.0\t1366\n5\t2010\t25.0\t1306\n1\t2010\t35.0\t1304\n0\t2010\t4.0\t1224\n6\t2010\t19.0\t1169\n6\t2010\t14.0\t1150\n1\t2010\t36.0\t1132\n3\t2010\t24.0\t1086\n6\t2010\t16.0\t1070\n4\t2010\t23.0\t1030\n5\t2010\t26.0\t982\n1\t2010\t37.0\t969\n2\t2010\t29.0\t937\n6\t2010\t15.0\t935\n6\t2010\t20.0\t842\n5\t2010\t27.0\t783\n1\t2010\t38.0\t726\n0\t2010\t5.0\t705\n3\t2010\t25.0\t700\n5\t2010\t28.0\t635\n2\t2010\t30.0\t630\n1\t2010\t39.0\t594\n208\t2010\t0.0\t592\n6\t2010\t21.0\t561\n1\t2010\t40.0\t558\n4\t2010\t24.0\t544\n0\t2010\t6.0\t539\n3\t2010\t26.0\t516\n5\t2010\t29.0\t510\n1\t2010\t41.0\t478\n2\t2010\t31.0\t465\n3\t2010\t27.0\t423\n2\t2010\t32.0\t407\n1\t2010\t42.0\t396\n4\t2010\t25.0\t375\n1\t2010\t43.0\t347\n2\t2010\t33.0\t346\n3\t2010\t28.0\t344\n2\t2010\t34.0\t331\n2\t2010\t36.0\t309\n2\t2010\t35.0\t308\n5\t2010\t30.0\t305\n6\t2010\t22.0\t299\n0\t2010\t7.0\t290\n1\t2010\t44.0\t283\n4\t2010\t26.0\t280\n3\t2010\t29.0\t264\n2\t2010\t37.0\t262\n1\t2010\t45.0\t258\n4\t2010\t27.0\t234\n5\t2010\t31.0\t227\n1\t2010\t47.0\t220\n1\t2010\t46.0\t218\n4\t2010\t28.0\t207\n1\t2010\t48.0\t206\n5\t2010\t32.0\t191\n3\t2010\t30.0\t189\n2\t2010\t38.0\t184\n5\t2010\t34.0\t179\n5\t2010\t33.0\t170\n1\t2010\t50.0\t167\n1\t2010\t49.0\t165\n4\t2010\t29.0\t154\n5\t2010\t35.0\t149\n0\t2010\t8.0\t141\n5\t2010\t36.0\t140\n3\t2010\t31.0\t139\n2\t2010\t39.0\t136\n6\t2010\t23.0\t129\n2\t2010\t40.0\t127\n2\t2010\t41.0\t119\n0\t2010\t11.0\t114\n0\t2010\t10.0\t109\n5\t2010\t37.0\t107\n0\t2010\t9.0\t106\n3\t2010\t35.0\t103\n3\t2010\t33.0\t101\n4\t2010\t30.0\t94\n3\t2010\t32.0\t94\n3\t2010\t34.0\t93\n4\t2010\t31.0\t86\n0\t2010\t12.0\t86\n3\t2010\t36.0\t76\n1\t2010\t51.0\t75\n5\t2010\t39.0\t75\n1\t2010\t53.0\t74\n1\t2010\t52.0\t73\n2\t2010\t43.0\t72\n2\t2010\t42.0\t70\n5\t2010\t38.0\t68\n6\t2010\t24.0\t67\n4\t2010\t33.0\t65\n4\t2010\t34.0\t63\n1\t2010\t54.0\t62\n4\t2010\t32.0\t60\n3\t2010\t37.0\t60\n4\t2010\t35.0\t55\n1\t2010\t55.0\t54\n3\t2010\t38.0\t53\n2\t2010\t44.0\t52\n1\t2010\t56.0\t51\n0\t2010\t13.0\t50\n3\t2010\t39.0\t50\n5\t2010\t40.0\t50\n6\t2010\t25.0\t47\n2\t2010\t45.0\t46\n4\t2010\t36.0\t46\n1\t2010\t57.0\t45\n1\t2010\t61.0\t44\n1\t2010\t63.0\t43\n5\t2010\t41.0\t43\n5\t2010\t42.0\t42\n1\t2010\t60.0\t42\n1\t2010\t58.0\t42\n6\t2010\t26.0\t40\n2\t2010\t49.0\t39\n6\t2010\t27.0\t37\n3\t2010\t40.0\t36\n2\t2010\t46.0\t35\n1\t2010\t59.0\t35\n4\t2010\t38.0\t34\n1\t2010\t81.0\t34\n4\t2010\t37.0\t33\n2\t2010\t48.0\t33\n1\t2010\t64.0\t32\n2\t2010\t47.0\t32\n5\t2010\t43.0\t32\n3\t2010\t42.0\t30\n5\t2010\t44.0\t29\n4\t2010\t40.0\t27\n1\t2010\t65.0\t26\n1\t2010\t69.0\t25\n1\t2010\t66.0\t25\n1\t2010\t100.0\t23\n4\t2010\t39.0\t23\n0\t2010\t14.0\t23\n3\t2010\t44.0\t22\n6\t2010\t28.0\t22\n1\t2010\t70.0\t22\n1\t2010\t62.0\t21\n5\t2010\t45.0\t21\n3\t2010\t41.0\t21\n0\t2010\t16.0\t20\n1\t2010\t75.0\t20\n1\t2010\t67.0\t20\n2\t2010\t50.0\t20\n1\t2010\t89.0\t19\n1\t2010\t68.0\t18\n1\t2010\t71.0\t17\n1\t2010\t80.0\t17\n1\t2010\t87.0\t16\n1\t2010\t73.0\t16\n6\t2010\t29.0\t15\n4\t2010\t41.0\t15\n1\t2010\t74.0\t15\n1\t2010\t79.0\t15\n1\t2010\t83.0\t14\n1\t2010\t72.0\t13\n3\t2010\t43.0\t13\n1\t2010\t84.0\t13\n1\t2010\t82.0\t12\n0\t2010\t15.0\t12\n5\t2010\t47.0\t12\n4\t2010\t44.0\t12\n1\t2010\t76.0\t12\n1\t2010\t86.0\t12\n3\t2010\t45.0\t11\n5\t2010\t46.0\t11\n1\t2010\t88.0\t11\n6\t2010\t30.0\t11\n3\t2010\t48.0\t11\n1\t2010\t92.0\t11\n1\t2010\t90.0\t11\n1\t2010\t91.0\t10\n4\t2010\t42.0\t10\n1\t2010\t93.0\t10\n2\t2010\t51.0\t10\n5\t2010\t48.0\t10\n3\t2010\t47.0\t10\n4\t2010\t48.0\t10\n4\t2010\t45.0\t9\n2\t2010\t52.0\t9\n2\t2010\t54.0\t9\n1\t2010\t96.0\t9\n6\t2010\t33.0\t9\n0\t2010\t17.0\t9\n0\t2010\t19.0\t8\n5\t2010\t49.0\t8\n6\t2010\t31.0\t8\n0\t2010\t21.0\t8\n1\t2010\t85.0\t8\n2\t2010\t53.0\t8\n1\t2010\t77.0\t8\n1\t2010\t97.0\t8\n3\t2010\t46.0\t8\n2\t2010\t57.0\t8\n1\t2010\t95.0\t8\n4\t2010\t43.0\t8\n6\t2010\t32.0\t7\n4\t2010\t46.0\t7\n0\t2010\t18.0\t7\n4\t2010\t50.0\t7\n5\t2010\t53.0\t7\n1\t2010\t78.0\t7\n2\t2010\t59.0\t7\n6\t2010\t34.0\t6\n3\t2010\t50.0\t6\n6\t2010\t36.0\t6\n5\t2010\t50.0\t6\n4\t2010\t47.0\t5\n4\t2010\t49.0\t5\n1\t2010\t98.0\t5\n2\t2010\t56.0\t5\n1\t2010\t94.0\t5\n2\t2010\t89.0\t5\n2\t2010\t60.0\t4\n6\t2010\t43.0\t4\n3\t2010\t57.0\t4\n2\t2010\t62.0\t4\n2\t2010\t69.0\t4\n5\t2010\t52.0\t4\n2\t2010\t83.0\t4\n2\t2010\t55.0\t4\n3\t2010\t52.0\t4\n2\t2010\t58.0\t4\n2\t2010\t67.0\t4\n3\t2010\t51.0\t4\n3\t2010\t49.0\t3\n6\t2010\t35.0\t3\n2\t2010\t81.0\t3\n10\t2010\t0.0\t3\n2\t2010\t74.0\t3\n3\t2010\t54.0\t3\n3\t2010\t68.0\t3\n6\t2010\t46.0\t3\n6\t2010\t37.0\t3\n2\t2010\t68.0\t3\n5\t2010\t59.0\t3\n2\t2010\t85.0\t3\n1\t2010\t99.0\t3\n2\t2010\t70.0\t3\n0\t2010\t22.0\t3\n3\t2010\t60.0\t3\n0\t2010\t23.0\t3\n0\t2010\t20.0\t3\n7\t2010\t1.0\t2\n4\t2010\t53.0\t2\n3\t2010\t56.0\t2\n5\t2010\t56.0\t2\n2\t2010\t80.0\t2\n2\t2010\t78.0\t2\n2\t2010\t90.0\t2\n3\t2010\t58.0\t2\n4\t2010\t92.0\t2\n2\t2010\t64.0\t2\n6\t2010\t44.0\t2\n6\t2010\t38.0\t2\n208\t2010\t6.0\t2\n2\t2010\t72.0\t2\n3\t2010\t69.0\t2\n250\t2010\t3.0\t2\n0\t2010\t27.0\t2\n6\t2010\t53.0\t2\n4\t2010\t62.0\t2\n0\t2010\t24.0\t2\n0\t2010\t36.0\t2\n4\t2010\t77.0\t2\n4\t2010\t81.0\t2\n3\t2010\t90.0\t2\n6\t2010\t39.0\t2\n6\t2010\t41.0\t2\n0\t2010\t77.0\t2\n0\t2010\t25.0\t2\n0\t2010\t32.0\t1\n4\t2010\t57.0\t1\n6\t2010\t82.0\t1\n6\t2010\t50.0\t1\n4\t2010\t55.0\t1\n6\t2010\t56.0\t1\n4\t2010\t52.0\t1\n4\t2010\t76.0\t1\n208\t2010\t7.0\t1\n2\t2010\t66.0\t1\n5\t2010\t65.0\t1\n0\t2010\t26.0\t1\n2\t2010\t65.0\t1\n4\t2010\t71.0\t1\n0\t2010\t37.0\t1\n125\t2010\t4.0\t1\n8\t2010\t0.0\t1\n2\t2010\t82.0\t1\n0\t2010\t53.0\t1\n65\t2010\t1.0\t1\n5\t2010\t75.0\t1\n3\t2010\t59.0\t1\n2\t2010\t93.0\t1\n163\t2010\t3.0\t1\n3\t2010\t84.0\t1\n2\t2010\t100.0\t1\n2\t2010\t87.0\t1\n4\t2010\t69.0\t1\n4\t2010\t60.0\t1\n0\t2010\t34.0\t1\n15\t2010\t2.0\t1\n4\t2010\t100.0\t1\n137\t2010\t18.0\t1\n5\t2010\t54.0\t1\n5\t2010\t70.0\t1\n0\t2010\t48.0\t1\n4\t2010\t84.0\t1\n160\t2010\t1.0\t1\n0\t2010\t86.0\t1\n0\t2010\t55.0\t1\n5\t2010\t61.0\t1\n6\t2010\t61.0\t1\n3\t2010\t81.0\t1\n255\t2010\t3.0\t1\n5\t2010\t63.0\t1\n4\t2010\t51.0\t1\n2\t2010\t71.0\t1\n0\t2010\t39.0\t1\n4\t2010\t54.0\t1\n4\t2010\t66.0\t1\n7\t2010\t2.0\t1\n255\t2010\t2.0\t1\n2\t2010\t61.0\t1\n9\t2010\t4.0\t1\n4\t2010\t59.0\t1\n4\t2010\t82.0\t1\n0\t2010\t71.0\t1\n4\t2010\t67.0\t1\n9\t2010\t2.0\t1\n2\t2010\t77.0\t1\n2\t2010\t63.0\t1\n0\t2010\t38.0\t1\n5\t2010\t62.0\t1\n5\t2010\t68.0\t1\n2\t2010\t86.0\t1\n2\t2010\t84.0\t1\n6\t2010\t45.0\t1\n0\t2010\t43.0\t1\n3\t2010\t89.0\t1\n2\t2010\t88.0\t1\n5\t2010\t51.0\t1\n2\t2010\t99.0\t1\n5\t2010\t55.0\t1\n0\t2010\t30.0\t1\n9\t2010\t1.0\t1\n0\t2010\t29.0\t1\n3\t2010\t62.0\t1\n4\t2010\t68.0\t1\n25\t2010\t1.0\t1\n133\t2010\t3.0\t1\n0\t2010\t28.0\t1\n4\t2010\t83.0\t1\n3\t2010\t55.0\t1\n3\t2010\t97.0\t1\n2\t2010\t96.0\t1\n6\t2010\t40.0\t1\n2\t2010\t91.0\t1\n58\t2010\t8.0\t1\n7\t2010\t18.0\t1\n141\t2010\t4.0\t1\n34\t2010\t4.0\t1\n3\t2010\t65.0\t1\n4\t2010\t72.0\t1\n6\t2010\t49.0\t1\n208\t2010\t1.0\t1\n1\t2011\t1.0\t43834517\n1\t2011\t2.0\t29132782\n1\t2011\t3.0\t14605069\n2\t2011\t1.0\t9474947\n1\t2011\t4.0\t7732755\n1\t2011\t0.0\t6935045\n2\t2011\t2.0\t6610313\n5\t2011\t1.0\t5047793\n1\t2011\t5.0\t4561027\n2\t2011\t3.0\t3471757\n5\t2011\t2.0\t3414715\n1\t2011\t6.0\t2889260\n"},{"type":"HTML","data":"
Output is truncated to 1000 rows. Learn more about zeppelin.spark.maxResult
\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600845529882_986425336","id":"20200923-161849_1787877762","dateCreated":"2020-09-23T16:18:49+0900","dateStarted":"2020-09-23T16:42:34+0900","dateFinished":"2020-09-23T16:47:57+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:511"},{"text":"%sql\nSELECT passenger_count,\n year(pickup_datetime),\n count(*)\nFROM trips\nGROUP BY passenger_count,\n year(pickup_datetime)","user":"anonymous","dateUpdated":"2020-09-23T18:12:16+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{"columns":[{"name":"passenger_count","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""},{"name":"year(CAST(pickup_datetime AS DATE))","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""},{"name":"count(1)","visible":true,"width":"*","sort":{"priority":0,"direction":"asc"},"filters":[{}],"pinned":""}],"scrollFocus":{},"selection":[],"grouping":{"grouping":[],"aggregations":[],"rowExpandedStates":{}},"treeView":{},"pagination":{"paginationCurrentPage":1,"paginationPageSize":250}},"tableColumnTypeState":{"names":{"passenger_count":"string","year(CAST(pickup_datetime AS DATE))":"string","count(1)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"passenger_count\tyear(CAST(pickup_datetime AS DATE))\tcount(1)\n4\t2009\t3829147\n2\t2017\t16545571\n164\t2009\t1\n3\t2016\t5456807\n61\t2011\t1\n250\t2010\t2\n97\t2011\t1\n3\t2017\t4748869\n7\t2012\t17\n3\t2018\t4433799\n9\t2013\t43\n0\t2018\t945399\n1\t2031\t2\n250\t2011\t1\n9\t2016\t261\n2\t2003\t1\n3\t2011\t8015005\n6\t2014\t6396494\n7\t2015\t384\n2\t2011\t27132349\n8\t2014\t464\n8\t2015\t395\n10\t2011\t13\n129\t2009\t3\n6\t2010\t595332\n3\t2009\t7860577\n2\t2026\t2\n3\t2013\t7343603\n70\t2011\t1\n255\t2013\t2\n9\t2019\t136\n1\t2084\t8\n5\t2010\t12311344\n2\t2019\t6908110\n2\t2008\t70\n1\t2041\t2\n1\t2011\t119969450\n1\t2088\t2\n5\t2008\t55\n1\t2053\t1\n129\t2013\t1\n1\t2021\t1\n7\t2014\t504\n208\t2011\t125\n208\t2012\t107\n3\t2053\t1\n65\t2009\t1\n1\t2016\t92987719\n1\t2014\t129404151\n0\t2013\t5476\n208\t2014\t21\n4\t2008\t11\n49\t2011\t26\n3\t2008\t23\n58\t2010\t1\n2\t2014\t24221283\n211\t2011\t1\n96\t2018\t1\n141\t2010\t1\n5\t2016\t6773026\n1\t2018\t80363712\n53\t2009\t1\n69\t2009\t1\n2\t2015\t21457828\n0\t2017\t166086\n1\t2009\t116050733\n3\t2002\t2\n1\t2019\t34102447\n7\t2016\t361\n4\t2014\t3512831\n7\t2018\t529\n3\t2019\t1919720\n3\t2012\t7716364\n5\t2009\t14885656\n2\t2016\t19038307\n9\t2014\t210\n9\t2012\t25\n4\t2032\t1\n208\t2010\t596\n125\t2010\t1\n2\t2002\t3\n17\t2009\t1\n8\t2010\t1\n3\t2014\t7348686\n7\t2011\t8\n129\t2011\t3\n9\t2009\t1\n36\t2011\t1\n5\t2001\t1\n4\t2015\t3029415\n7\t2019\t239\n0\t2010\t35487\n4\t2016\t2660369\n8\t2017\t339\n9\t2017\t298\n6\t2013\t6779135\n1\t2042\t1\n0\t2016\t13454\n38\t2009\t1\n5\t2011\t13876061\n9\t2018\t307\n6\t2009\t734381\n193\t2011\t1\n6\t2008\t16\n0\t2011\t2547937\n255\t2009\t5\n3\t2010\t6700470\n134\t2009\t1\n192\t2017\t1\n2\t2013\t23610698\n163\t2010\t1\n34\t2010\t1\n4\t2019\t878310\n165\t2009\t1\n255\t2011\t1\n66\t2012\t1\n0\t2019\t791983\n249\t2012\t1\n0\t2015\t43431\n6\t2011\t1536489\n84\t2009\t1\n1\t2033\t3\n1\t2037\t1\n1\t2013\t122918578\n10\t2012\t1\n33\t2011\t2\n5\t2014\t10056870\n208\t2013\t13\n177\t2012\t1\n0\t2014\t9848\n1\t2001\t14\n254\t2012\t1\n1\t2010\t98992170\n5\t2012\t12063339\n8\t2013\t43\n1\t2038\t4\n1\t2002\t15\n10\t2010\t3\n5\t2017\t5407319\n213\t2009\t4\n1\t2030\t2\n65\t2010\t1\n37\t2011\t1\n4\t2002\t1\n8\t2019\t209\n1\t2081\t1\n2\t2009\t27534728\n9\t2011\t8\n5\t2013\t10139454\n7\t2010\t4\n158\t2009\t1\n247\t2012\t1\n4\t2029\t1\n4\t2013\t3593459\n1\t2029\t1\n2\t2012\t24900623\n6\t2016\t4234423\n4\t2012\t3752549\n1\t2015\t109344894\n15\t2010\t1\n223\t2011\t1\n65\t2012\t1\n3\t2015\t6310244\n6\t2017\t3336202\n6\t2019\t1178831\n4\t2017\t2257813\n5\t2018\t4894323\n5\t2002\t1\n2\t2041\t1\n1\t2017\t81034075\n7\t2013\t65\n160\t2010\t1\n8\t2018\t440\n2\t2010\t23053745\n5\t2019\t1976552\n1\t2012\t123955714\n8\t2009\t2\n6\t2015\t5241522\n4\t2018\t2079174\n6\t2003\t2\n4\t2010\t3282495\n6\t2012\t4880708\n6\t2018\t2935757\n9\t2015\t221\n155\t2009\t1\n58\t2011\t1\n8\t2016\t316\n7\t2009\t7\n13\t2009\t1\n7\t2017\t360\n1\t2003\t16\n25\t2010\t1\n9\t2010\t3\n208\t2009\t646\n5\t2015\t8247683\n225\t2011\t1\n133\t2010\t1\n0\t2009\t1126\n15\t2011\t1\n47\t2011\t1\n255\t2010\t2\n19\t2011\t1\n1\t2020\t13\n8\t2011\t2\n0\t2012\t1274858\n137\t2010\t1\n113\t2009\t1\n1\t2008\t388\n8\t2012\t13\n192\t2018\t1\n2\t2018\t15753699\n4\t2011\t3819715\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600845363451_-837508336","id":"20200923-161603_101193917","dateCreated":"2020-09-23T16:16:03+0900","dateStarted":"2020-09-23T16:16:36+0900","dateFinished":"2020-09-23T16:21:11+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:512"},{"text":"%sql\nSELECT COUNT(DISTINCT year(pickup_datetime)) FROM trips","user":"anonymous","dateUpdated":"2020-09-23T19:27:54+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"count(DISTINCT year(CAST(pickup_datetime AS DATE)))":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"count(DISTINCT year(CAST(pickup_datetime AS DATE)))\n31\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600856132398_-884199784","id":"20200923-191532_1921848525","dateCreated":"2020-09-23T19:15:32+0900","dateStarted":"2020-09-23T19:23:03+0900","dateFinished":"2020-09-23T19:27:54+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:513"},{"text":"%spark\ntrips.count()","user":"anonymous","dateUpdated":"2020-09-23T16:46:22+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"res3: Long = 1584154496\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600842944505_-711847736","id":"20200923-153544_1602889828","dateCreated":"2020-09-23T15:35:44+0900","dateStarted":"2020-09-23T15:36:01+0900","dateFinished":"2020-09-23T15:39:06+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:514"},{"text":"%md\n### Transform the dataframe for Lightning DB\n","user":"anonymous","dateUpdated":"2020-11-09T16:02:59+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1604905337150_644024112","id":"20201109-160217_1551763303","dateCreated":"2020-11-09T16:02:17+0900","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:11477","dateFinished":"2020-11-09T16:02:59+0900","dateStarted":"2020-11-09T16:02:59+0900","results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Transform the dataframe for Lightning DB

\n
"}]}},{"text":" %spark\n\nimport org.apache.spark.sql.functions._\nval deltaDf = taxiDF\n .filter($\"pickup_datetime\".isNotNull && $\"passenger_count\".isNotNull && $\"cab_type\".isNotNull)\n .withColumn(\"pickup_yyyyMMddhh\", from_unixtime(unix_timestamp($\"pickup_datetime\"), \"yyyyMMddhh\"))\n .withColumn(\"round_trip_distance\", round($\"trip_distance\"))\n \ndeltaDf.printSchema()","user":"anonymous","dateUpdated":"2020-09-24T11:12:49+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"root\n |-- trip_id: integer (nullable = true)\n |-- vendor_id: string (nullable = true)\n |-- pickup_datetime: timestamp (nullable = true)\n |-- dropoff_datetime: timestamp (nullable = true)\n |-- store_and_fwd_flag: string (nullable = true)\n |-- rate_code_id: integer (nullable = true)\n |-- pickup_longitude: double (nullable = true)\n |-- pickup_latitude: double (nullable = true)\n |-- dropoff_longitude: double (nullable = true)\n |-- dropoff_latitude: double (nullable = true)\n |-- passenger_count: string (nullable = true)\n |-- trip_distance: double (nullable = true)\n |-- fare_amount: double (nullable = true)\n |-- extra: double (nullable = true)\n |-- mta_tax: double (nullable = true)\n |-- tip_amount: double (nullable = true)\n |-- tolls_amount: double (nullable = true)\n |-- improvement_surcharge: double (nullable = true)\n |-- total_amount: double (nullable = true)\n |-- payment_type: string (nullable = true)\n |-- trip_type: integer (nullable = true)\n |-- cab_type: string (nullable = true)\n |-- precipitation: double (nullable = true)\n |-- snow_depth: double (nullable = true)\n |-- snowfall: double (nullable = true)\n |-- max_temperature: integer (nullable = true)\n |-- min_temperature: integer (nullable = true)\n |-- average_wind_speed: double (nullable = true)\n |-- pickup_nyct2010_gid: integer (nullable = true)\n |-- pickup_ctlabel: string (nullable = true)\n |-- pickup_borocode: integer (nullable = true)\n |-- pickup_boroname: string (nullable = true)\n |-- pickup_ct2010: string (nullable = true)\n |-- pickup_boroct2010: string (nullable = true)\n |-- pickup_cdeligibil: string (nullable = true)\n |-- pickup_ntacode: string (nullable = true)\n |-- pickup_ntaname: string (nullable = true)\n |-- pickup_puma: string (nullable = true)\n |-- dropoff_nyct2010_gid: integer (nullable = true)\n |-- dropoff_ctlabel: string (nullable = true)\n |-- dropoff_borocode: integer (nullable = true)\n |-- dropoff_boroname: string (nullable = true)\n |-- dropoff_ct2010: integer (nullable = true)\n |-- dropoff_boroct2010: string (nullable = true)\n |-- dropoff_cdeligibil: string (nullable = true)\n |-- dropoff_ntacode: string (nullable = true)\n |-- dropoff_ntaname: string (nullable = true)\n |-- dropoff_puma: string (nullable = true)\n |-- pickup_yyyyMMddhh: string (nullable = true)\n |-- round_trip_distance: double (nullable = true)\n\nimport org.apache.spark.sql.functions._\ndeltaDf: org.apache.spark.sql.DataFrame = [trip_id: int, vendor_id: string ... 48 more fields]\n"}]},"apps":[],"jobName":"paragraph_1600847321442_-777166157","id":"20200923-164841_2072607524","dateCreated":"2020-09-23T16:48:41+0900","dateStarted":"2020-09-24T11:12:49+0900","dateFinished":"2020-09-24T11:12:50+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:515"},{"text":"%spark\ndeltaDf.count()","user":"anonymous","dateUpdated":"2020-09-24T10:44:53+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"ERROR","msg":[{"type":"TEXT","data":"org.apache.spark.SparkException: Job 1 cancelled part of cancelled job group zeppelin-2FK9Z8W4E-20200923-170217_114156238\n at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1602)\n at org.apache.spark.scheduler.DAGScheduler.handleJobCancellation(DAGScheduler.scala:1542)\n at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleJobGroupCancelled$1.apply$mcVI$sp(DAGScheduler.scala:811)\n at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleJobGroupCancelled$1.apply(DAGScheduler.scala:811)\n at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleJobGroupCancelled$1.apply(DAGScheduler.scala:811)\n at scala.collection.mutable.HashSet.foreach(HashSet.scala:78)\n at org.apache.spark.scheduler.DAGScheduler.handleJobGroupCancelled(DAGScheduler.scala:811)\n at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:1792)\n at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1772)\n at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1761)\n at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48)\n at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:642)\n at org.apache.spark.SparkContext.runJob(SparkContext.scala:2034)\n at org.apache.spark.SparkContext.runJob(SparkContext.scala:2055)\n at org.apache.spark.SparkContext.runJob(SparkContext.scala:2074)\n at org.apache.spark.SparkContext.runJob(SparkContext.scala:2099)\n at org.apache.spark.rdd.RDD$$anonfun$collect$1.apply(RDD.scala:939)\n at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)\n at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)\n at org.apache.spark.rdd.RDD.withScope(RDD.scala:363)\n at org.apache.spark.rdd.RDD.collect(RDD.scala:938)\n at org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:297)\n at org.apache.spark.sql.Dataset$$anonfun$count$1.apply(Dataset.scala:2770)\n at org.apache.spark.sql.Dataset$$anonfun$count$1.apply(Dataset.scala:2769)\n at org.apache.spark.sql.Dataset$$anonfun$52.apply(Dataset.scala:3268)\n at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:77)\n at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3267)\n at org.apache.spark.sql.Dataset.count(Dataset.scala:2769)\n ... 51 elided\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600848137407_-62238825","id":"20200923-170217_114156238","dateCreated":"2020-09-23T17:02:17+0900","dateStarted":"2020-09-24T10:44:53+0900","dateFinished":"2020-09-24T10:45:16+0900","status":"ABORT","progressUpdateIntervalMs":500,"$$hashKey":"object:516"},{"text":"%spark\ntaxiDF.filter(\"pickup_datetime == ''\").count()","user":"anonymous","dateUpdated":"2020-09-23T18:15:31+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"res31: Long = 0\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600851181294_1547055032","id":"20200923-175301_1018827621","dateCreated":"2020-09-23T17:53:01+0900","dateStarted":"2020-09-23T18:15:23+0900","dateFinished":"2020-09-23T18:15:24+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:517"},{"text":"%md\n### Create temp view for Lightning DB with r2 options those support Lightning DB as the data source. ","user":"anonymous","dateUpdated":"2020-11-09T16:05:21+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1604905395554_-2036348959","id":"20201109-160315_1093455470","dateCreated":"2020-11-09T16:03:15+0900","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:11567","dateFinished":"2020-11-09T16:05:21+0900","dateStarted":"2020-11-09T16:05:21+0900","results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Create temp view for Lightning DB with r2 options those support Lightning DB as the data source.

\n
"}]}},{"text":"%spark\n\nval r2Options = Map[String, String](\"table\" -> \"100\",\n \"host\" -> \"192.168.111.35\",\n \"port\" -> \"18800\",\n \"partitions\" -> \"pickup_yyyyMMddhh passenger_count cab_type\",\n \"mode\" -> \"nvkvs\",\n \"rowstore\" -> \"false\",\n \"group_size\" -> \"40\",\n \"at_least_one_partition_enabled\" -> \"no\")\nspark.sqlContext.read.format(\"r2\").schema(deltaDf.schema).options(r2Options).load().createOrReplaceTempView(\"fb_trips\")","user":"anonymous","dateUpdated":"2020-09-24T11:12:55+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"r2Options: scala.collection.immutable.Map[String,String] = Map(host -> 192.168.111.35, at_least_one_partition_enabled -> no, rowstore -> false, group_size -> 40, port -> 18800, mode -> nvkvs, partitions -> pickup_yyyyMMddhh passenger_count cab_type, table -> 100)\n"}]},"apps":[],"jobName":"paragraph_1600847500397_-1939096083","id":"20200923-165140_759671414","dateCreated":"2020-09-23T16:51:40+0900","dateStarted":"2020-09-24T11:12:55+0900","dateFinished":"2020-09-24T11:12:56+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:518"},{"text":"%md\n### Load data from the dataframe into Lightning DB\n","user":"anonymous","dateUpdated":"2020-11-09T16:06:24+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1604905542821_1069108913","id":"20201109-160542_1050606282","dateCreated":"2020-11-09T16:05:42+0900","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:11657","dateFinished":"2020-11-09T16:06:24+0900","dateStarted":"2020-11-09T16:06:24+0900","results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Load data from the dataframe into Lightning DB

\n
"}]}},{"text":"%spark\n\ndeltaDf.write\n .format(\"r2\")\n .insertInto(\"fb_trips\")\n","user":"anonymous","dateUpdated":"2020-11-09T16:05:42+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600848463100_-1280389181","id":"20200923-170743_1700834580","dateCreated":"2020-09-23T17:07:43+0900","dateStarted":"2020-09-23T22:19:16+0900","dateFinished":"2020-09-23T22:50:35+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:519"},{"text":"%md\n### Enable 'aggregation pushdown' feature\n","user":"anonymous","dateUpdated":"2020-11-09T16:07:04+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1604905574777_-902871388","id":"20201109-160614_1297990594","dateCreated":"2020-11-09T16:06:14+0900","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:11729","dateFinished":"2020-11-09T16:07:04+0900","dateStarted":"2020-11-09T16:07:04+0900","results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Enable ‘aggregation pushdown’ feature

\n
"}]}},{"text":"%sql\nSET spark.r2.aggregation.pushdown=true","user":"anonymous","dateUpdated":"2020-09-24T11:57:54+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"key":"string","value":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"key\tvalue\nspark.r2.aggregation.pushdown\ttrue\n"},{"type":"TEXT","data":""}]},"apps":[],"jobName":"paragraph_1600855126967_1358942702","id":"20200923-185846_1969700153","dateCreated":"2020-09-23T18:58:46+0900","dateStarted":"2020-09-24T11:57:54+0900","dateFinished":"2020-09-24T11:57:54+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:520"},{"text":"%md\n### Do 'NYC TAXI Benchmark'\n","user":"anonymous","dateUpdated":"2020-11-09T16:07:45+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1604905629722_2089545381","id":"20201109-160709_1312181504","dateCreated":"2020-11-09T16:07:09+0900","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:11837","dateFinished":"2020-11-09T16:07:45+0900","dateStarted":"2020-11-09T16:07:45+0900","results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Do ‘NYC TAXI Benchmark’

\n
"}]}},{"text":"%md\nQ1\n","user":"anonymous","dateUpdated":"2020-09-23T18:29:07+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Q1

\n
"}]},"apps":[],"jobName":"paragraph_1600853145939_2015063151","id":"20200923-182545_1620671380","dateCreated":"2020-09-23T18:25:45+0900","dateStarted":"2020-09-23T18:29:07+0900","dateFinished":"2020-09-23T18:29:07+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:521"},{"text":"%sql\nSELECT cab_type, count(*) FROM fb_trips GROUP BY cab_type\n","user":"anonymous","dateUpdated":"2020-09-24T11:56:45+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"cab_type":"string","count(1)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"cab_type\tcount(1)\ngreen\t36513115\nyellow\t1547641381\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600853148149_1116300510","id":"20200923-182548_1768721885","dateCreated":"2020-09-23T18:25:48+0900","dateStarted":"2020-09-24T11:56:45+0900","dateFinished":"2020-09-24T11:56:50+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:522"},{"text":"%md\nQ2\n","user":"anonymous","dateUpdated":"2020-09-23T18:29:10+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Q2

\n
"}]},"apps":[],"jobName":"paragraph_1600853150155_505714812","id":"20200923-182550_1303780572","dateCreated":"2020-09-23T18:25:50+0900","dateStarted":"2020-09-23T18:29:10+0900","dateFinished":"2020-09-23T18:29:10+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:523"},{"text":"%sql\nSELECT passenger_count,\n avg(total_amount)\nFROM fb_trips\nGROUP BY passenger_count\n","user":"anonymous","dateUpdated":"2020-09-24T11:57:00+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{"columns":[{"name":"passenger_count","visible":true,"width":"*","sort":{"priority":0,"direction":"asc"},"filters":[{}],"pinned":""},{"name":"avg(total_amount)","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""}],"scrollFocus":{},"selection":[],"grouping":{"grouping":[],"aggregations":[],"rowExpandedStates":{}},"treeView":{},"pagination":{"paginationCurrentPage":1,"paginationPageSize":250}},"tableColumnTypeState":{"names":{"passenger_count":"number","avg(total_amount)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"passenger_count\tavg(total_amount)\n125\t16.6\n7\t40.57308716707021\n15\t12.05\n155\t90.24\n69\t5.8\n3\t14.369693237831884\n113\t13.3\n34\t16.8\n133\t10.3\n250\t12.566666666666668\n8\t42.49700539568344\n160\t15.34\n0\t12.985530027409945\n47\t9.0\n223\t9.5\n96\t8.16\n5\t13.888446077053274\n163\t15.54\n70\t10.7\n61\t31.34\n17\t39.95\n164\t62.14\n208\t7.046611405835544\n6\t15.069858359573159\n177\t17.0\n19\t5.0\n38\t7.3\n25\t7.6\n193\t7.5\n53\t7.3\n247\t19.44\n58\t25.939999999999998\n33\t8.6\n213\t2.5\n141\t18.94\n97\t9.9\n158\t14.44\n84\t43.84\n9\t57.19581625908788\n134\t55.14\n1\t14.152421537551431\n36\t61.55\n211\t7.0\n10\t44.39411764705883\n37\t14.2\n165\t12.14\n49\t3.246153846153846\n255\t17.991\n65\t23.366666666666664\n225\t16.0\n4\t14.463537113657226\n13\t31.5\n249\t9.5\n66\t19.3\n137\t59.64\n129\t8.785714285714286\n2\t14.761560001694335\n254\t6.5\n192\t9.149999999999999\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600853152766_-1445242341","id":"20200923-182552_808344132","dateCreated":"2020-09-23T18:25:52+0900","dateStarted":"2020-09-24T11:57:00+0900","dateFinished":"2020-09-24T11:57:10+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:524"},{"text":"%md\nQ3\n","user":"anonymous","dateUpdated":"2020-09-23T18:29:12+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Q3

\n
"}]},"apps":[],"jobName":"paragraph_1600853154410_1446886114","id":"20200923-182554_1041184380","dateCreated":"2020-09-23T18:25:54+0900","dateStarted":"2020-09-23T18:29:12+0900","dateFinished":"2020-09-23T18:29:12+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:525"},{"text":"%sql\nSELECT passenger_count,\n substring(pickup_yyyyMMddhh, 1, 4),\n count(*)\nFROM fb_trips\nGROUP BY passenger_count, \n substring(pickup_yyyyMMddhh, 1, 4)\n","user":"anonymous","dateUpdated":"2020-09-24T11:57:15+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"passenger_count":"string","substring(pickup_yyyyMMddhh, 1, 4)":"string","count(1)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"passenger_count\tsubstring(pickup_yyyyMMddhh, 1, 4)\tcount(1)\n1\t2031\t2\n250\t2010\t2\n208\t2014\t21\n0\t2009\t1126\n129\t2013\t1\n96\t2018\t1\n2\t2003\t1\n4\t2011\t3819715\n255\t2010\t2\n163\t2010\t1\n255\t2009\t5\n6\t2014\t6396494\n9\t2013\t43\n6\t2013\t6779135\n8\t2018\t440\n8\t2010\t1\n4\t2017\t2257813\n6\t2017\t3336202\n9\t2015\t221\n65\t2010\t1\n1\t2003\t16\n53\t2009\t1\n211\t2011\t1\n1\t2030\t2\n65\t2009\t1\n4\t2012\t3752549\n5\t2011\t13876061\n5\t2015\t8247683\n2\t2010\t23053745\n255\t2011\t1\n7\t2011\t8\n7\t2012\t17\n8\t2012\t13\n125\t2010\t1\n0\t2017\t166086\n37\t2011\t1\n1\t2037\t1\n2\t2008\t70\n4\t2019\t878310\n192\t2017\t1\n47\t2011\t1\n2\t2014\t24221283\n0\t2010\t35487\n6\t2015\t5241522\n4\t2015\t3029415\n1\t2041\t2\n1\t2029\t1\n7\t2017\t360\n3\t2010\t6700470\n1\t2021\t1\n6\t2012\t4880708\n8\t2009\t2\n84\t2009\t1\n69\t2009\t1\n1\t2081\t1\n6\t2003\t2\n3\t2002\t2\n2\t2009\t27534728\n3\t2015\t6310244\n5\t2001\t1\n5\t2012\t12063339\n4\t2013\t3593459\n5\t2017\t5407319\n158\t2009\t1\n3\t2014\t7348686\n9\t2014\t210\n7\t2015\t384\n1\t2038\t4\n225\t2011\t1\n7\t2009\t7\n5\t2013\t10139454\n66\t2012\t1\n3\t2012\t7716364\n36\t2011\t1\n141\t2010\t1\n1\t2016\t92987719\n7\t2014\t504\n9\t2011\t8\n2\t2016\t19038307\n2\t2017\t16545571\n8\t2019\t209\n17\t2009\t1\n5\t2010\t12311344\n1\t2012\t123955714\n8\t2011\t2\n61\t2011\t1\n8\t2014\t464\n9\t2018\t307\n9\t2019\t136\n8\t2016\t316\n2\t2026\t2\n9\t2009\t1\n165\t2009\t1\n250\t2011\t1\n133\t2010\t1\n213\t2009\t4\n254\t2012\t1\n0\t2014\t9848\n208\t2009\t646\n4\t2016\t2660369\n208\t2010\t596\n4\t2002\t1\n0\t2016\t13454\n7\t2019\t239\n38\t2009\t1\n155\t2009\t1\n9\t2017\t298\n2\t2012\t24900623\n0\t2015\t43431\n3\t2019\t1919720\n2\t2015\t21457828\n208\t2012\t107\n25\t2010\t1\n6\t2010\t595332\n10\t2011\t13\n0\t2011\t2547937\n1\t2019\t34102447\n2\t2013\t23610698\n1\t2013\t122918578\n129\t2011\t3\n15\t2010\t1\n223\t2011\t1\n15\t2011\t1\n9\t2012\t25\n4\t2029\t1\n5\t2009\t14885656\n1\t2002\t15\n9\t2016\t261\n1\t2010\t98992170\n3\t2016\t5456807\n6\t2008\t16\n2\t2002\t3\n10\t2010\t3\n7\t2013\t65\n7\t2018\t529\n255\t2013\t2\n1\t2020\t13\n4\t2008\t11\n4\t2018\t2079174\n164\t2009\t1\n4\t2010\t3282495\n13\t2009\t1\n3\t2008\t23\n9\t2010\t3\n70\t2011\t1\n1\t2014\t129404151\n97\t2011\t1\n160\t2010\t1\n1\t2053\t1\n5\t2002\t1\n4\t2009\t3829147\n1\t2015\t109344894\n193\t2011\t1\n134\t2009\t1\n8\t2015\t395\n208\t2011\t125\n1\t2018\t80363712\n19\t2011\t1\n0\t2019\t791983\n2\t2019\t6908110\n8\t2017\t339\n1\t2001\t14\n6\t2016\t4234423\n6\t2018\t2935757\n113\t2009\t1\n33\t2011\t2\n7\t2010\t4\n7\t2016\t361\n3\t2013\t7343603\n5\t2019\t1976552\n1\t2084\t8\n6\t2009\t734381\n3\t2017\t4748869\n3\t2009\t7860577\n1\t2009\t116050733\n34\t2010\t1\n6\t2011\t1536489\n5\t2014\t10056870\n1\t2017\t81034075\n1\t2088\t2\n2\t2011\t27132349\n0\t2012\t1274858\n58\t2011\t1\n3\t2011\t8015005\n5\t2018\t4894323\n49\t2011\t26\n2\t2041\t1\n5\t2016\t6773026\n249\t2012\t1\n6\t2019\t1178831\n0\t2013\t5476\n1\t2033\t3\n137\t2010\t1\n8\t2013\t43\n10\t2012\t1\n129\t2009\t3\n2\t2018\t15753699\n3\t2053\t1\n247\t2012\t1\n4\t2014\t3512831\n3\t2018\t4433799\n177\t2012\t1\n0\t2018\t945399\n58\t2010\t1\n4\t2032\t1\n1\t2008\t388\n5\t2008\t55\n1\t2042\t1\n192\t2018\t1\n208\t2013\t13\n65\t2012\t1\n1\t2011\t119969450\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600853158044_339710493","id":"20200923-182558_2118586717","dateCreated":"2020-09-23T18:25:58+0900","dateStarted":"2020-09-24T11:57:15+0900","dateFinished":"2020-09-24T11:57:24+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:526"},{"text":"%md\nQ4\n","user":"anonymous","dateUpdated":"2020-09-23T18:29:15+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

Q4

\n
"}]},"apps":[],"jobName":"paragraph_1600853161639_836040793","id":"20200923-182601_994863625","dateCreated":"2020-09-23T18:26:01+0900","dateStarted":"2020-09-23T18:29:15+0900","dateFinished":"2020-09-23T18:29:15+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:527"},{"text":"%sql\nSELECT passenger_count,\n substring(pickup_yyyyMMddhh, 1, 4),\n round_trip_distance,\n count(*)\nFROM fb_trips\nGROUP BY 1,\n 2,\n 3\nORDER BY 2,\n 4 desc","user":"anonymous","dateUpdated":"2020-09-24T11:57:29+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"passenger_count":"string","substring(pickup_yyyyMMddhh, 1, 4)":"string","round_trip_distance":"string","count(1)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"passenger_count\tsubstring(pickup_yyyyMMddhh, 1, 4)\tround_trip_distance\tcount(1)\n1\t2001\t0.0\t7\n1\t2001\t1.0\t5\n1\t2001\t5.0\t1\n1\t2001\t3.0\t1\n5\t2001\t2.0\t1\n1\t2002\t0.0\t7\n1\t2002\t2.0\t2\n1\t2002\t3.0\t2\n2\t2002\t3.0\t1\n1\t2002\t10.0\t1\n3\t2002\t2.0\t1\n5\t2002\t1.0\t1\n1\t2002\t1.0\t1\n2\t2002\t7.0\t1\n2\t2002\t4.0\t1\n4\t2002\t2.0\t1\n1\t2002\t19.0\t1\n3\t2002\t1.0\t1\n1\t2002\t11.0\t1\n1\t2003\t0.0\t5\n1\t2003\t1.0\t4\n1\t2003\t21.0\t1\n2\t2003\t7.0\t1\n1\t2003\t8.0\t1\n1\t2003\t10.0\t1\n1\t2003\t20.0\t1\n1\t2003\t3.0\t1\n1\t2003\t2.0\t1\n6\t2003\t18.0\t1\n1\t2003\t12.0\t1\n6\t2003\t0.0\t1\n1\t2008\t1.0\t104\n1\t2008\t2.0\t65\n1\t2008\t0.0\t48\n1\t2008\t3.0\t44\n2\t2008\t1.0\t27\n1\t2008\t4.0\t24\n1\t2008\t5.0\t14\n5\t2008\t2.0\t13\n1\t2008\t9.0\t12\n1\t2008\t6.0\t11\n3\t2008\t2.0\t9\n5\t2008\t1.0\t9\n2\t2008\t3.0\t9\n1\t2008\t8.0\t8\n1\t2008\t19.0\t8\n2\t2008\t2.0\t8\n2\t2008\t0.0\t8\n3\t2008\t1.0\t7\n6\t2008\t1.0\t7\n1\t2008\t10.0\t7\n1\t2008\t11.0\t6\n1\t2008\t21.0\t6\n5\t2008\t3.0\t6\n1\t2008\t13.0\t5\n2\t2008\t4.0\t5\n5\t2008\t4.0\t5\n1\t2008\t7.0\t5\n1\t2008\t20.0\t4\n1\t2008\t16.0\t4\n5\t2008\t0.0\t4\n4\t2008\t1.0\t3\n2\t2008\t8.0\t3\n5\t2008\t16.0\t3\n5\t2008\t14.0\t3\n5\t2008\t5.0\t3\n1\t2008\t17.0\t3\n1\t2008\t22.0\t2\n1\t2008\t12.0\t2\n4\t2008\t0.0\t2\n4\t2008\t5.0\t2\n6\t2008\t3.0\t2\n6\t2008\t2.0\t2\n6\t2008\t7.0\t2\n1\t2008\t14.0\t2\n2\t2008\t19.0\t2\n6\t2008\t5.0\t1\n2\t2008\t6.0\t1\n3\t2008\t5.0\t1\n2\t2008\t11.0\t1\n3\t2008\t4.0\t1\n5\t2008\t10.0\t1\n3\t2008\t7.0\t1\n5\t2008\t21.0\t1\n2\t2008\t13.0\t1\n4\t2008\t21.0\t1\n3\t2008\t6.0\t1\n5\t2008\t11.0\t1\n4\t2008\t2.0\t1\n4\t2008\t9.0\t1\n5\t2008\t15.0\t1\n5\t2008\t8.0\t1\n2\t2008\t5.0\t1\n1\t2008\t15.0\t1\n6\t2008\t10.0\t1\n2\t2008\t17.0\t1\n2\t2008\t56.0\t1\n5\t2008\t22.0\t1\n2\t2008\t15.0\t1\n2\t2008\t7.0\t1\n1\t2008\t41.0\t1\n3\t2008\t12.0\t1\n1\t2008\t18.0\t1\n5\t2008\t7.0\t1\n1\t2008\t27.0\t1\n3\t2008\t15.0\t1\n6\t2008\t0.0\t1\n5\t2008\t6.0\t1\n3\t2008\t8.0\t1\n5\t2008\t18.0\t1\n4\t2008\t12.0\t1\n1\t2009\t1.0\t44451129\n1\t2009\t2.0\t28279997\n1\t2009\t3.0\t13881098\n2\t2009\t1.0\t10070033\n1\t2009\t4.0\t7200554\n2\t2009\t2.0\t6726721\n1\t2009\t0.0\t6096986\n5\t2009\t1.0\t5597837\n1\t2009\t5.0\t4165250\n5\t2009\t2.0\t3625284\n2\t2009\t3.0\t3481030\n3\t2009\t1.0\t2916359\n1\t2009\t6.0\t2628592\n3\t2009\t2.0\t1947141\n2\t2009\t4.0\t1856749\n5\t2009\t3.0\t1818736\n1\t2009\t7.0\t1707307\n4\t2009\t1.0\t1384941\n1\t2009\t8.0\t1293036\n1\t2009\t9.0\t1265952\n1\t2009\t10.0\t1145965\n2\t2009\t0.0\t1101794\n2\t2009\t5.0\t1086375\n3\t2009\t3.0\t1007046\n5\t2009\t4.0\t955249\n4\t2009\t2.0\t953988\n1\t2009\t11.0\t893551\n5\t2009\t0.0\t699294\n2\t2009\t6.0\t672168\n1\t2009\t12.0\t578058\n5\t2009\t5.0\t556555\n3\t2009\t4.0\t529598\n4\t2009\t3.0\t506741\n2\t2009\t7.0\t419248\n1\t2009\t18.0\t395447\n1\t2009\t17.0\t375046\n5\t2009\t6.0\t352109\n1\t2009\t13.0\t345109\n2\t2009\t9.0\t321114\n2\t2009\t8.0\t314564\n3\t2009\t5.0\t313737\n2\t2009\t10.0\t301586\n3\t2009\t0.0\t300106\n6\t2009\t1.0\t279048\n4\t2009\t4.0\t264652\n1\t2009\t19.0\t256066\n2\t2009\t11.0\t252799\n1\t2009\t14.0\t229756\n1\t2009\t16.0\t225429\n5\t2009\t7.0\t225079\n3\t2009\t6.0\t196839\n1\t2009\t15.0\t192466\n6\t2009\t2.0\t179268\n5\t2009\t8.0\t169062\n1\t2009\t20.0\t165475\n5\t2009\t9.0\t165192\n2\t2009\t12.0\t159420\n4\t2009\t5.0\t157250\n5\t2009\t10.0\t151755\n2\t2009\t18.0\t148584\n4\t2009\t0.0\t142646\n2\t2009\t17.0\t134221\n5\t2009\t11.0\t124466\n3\t2009\t7.0\t119536\n1\t2009\t21.0\t117309\n4\t2009\t6.0\t100424\n2\t2009\t13.0\t89988\n6\t2009\t3.0\t88995\n3\t2009\t8.0\t83969\n2\t2009\t19.0\t81998\n5\t2009\t12.0\t81564\n3\t2009\t9.0\t80262\n3\t2009\t10.0\t73493\n2\t2009\t16.0\t67314\n5\t2009\t18.0\t64463\n3\t2009\t11.0\t63343\n2\t2009\t14.0\t61051\n4\t2009\t7.0\t59705\n1\t2009\t22.0\t58987\n5\t2009\t17.0\t56556\n2\t2009\t15.0\t51592\n2\t2009\t20.0\t51412\n5\t2009\t13.0\t47492\n6\t2009\t4.0\t45608\n3\t2009\t12.0\t41499\n5\t2009\t19.0\t39224\n4\t2009\t8.0\t39004\n6\t2009\t0.0\t37517\n2\t2009\t21.0\t37402\n4\t2009\t9.0\t37188\n3\t2009\t18.0\t36138\n4\t2009\t10.0\t34133\n5\t2009\t14.0\t31691\n5\t2009\t16.0\t31204\n3\t2009\t17.0\t31103\n4\t2009\t11.0\t30906\n1\t2009\t23.0\t27395\n5\t2009\t15.0\t26624\n6\t2009\t5.0\t26623\n5\t2009\t20.0\t25337\n3\t2009\t13.0\t23392\n4\t2009\t12.0\t20416\n4\t2009\t18.0\t20197\n2\t2009\t22.0\t19688\n3\t2009\t19.0\t19321\n5\t2009\t21.0\t17803\n4\t2009\t17.0\t17047\n6\t2009\t6.0\t16780\n1\t2009\t24.0\t16718\n3\t2009\t14.0\t15856\n3\t2009\t16.0\t15768\n3\t2009\t15.0\t13104\n3\t2009\t20.0\t11800\n4\t2009\t13.0\t11070\n6\t2009\t7.0\t10852\n1\t2009\t25.0\t10830\n4\t2009\t19.0\t9754\n5\t2009\t22.0\t9353\n3\t2009\t21.0\t8816\n1\t2009\t26.0\t8617\n2\t2009\t23.0\t8377\n6\t2009\t8.0\t8199\n6\t2009\t9.0\t8178\n4\t2009\t16.0\t8105\n6\t2009\t10.0\t7646\n4\t2009\t14.0\t7594\n1\t2009\t27.0\t7086\n4\t2009\t15.0\t6346\n6\t2009\t11.0\t6256\n1\t2009\t28.0\t5933\n4\t2009\t20.0\t5875\n3\t2009\t22.0\t5035\n2\t2009\t24.0\t4763\n4\t2009\t21.0\t4476\n1\t2009\t29.0\t4356\n5\t2009\t23.0\t4193\n6\t2009\t12.0\t3789\n1\t2009\t30.0\t3059\n2\t2009\t25.0\t3022\n4\t2009\t22.0\t2627\n6\t2009\t18.0\t2488\n6\t2009\t17.0\t2436\n5\t2009\t24.0\t2389\n2\t2009\t26.0\t2370\n1\t2009\t31.0\t2347\n6\t2009\t13.0\t2224\n3\t2009\t23.0\t2214\n1\t2009\t32.0\t2052\n2\t2009\t27.0\t1832\n1\t2009\t33.0\t1764\n2\t2009\t28.0\t1624\n6\t2009\t19.0\t1604\n1\t2009\t34.0\t1602\n5\t2009\t25.0\t1490\n1\t2009\t35.0\t1475\n6\t2009\t14.0\t1443\n6\t2009\t16.0\t1439\n1\t2009\t36.0\t1392\n3\t2009\t24.0\t1282\n1\t2009\t37.0\t1246\n6\t2009\t15.0\t1170\n4\t2009\t23.0\t1149\n5\t2009\t26.0\t1128\n2\t2009\t29.0\t1093\n6\t2009\t20.0\t1073\n5\t2009\t27.0\t987\n1\t2009\t38.0\t952\n1\t2009\t39.0\t842\n3\t2009\t25.0\t756\n6\t2009\t21.0\t749\n1\t2009\t40.0\t735\n2\t2009\t30.0\t731\n5\t2009\t28.0\t687\n4\t2009\t24.0\t647\n208\t2009\t0.0\t644\n1\t2009\t41.0\t625\n5\t2009\t29.0\t592\n3\t2009\t26.0\t590\n1\t2009\t42.0\t554\n2\t2009\t31.0\t532\n3\t2009\t27.0\t527\n2\t2009\t32.0\t500\n1\t2009\t43.0\t464\n1\t2009\t44.0\t431\n6\t2009\t22.0\t419\n0\t2009\t0.0\t417\n4\t2009\t25.0\t408\n3\t2009\t28.0\t405\n2\t2009\t33.0\t404\n2\t2009\t34.0\t389\n2\t2009\t36.0\t382\n1\t2009\t45.0\t378\n2\t2009\t35.0\t364\n5\t2009\t30.0\t356\n4\t2009\t26.0\t345\n1\t2009\t46.0\t344\n0\t2009\t1.0\t298\n1\t2009\t47.0\t295\n2\t2009\t37.0\t294\n4\t2009\t27.0\t279\n1\t2009\t48.0\t270\n5\t2009\t32.0\t269\n3\t2009\t29.0\t268\n5\t2009\t31.0\t260\n1\t2009\t49.0\t245\n4\t2009\t28.0\t222\n2\t2009\t38.0\t221\n5\t2009\t33.0\t217\n5\t2009\t34.0\t196\n4\t2009\t29.0\t195\n0\t2009\t2.0\t192\n6\t2009\t23.0\t189\n2\t2009\t39.0\t186\n5\t2009\t35.0\t183\n3\t2009\t30.0\t180\n5\t2009\t36.0\t167\n1\t2009\t50.0\t161\n2\t2009\t40.0\t161\n3\t2009\t31.0\t154\n2\t2009\t41.0\t147\n5\t2009\t37.0\t129\n3\t2009\t33.0\t113\n3\t2009\t32.0\t111\n4\t2009\t30.0\t111\n3\t2009\t34.0\t109\n2\t2009\t42.0\t108\n3\t2009\t35.0\t107\n6\t2009\t24.0\t100\n5\t2009\t38.0\t99\n4\t2009\t31.0\t94\n3\t2009\t37.0\t87\n2\t2009\t43.0\t87\n5\t2009\t39.0\t86\n3\t2009\t36.0\t84\n4\t2009\t36.0\t83\n0\t2009\t3.0\t81\n5\t2009\t40.0\t78\n4\t2009\t35.0\t72\n2\t2009\t44.0\t72\n3\t2009\t38.0\t71\n4\t2009\t32.0\t68\n4\t2009\t34.0\t68\n6\t2009\t25.0\t63\n4\t2009\t33.0\t62\n2\t2009\t45.0\t55\n3\t2009\t40.0\t53\n5\t2009\t41.0\t53\n3\t2009\t39.0\t50\n4\t2009\t38.0\t47\n4\t2009\t37.0\t47\n6\t2009\t26.0\t46\n2\t2009\t47.0\t45\n2\t2009\t46.0\t44\n5\t2009\t43.0\t38\n5\t2009\t42.0\t38\n6\t2009\t27.0\t35\n3\t2009\t41.0\t33\n4\t2009\t39.0\t31\n0\t2009\t5.0\t31\n6\t2009\t28.0\t31\n4\t2009\t40.0\t30\n2\t2009\t48.0\t29\n0\t2009\t4.0\t29\n2\t2009\t49.0\t27\n6\t2009\t29.0\t25\n4\t2009\t42.0\t23\n3\t2009\t44.0\t22\n5\t2009\t44.0\t21\n3\t2009\t42.0\t21\n0\t2009\t6.0\t20\n3\t2009\t43.0\t19\n5\t2009\t45.0\t19\n3\t2009\t46.0\t17\n4\t2009\t41.0\t17\n2\t2009\t50.0\t17\n5\t2009\t47.0\t15\n4\t2009\t43.0\t14\n5\t2009\t46.0\t13\n6\t2009\t31.0\t13\n4\t2009\t44.0\t12\n0\t2009\t7.0\t12\n3\t2009\t45.0\t12\n3\t2009\t49.0\t11\n6\t2009\t30.0\t10\n5\t2009\t49.0\t10\n6\t2009\t34.0\t10\n3\t2009\t48.0\t10\n5\t2009\t48.0\t10\n0\t2009\t9.0\t9\n4\t2009\t48.0\t8\n4\t2009\t49.0\t8\n6\t2009\t32.0\t8\n6\t2009\t33.0\t8\n4\t2009\t45.0\t8\n6\t2009\t36.0\t7\n7\t2009\t0.0\t7\n6\t2009\t39.0\t7\n0\t2009\t11.0\t7\n4\t2009\t46.0\t7\n6\t2009\t38.0\t6\n3\t2009\t47.0\t6\n4\t2009\t47.0\t5\n0\t2009\t8.0\t5\n3\t2009\t50.0\t4\n6\t2009\t37.0\t4\n0\t2009\t14.0\t4\n0\t2009\t10.0\t4\n213\t2009\t0.0\t4\n5\t2009\t50.0\t4\n6\t2009\t35.0\t4\n0\t2009\t19.0\t3\n0\t2009\t17.0\t2\n129\t2009\t1.0\t2\n6\t2009\t47.0\t2\n0\t2009\t13.0\t2\n6\t2009\t43.0\t2\n0\t2009\t12.0\t2\n4\t2009\t50.0\t2\n0\t2009\t21.0\t2\n8\t2009\t0.0\t2\n6\t2009\t41.0\t2\n0\t2009\t22.0\t2\n164\t2009\t23.0\t1\n6\t2009\t50.0\t1\n13\t2009\t13.0\t1\n38\t2009\t1.0\t1\n208\t2009\t1.0\t1\n53\t2009\t2.0\t1\n165\t2009\t1.0\t1\n255\t2009\t4.0\t1\n134\t2009\t21.0\t1\n6\t2009\t49.0\t1\n0\t2009\t23.0\t1\n0\t2009\t20.0\t1\n84\t2009\t14.0\t1\n69\t2009\t1.0\t1\n17\t2009\t9.0\t1\n208\t2009\t6.0\t1\n0\t2009\t18.0\t1\n158\t2009\t2.0\t1\n2\t2009\t102.0\t1\n155\t2009\t17.0\t1\n113\t2009\t0.0\t1\n129\t2009\t0.0\t1\n255\t2009\t5.0\t1\n65\t2009\t3.0\t1\n6\t2009\t45.0\t1\n255\t2009\t1.0\t1\n6\t2009\t40.0\t1\n6\t2009\t48.0\t1\n255\t2009\t0.0\t1\n255\t2009\t2.0\t1\n0\t2009\t31.0\t1\n9\t2009\t0.0\t1\n1\t2010\t1.0\t37112377\n1\t2010\t2.0\t24269857\n1\t2010\t3.0\t12057000\n2\t2010\t1.0\t8238586\n1\t2010\t4.0\t6324433\n2\t2010\t2.0\t5659424\n1\t2010\t0.0\t4924408\n5\t2010\t1.0\t4542920\n1\t2010\t5.0\t3675904\n5\t2010\t2.0\t3018356\n2\t2010\t3.0\t2958901\n3\t2010\t1.0\t2427828\n1\t2010\t6.0\t2312319\n3\t2010\t2.0\t1668243\n2\t2010\t4.0\t1596118\n5\t2010\t3.0\t1527416\n1\t2010\t7.0\t1490431\n4\t2010\t1.0\t1163534\n1\t2010\t8.0\t1126364\n1\t2010\t9.0\t1124860\n1\t2010\t10.0\t1022217\n2\t2010\t5.0\t939081\n3\t2010\t3.0\t870759\n2\t2010\t0.0\t845790\n4\t2010\t2.0\t821894\n5\t2010\t4.0\t810227\n1\t2010\t11.0\t785629\n2\t2010\t6.0\t578837\n5\t2010\t0.0\t509768\n1\t2010\t12.0\t507053\n5\t2010\t5.0\t475839\n3\t2010\t4.0\t464157\n4\t2010\t3.0\t439409\n1\t2010\t18.0\t373601\n2\t2010\t7.0\t362082\n1\t2010\t17.0\t354538\n1\t2010\t13.0\t300418\n5\t2010\t6.0\t299882\n2\t2010\t9.0\t286725\n3\t2010\t5.0\t274511\n2\t2010\t8.0\t271993\n2\t2010\t10.0\t270398\n3\t2010\t0.0\t238102\n1\t2010\t19.0\t237922\n4\t2010\t4.0\t232353\n6\t2010\t1.0\t224377\n2\t2010\t11.0\t221437\n1\t2010\t16.0\t210986\n1\t2010\t14.0\t203333\n5\t2010\t7.0\t191175\n1\t2010\t15.0\t172121\n3\t2010\t6.0\t171634\n1\t2010\t20.0\t152588\n6\t2010\t2.0\t146610\n5\t2010\t9.0\t146297\n5\t2010\t8.0\t143844\n2\t2010\t12.0\t140158\n4\t2010\t5.0\t137780\n5\t2010\t10.0\t134655\n2\t2010\t18.0\t130567\n2\t2010\t17.0\t120553\n4\t2010\t0.0\t111791\n1\t2010\t21.0\t108342\n5\t2010\t11.0\t106709\n3\t2010\t7.0\t104526\n4\t2010\t6.0\t88645\n2\t2010\t13.0\t78900\n3\t2010\t8.0\t73921\n6\t2010\t3.0\t73810\n2\t2010\t19.0\t73283\n3\t2010\t9.0\t72772\n5\t2010\t12.0\t69691\n3\t2010\t10.0\t66908\n2\t2010\t16.0\t62017\n5\t2010\t18.0\t61377\n3\t2010\t11.0\t56794\n1\t2010\t22.0\t55781\n5\t2010\t17.0\t54663\n2\t2010\t14.0\t53128\n4\t2010\t7.0\t52062\n2\t2010\t20.0\t45691\n2\t2010\t15.0\t45273\n5\t2010\t13.0\t40388\n6\t2010\t4.0\t39001\n3\t2010\t12.0\t37166\n5\t2010\t19.0\t36774\n4\t2010\t8.0\t34365\n4\t2010\t9.0\t33509\n2\t2010\t21.0\t33432\n3\t2010\t18.0\t33375\n4\t2010\t10.0\t31670\n3\t2010\t17.0\t30199\n5\t2010\t16.0\t30038\n4\t2010\t11.0\t27493\n5\t2010\t14.0\t27460\n6\t2010\t0.0\t26557\n1\t2010\t23.0\t24765\n5\t2010\t15.0\t23764\n5\t2010\t20.0\t23083\n6\t2010\t5.0\t22453\n3\t2010\t13.0\t20925\n4\t2010\t18.0\t18592\n4\t2010\t12.0\t18394\n3\t2010\t19.0\t17926\n2\t2010\t22.0\t17639\n5\t2010\t21.0\t16632\n0\t2010\t1.0\t16388\n4\t2010\t17.0\t16341\n3\t2010\t16.0\t14916\n1\t2010\t24.0\t14488\n3\t2010\t14.0\t14159\n6\t2010\t6.0\t14136\n3\t2010\t15.0\t11795\n3\t2010\t20.0\t10977\n4\t2010\t13.0\t9734\n1\t2010\t25.0\t9461\n4\t2010\t19.0\t9103\n6\t2010\t7.0\t8888\n5\t2010\t22.0\t8569\n3\t2010\t21.0\t8092\n4\t2010\t16.0\t7809\n1\t2010\t26.0\t7446\n2\t2010\t23.0\t7368\n0\t2010\t0.0\t6885\n6\t2010\t8.0\t6724\n4\t2010\t14.0\t6696\n6\t2010\t9.0\t6579\n0\t2010\t2.0\t6139\n6\t2010\t10.0\t6119\n1\t2010\t27.0\t6065\n4\t2010\t15.0\t5685\n4\t2010\t20.0\t5483\n1\t2010\t28.0\t5256\n6\t2010\t11.0\t4875\n3\t2010\t22.0\t4388\n4\t2010\t21.0\t4194\n2\t2010\t24.0\t3977\n1\t2010\t29.0\t3752\n5\t2010\t23.0\t3690\n6\t2010\t12.0\t3071\n0\t2010\t3.0\t2590\n1\t2010\t30.0\t2575\n2\t2010\t25.0\t2508\n4\t2010\t22.0\t2433\n6\t2010\t18.0\t2049\n5\t2010\t24.0\t2010\n2\t2010\t26.0\t1935\n6\t2010\t17.0\t1924\n3\t2010\t23.0\t1898\n1\t2010\t31.0\t1894\n1\t2010\t32.0\t1808\n6\t2010\t13.0\t1699\n1\t2010\t33.0\t1522\n2\t2010\t27.0\t1488\n1\t2010\t34.0\t1424\n2\t2010\t28.0\t1366\n5\t2010\t25.0\t1306\n1\t2010\t35.0\t1304\n0\t2010\t4.0\t1224\n6\t2010\t19.0\t1169\n6\t2010\t14.0\t1150\n1\t2010\t36.0\t1132\n3\t2010\t24.0\t1086\n6\t2010\t16.0\t1070\n4\t2010\t23.0\t1030\n5\t2010\t26.0\t982\n1\t2010\t37.0\t969\n2\t2010\t29.0\t937\n6\t2010\t15.0\t935\n6\t2010\t20.0\t842\n5\t2010\t27.0\t783\n1\t2010\t38.0\t726\n0\t2010\t5.0\t705\n3\t2010\t25.0\t700\n5\t2010\t28.0\t635\n2\t2010\t30.0\t630\n1\t2010\t39.0\t594\n208\t2010\t0.0\t592\n6\t2010\t21.0\t561\n1\t2010\t40.0\t558\n4\t2010\t24.0\t544\n0\t2010\t6.0\t539\n3\t2010\t26.0\t516\n5\t2010\t29.0\t510\n1\t2010\t41.0\t478\n2\t2010\t31.0\t465\n3\t2010\t27.0\t423\n2\t2010\t32.0\t407\n1\t2010\t42.0\t396\n4\t2010\t25.0\t375\n1\t2010\t43.0\t347\n2\t2010\t33.0\t346\n3\t2010\t28.0\t344\n2\t2010\t34.0\t331\n2\t2010\t36.0\t309\n2\t2010\t35.0\t308\n5\t2010\t30.0\t305\n6\t2010\t22.0\t299\n0\t2010\t7.0\t290\n1\t2010\t44.0\t283\n4\t2010\t26.0\t280\n3\t2010\t29.0\t264\n2\t2010\t37.0\t262\n1\t2010\t45.0\t258\n4\t2010\t27.0\t234\n5\t2010\t31.0\t227\n1\t2010\t47.0\t220\n1\t2010\t46.0\t218\n4\t2010\t28.0\t207\n1\t2010\t48.0\t206\n5\t2010\t32.0\t191\n3\t2010\t30.0\t189\n2\t2010\t38.0\t184\n5\t2010\t34.0\t179\n5\t2010\t33.0\t170\n1\t2010\t50.0\t167\n1\t2010\t49.0\t165\n4\t2010\t29.0\t154\n5\t2010\t35.0\t149\n0\t2010\t8.0\t141\n5\t2010\t36.0\t140\n3\t2010\t31.0\t139\n2\t2010\t39.0\t136\n6\t2010\t23.0\t129\n2\t2010\t40.0\t127\n2\t2010\t41.0\t119\n0\t2010\t11.0\t114\n0\t2010\t10.0\t109\n5\t2010\t37.0\t107\n0\t2010\t9.0\t106\n3\t2010\t35.0\t103\n3\t2010\t33.0\t101\n3\t2010\t32.0\t94\n4\t2010\t30.0\t94\n3\t2010\t34.0\t93\n0\t2010\t12.0\t86\n4\t2010\t31.0\t86\n3\t2010\t36.0\t76\n1\t2010\t51.0\t75\n5\t2010\t39.0\t75\n1\t2010\t53.0\t74\n1\t2010\t52.0\t73\n2\t2010\t43.0\t72\n2\t2010\t42.0\t70\n5\t2010\t38.0\t68\n6\t2010\t24.0\t67\n4\t2010\t33.0\t65\n4\t2010\t34.0\t63\n1\t2010\t54.0\t62\n4\t2010\t32.0\t60\n3\t2010\t37.0\t60\n4\t2010\t35.0\t55\n1\t2010\t55.0\t54\n3\t2010\t38.0\t53\n2\t2010\t44.0\t52\n1\t2010\t56.0\t51\n0\t2010\t13.0\t50\n3\t2010\t39.0\t50\n5\t2010\t40.0\t50\n6\t2010\t25.0\t47\n4\t2010\t36.0\t46\n2\t2010\t45.0\t46\n1\t2010\t57.0\t45\n1\t2010\t61.0\t44\n5\t2010\t41.0\t43\n1\t2010\t63.0\t43\n1\t2010\t60.0\t42\n5\t2010\t42.0\t42\n1\t2010\t58.0\t42\n6\t2010\t26.0\t40\n2\t2010\t49.0\t39\n6\t2010\t27.0\t37\n3\t2010\t40.0\t36\n2\t2010\t46.0\t35\n1\t2010\t59.0\t35\n4\t2010\t38.0\t34\n1\t2010\t81.0\t34\n2\t2010\t48.0\t33\n4\t2010\t37.0\t33\n1\t2010\t64.0\t32\n5\t2010\t43.0\t32\n2\t2010\t47.0\t32\n3\t2010\t42.0\t30\n5\t2010\t44.0\t29\n4\t2010\t40.0\t27\n1\t2010\t65.0\t26\n1\t2010\t69.0\t25\n1\t2010\t66.0\t25\n0\t2010\t14.0\t23\n4\t2010\t39.0\t23\n1\t2010\t100.0\t23\n1\t2010\t70.0\t22\n6\t2010\t28.0\t22\n3\t2010\t44.0\t22\n5\t2010\t45.0\t21\n3\t2010\t41.0\t21\n1\t2010\t62.0\t21\n0\t2010\t16.0\t20\n1\t2010\t67.0\t20\n1\t2010\t75.0\t20\n2\t2010\t50.0\t20\n1\t2010\t89.0\t19\n1\t2010\t68.0\t18\n1\t2010\t80.0\t17\n1\t2010\t71.0\t17\n1\t2010\t73.0\t16\n1\t2010\t87.0\t16\n1\t2010\t74.0\t15\n4\t2010\t41.0\t15\n6\t2010\t29.0\t15\n1\t2010\t79.0\t15\n1\t2010\t83.0\t14\n1\t2010\t84.0\t13\n1\t2010\t72.0\t13\n3\t2010\t43.0\t13\n5\t2010\t47.0\t12\n0\t2010\t15.0\t12\n4\t2010\t44.0\t12\n1\t2010\t82.0\t12\n1\t2010\t86.0\t12\n1\t2010\t76.0\t12\n1\t2010\t90.0\t11\n1\t2010\t88.0\t11\n6\t2010\t30.0\t11\n1\t2010\t92.0\t11\n3\t2010\t48.0\t11\n3\t2010\t45.0\t11\n5\t2010\t46.0\t11\n1\t2010\t93.0\t10\n4\t2010\t42.0\t10\n1\t2010\t91.0\t10\n3\t2010\t47.0\t10\n4\t2010\t48.0\t10\n2\t2010\t51.0\t10\n5\t2010\t48.0\t10\n6\t2010\t33.0\t9\n1\t2010\t96.0\t9\n2\t2010\t52.0\t9\n4\t2010\t45.0\t9\n0\t2010\t17.0\t9\n2\t2010\t54.0\t9\n0\t2010\t19.0\t8\n0\t2010\t21.0\t8\n3\t2010\t46.0\t8\n5\t2010\t49.0\t8\n1\t2010\t77.0\t8\n1\t2010\t85.0\t8\n1\t2010\t97.0\t8\n1\t2010\t95.0\t8\n4\t2010\t43.0\t8\n2\t2010\t53.0\t8\n2\t2010\t57.0\t8\n6\t2010\t31.0\t8\n4\t2010\t50.0\t7\n2\t2010\t59.0\t7\n0\t2010\t18.0\t7\n5\t2010\t53.0\t7\n1\t2010\t78.0\t7\n4\t2010\t46.0\t7\n6\t2010\t32.0\t7\n5\t2010\t50.0\t6\n6\t2010\t36.0\t6\n3\t2010\t50.0\t6\n6\t2010\t34.0\t6\n1\t2010\t98.0\t5\n4\t2010\t47.0\t5\n1\t2010\t94.0\t5\n2\t2010\t56.0\t5\n2\t2010\t89.0\t5\n4\t2010\t49.0\t5\n2\t2010\t60.0\t4\n3\t2010\t51.0\t4\n2\t2010\t62.0\t4\n3\t2010\t52.0\t4\n2\t2010\t58.0\t4\n2\t2010\t69.0\t4\n2\t2010\t67.0\t4\n5\t2010\t52.0\t4\n2\t2010\t83.0\t4\n6\t2010\t43.0\t4\n2\t2010\t55.0\t4\n3\t2010\t57.0\t4\n3\t2010\t68.0\t3\n3\t2010\t49.0\t3\n2\t2010\t68.0\t3\n3\t2010\t60.0\t3\n2\t2010\t74.0\t3\n6\t2010\t46.0\t3\n0\t2010\t23.0\t3\n0\t2010\t22.0\t3\n10\t2010\t0.0\t3\n6\t2010\t37.0\t3\n2\t2010\t81.0\t3\n1\t2010\t99.0\t3\n2\t2010\t85.0\t3\n3\t2010\t54.0\t3\n6\t2010\t35.0\t3\n5\t2010\t59.0\t3\n0\t2010\t20.0\t3\n2\t2010\t70.0\t3\n6\t2010\t39.0\t2\n3\t2010\t56.0\t2\n0\t2010\t24.0\t2\n2\t2010\t64.0\t2\n6\t2010\t38.0\t2\n3\t2010\t58.0\t2\n4\t2010\t92.0\t2\n0\t2010\t25.0\t2\n4\t2010\t53.0\t2\n4\t2010\t81.0\t2\n0\t2010\t27.0\t2\n2\t2010\t80.0\t2\n2\t2010\t72.0\t2\n4\t2010\t77.0\t2\n2\t2010\t78.0\t2\n6\t2010\t53.0\t2\n208\t2010\t6.0\t2\n6\t2010\t44.0\t2\n3\t2010\t90.0\t2\n7\t2010\t1.0\t2\n4\t2010\t62.0\t2\n5\t2010\t56.0\t2\n0\t2010\t77.0\t2\n0\t2010\t36.0\t2\n250\t2010\t3.0\t2\n6\t2010\t41.0\t2\n3\t2010\t69.0\t2\n2\t2010\t90.0\t2\n0\t2010\t55.0\t1\n2\t2010\t86.0\t1\n0\t2010\t43.0\t1\n2\t2010\t91.0\t1\n5\t2010\t70.0\t1\n2\t2010\t82.0\t1\n4\t2010\t51.0\t1\n5\t2010\t68.0\t1\n2\t2010\t71.0\t1\n6\t2010\t45.0\t1\n4\t2010\t67.0\t1\n2\t2010\t61.0\t1\n163\t2010\t3.0\t1\n133\t2010\t3.0\t1\n2\t2010\t88.0\t1\n0\t2010\t48.0\t1\n6\t2010\t82.0\t1\n3\t2010\t97.0\t1\n7\t2010\t2.0\t1\n8\t2010\t0.0\t1\n2\t2010\t84.0\t1\n2\t2010\t99.0\t1\n4\t2010\t54.0\t1\n0\t2010\t86.0\t1\n6\t2010\t50.0\t1\n4\t2010\t76.0\t1\n2\t2010\t77.0\t1\n5\t2010\t61.0\t1\n137\t2010\t18.0\t1\n0\t2010\t29.0\t1\n4\t2010\t68.0\t1\n5\t2010\t63.0\t1\n5\t2010\t75.0\t1\n3\t2010\t84.0\t1\n4\t2010\t52.0\t1\n9\t2010\t1.0\t1\n3\t2010\t65.0\t1\n5\t2010\t62.0\t1\n2\t2010\t93.0\t1\n9\t2010\t2.0\t1\n25\t2010\t1.0\t1\n0\t2010\t34.0\t1\n4\t2010\t84.0\t1\n4\t2010\t72.0\t1\n2\t2010\t87.0\t1\n4\t2010\t82.0\t1\n7\t2010\t18.0\t1\n4\t2010\t83.0\t1\n3\t2010\t59.0\t1\n141\t2010\t4.0\t1\n2\t2010\t65.0\t1\n6\t2010\t49.0\t1\n208\t2010\t7.0\t1\n2\t2010\t96.0\t1\n6\t2010\t40.0\t1\n4\t2010\t66.0\t1\n2\t2010\t63.0\t1\n0\t2010\t26.0\t1\n4\t2010\t60.0\t1\n34\t2010\t4.0\t1\n2\t2010\t100.0\t1\n0\t2010\t53.0\t1\n160\t2010\t1.0\t1\n0\t2010\t37.0\t1\n5\t2010\t55.0\t1\n2\t2010\t66.0\t1\n4\t2010\t55.0\t1\n5\t2010\t65.0\t1\n9\t2010\t4.0\t1\n4\t2010\t100.0\t1\n0\t2010\t71.0\t1\n3\t2010\t89.0\t1\n6\t2010\t56.0\t1\n15\t2010\t2.0\t1\n4\t2010\t71.0\t1\n0\t2010\t32.0\t1\n6\t2010\t61.0\t1\n208\t2010\t1.0\t1\n0\t2010\t39.0\t1\n255\t2010\t3.0\t1\n65\t2010\t1.0\t1\n3\t2010\t62.0\t1\n4\t2010\t57.0\t1\n0\t2010\t30.0\t1\n0\t2010\t28.0\t1\n125\t2010\t4.0\t1\n4\t2010\t69.0\t1\n255\t2010\t2.0\t1\n5\t2010\t54.0\t1\n0\t2010\t38.0\t1\n5\t2010\t51.0\t1\n58\t2010\t8.0\t1\n3\t2010\t81.0\t1\n3\t2010\t55.0\t1\n4\t2010\t59.0\t1\n1\t2011\t1.0\t43834517\n1\t2011\t2.0\t29132782\n1\t2011\t3.0\t14605069\n2\t2011\t1.0\t9474947\n1\t2011\t4.0\t7732755\n1\t2011\t0.0\t6935045\n2\t2011\t2.0\t6610313\n5\t2011\t1.0\t5047793\n1\t2011\t5.0\t4561027\n2\t2011\t3.0\t3471757\n5\t2011\t2.0\t3414715\n1\t2011\t6.0\t2889260\n"},{"type":"HTML","data":"
Output is truncated to 1000 rows. Learn more about zeppelin.spark.maxResult
\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600853329440_-1436716249","id":"20200923-182849_1377095074","dateCreated":"2020-09-23T18:28:49+0900","dateStarted":"2020-09-24T11:57:29+0900","dateFinished":"2020-09-24T11:57:45+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:528"},{"text":"%md\n\nEND\n","user":"anonymous","dateUpdated":"2020-09-23T23:03:06+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"markdown","editOnDblClick":true,"completionKey":"TAB","completionSupport":false},"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"HTML","data":"
\n

END

\n
"}]},"apps":[],"jobName":"paragraph_1600843479338_-1814611246","id":"20200923-154439_805481013","dateCreated":"2020-09-23T15:44:39+0900","dateStarted":"2020-09-23T23:02:54+0900","dateFinished":"2020-09-23T23:02:54+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:529"},{"text":"%sql\nSELECT passenger_count,\n sum(total_amount), count(total_amount)\nFROM fb_trips\nGROUP BY passenger_count","user":"anonymous","dateUpdated":"2020-09-24T11:28:43+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"passenger_count":"string","sum(total_amount)":"string","count(total_amount)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"passenger_count\tsum(total_amount)\tcount(total_amount)\n53\t7.3\t1\n13\t31.5\t1\n5\t1.3976177168799994E9\t100631684\n177\t17.0\t1\n69\t5.8\t1\n47\t9.0\t1\n33\t17.2\t2\n37\t14.2\t1\n137\t59.64\t1\n193\t7.5\t1\n38\t7.3\t1\n158\t14.44\t1\n208\t10626.289999999999\t1508\n255\t179.90999999999997\t10\n155\t90.24\t1\n160\t15.34\t1\n8\t94513.33999999995\t2199\n0\t7.577167147999999E7\t5834906\n96\t8.16\t1\n129\t61.5\t7\n254\t6.5\t1\n163\t15.54\t1\n25\t7.6\t1\n1\t1.5696792055983992E10\t1109124118\n15\t24.1\t2\n164\t62.14\t1\n7\t100540.10999999993\t2458\n141\t18.94\t1\n36\t61.55\t1\n4\t4.7288955482000005E8\t32695291\n133\t10.3\t1\n247\t19.44\t1\n84\t43.84\t1\n58\t51.879999999999995\t2\n113\t13.3\t1\n211\t7.0\t1\n125\t16.6\t1\n66\t19.3\t1\n165\t12.14\t1\n192\t18.299999999999997\t2\n3\t9.750436078100003E8\t67854170\n249\t9.5\t1\n2\t3.3974766309900017E9\t230157018\n17\t39.95\t1\n250\t37.7\t3\n225\t16.0\t1\n97\t9.9\t1\n134\t55.14\t1\n65\t70.1\t3\n19\t5.0\t1\n223\t9.5\t1\n10\t754.7\t17\n9\t86537.27000000005\t1490\n213\t10.0\t4\n6\t5.703834694500002E8\t37849292\n34\t16.8\t1\n61\t31.34\t1\n70\t10.7\t1\n49\t84.4\t26\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs","http://fbg02:4040/jobs"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1600914457398_152843460","id":"20200924-112737_1349091089","dateCreated":"2020-09-24T11:27:37+0900","dateStarted":"2020-09-24T11:28:43+0900","dateFinished":"2020-09-24T11:28:46+0900","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:530"},{"text":"%sql\n","user":"anonymous","dateUpdated":"2020-09-24T11:27:44+0900","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"scala","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1600914464883_436966161","id":"20200924-112744_1405746389","dateCreated":"2020-09-24T11:27:44+0900","status":"READY","progressUpdateIntervalMs":500,"$$hashKey":"object:531"}],"name":"NYC_TAXI_BM/load_and_query_test_aws","id":"2FK9Z8W4E","noteParams":{},"noteForms":{},"angularObjects":{"md:shared_process":[],"sh:shared_process":[],"spark:shared_process":[]},"config":{"isZeppelinNotebookCronEnable":false,"looknfeel":"default","personalizedMode":"false"},"info":{}}