<!DOCTYPE html> <html> <head> <meta name="databricks-html-version" content="1"> <title>043_TA02_ETL_Tweets - Databricks</title> <meta charset="utf-8"> <meta name="google" content="notranslate"> <meta http-equiv="Content-Language" content="en"> <meta http-equiv="Content-Type" content="text/html; charset=UTF8"> <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Source+Code+Pro:400,700"> <link rel="stylesheet" type="text/css" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/lib/css/bootstrap.min.css"> <link rel="stylesheet" type="text/css" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/lib/jquery-ui-bundle/jquery-ui.min.css"> <link rel="stylesheet" type="text/css" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/css/main.css"> <link rel="stylesheet" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/css/print.css" media="print"> <link rel="icon" type="image/png" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/img/favicon.ico"/> <script>window.settings = {"sparkDocsSearchGoogleCx":"004588677886978090460:_rj0wilqwdm","dbcForumURL":"http://forums.databricks.com/","dbfsS3Host":"https://databricks-prod-storage-sydney.s3.amazonaws.com","enableThirdPartyApplicationsUI":false,"enableClusterAcls":false,"notebookRevisionVisibilityHorizon":0,"enableTableHandler":true,"isAdmin":true,"enableLargeResultDownload":false,"nameAndEmail":"Raazesh Sainudiin (r.sainudiin@math.canterbury.ac.nz)","enablePresentationTimerConfig":true,"enableFullTextSearch":true,"enableElasticSparkUI":true,"clusters":true,"hideOffHeapCache":false,"applications":false,"useStaticGuide":false,"fileStoreBase":"FileStore","configurableSparkOptionsSpec":[{"keyPattern":"spark\\.kryo(\\.[^\\.]+)+","valuePattern":".*","keyPatternDisplay":"spark.kryo.*","valuePatternDisplay":"*","description":"Configuration options for Kryo serialization"},{"keyPattern":"spark\\.io\\.compression\\.codec","valuePattern":"(lzf|snappy|org\\.apache\\.spark\\.io\\.LZFCompressionCodec|org\\.apache\\.spark\\.io\\.SnappyCompressionCodec)","keyPatternDisplay":"spark.io.compression.codec","valuePatternDisplay":"snappy|lzf","description":"The codec used to compress internal data such as RDD partitions, broadcast variables and shuffle outputs."},{"keyPattern":"spark\\.serializer","valuePattern":"(org\\.apache\\.spark\\.serializer\\.JavaSerializer|org\\.apache\\.spark\\.serializer\\.KryoSerializer)","keyPatternDisplay":"spark.serializer","valuePatternDisplay":"org.apache.spark.serializer.JavaSerializer|org.apache.spark.serializer.KryoSerializer","description":"Class to use for serializing objects that will be sent over the network or need to be cached in serialized form."},{"keyPattern":"spark\\.rdd\\.compress","valuePattern":"(true|false)","keyPatternDisplay":"spark.rdd.compress","valuePatternDisplay":"true|false","description":"Whether to compress serialized RDD partitions (e.g. for StorageLevel.MEMORY_ONLY_SER). Can save substantial space at the cost of some extra CPU time."},{"keyPattern":"spark\\.speculation","valuePattern":"(true|false)","keyPatternDisplay":"spark.speculation","valuePatternDisplay":"true|false","description":"Whether to use speculation (recommended off for streaming)"},{"keyPattern":"spark\\.es(\\.[^\\.]+)+","valuePattern":".*","keyPatternDisplay":"spark.es.*","valuePatternDisplay":"*","description":"Configuration options for ElasticSearch"},{"keyPattern":"es(\\.([^\\.]+))+","valuePattern":".*","keyPatternDisplay":"es.*","valuePatternDisplay":"*","description":"Configuration options for ElasticSearch"},{"keyPattern":"spark\\.(storage|shuffle)\\.memoryFraction","valuePattern":"0?\\.0*([1-9])([0-9])*","keyPatternDisplay":"spark.(storage|shuffle).memoryFraction","valuePatternDisplay":"(0.0,1.0)","description":"Fraction of Java heap to use for Spark's shuffle or storage"},{"keyPattern":"spark\\.streaming\\.backpressure\\.enabled","valuePattern":"(true|false)","keyPatternDisplay":"spark.streaming.backpressure.enabled","valuePatternDisplay":"true|false","description":"Enables or disables Spark Streaming's internal backpressure mechanism (since 1.5). This enables the Spark Streaming to control the receiving rate based on the current batch scheduling delays and processing times so that the system receives only as fast as the system can process. Internally, this dynamically sets the maximum receiving rate of receivers. This rate is upper bounded by the values `spark.streaming.receiver.maxRate` and `spark.streaming.kafka.maxRatePerPartition` if they are set."},{"keyPattern":"spark\\.streaming\\.receiver\\.maxRate","valuePattern":"^([0-9]{1,})$","keyPatternDisplay":"spark.streaming.receiver.maxRate","valuePatternDisplay":"numeric","description":"Maximum rate (number of records per second) at which each receiver will receive data. Effectively, each stream will consume at most this number of records per second. Setting this configuration to 0 or a negative number will put no limit on the rate. See the deployment guide in the Spark Streaming programing guide for mode details."},{"keyPattern":"spark\\.streaming\\.kafka\\.maxRatePerPartition","valuePattern":"^([0-9]{1,})$","keyPatternDisplay":"spark.streaming.kafka.maxRatePerPartition","valuePatternDisplay":"numeric","description":"Maximum rate (number of records per second) at which data will be read from each Kafka partition when using the Kafka direct stream API introduced in Spark 1.3. See the Kafka Integration guide for more details."},{"keyPattern":"spark\\.streaming\\.kafka\\.maxRetries","valuePattern":"^([0-9]{1,})$","keyPatternDisplay":"spark.streaming.kafka.maxRetries","valuePatternDisplay":"numeric","description":"Maximum number of consecutive retries the driver will make in order to find the latest offsets on the leader of each partition (a default value of 1 means that the driver will make a maximum of 2 attempts). Only applies to the Kafka direct stream API introduced in Spark 1.3."},{"keyPattern":"spark\\.streaming\\.ui\\.retainedBatches","valuePattern":"^([0-9]{1,})$","keyPatternDisplay":"spark.streaming.ui.retainedBatches","valuePatternDisplay":"numeric","description":"How many batches the Spark Streaming UI and status APIs remember before garbage collecting."}],"enableReactNotebookComments":true,"enableResetPassword":true,"enableJobsSparkUpgrade":true,"sparkVersions":[{"key":"1.3.x-ubuntu15.10","displayName":"Spark 1.3.0","packageLabel":"spark-1.3-jenkins-ip-10-30-9-162-U0c2673ac85-Sa2ee4664b2-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},{"key":"1.4.x-ubuntu15.10","displayName":"Spark 1.4.1","packageLabel":"spark-1.4-jenkins-ip-10-30-9-162-U0c2673ac85-S33a1e4b9c6-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},{"key":"1.5.x-ubuntu15.10","displayName":"Spark 1.5.2","packageLabel":"spark-1.5-jenkins-ip-10-30-9-162-U0c2673ac85-S5917a1044d-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},{"key":"1.6.x-ubuntu15.10","displayName":"Spark 1.6.0","packageLabel":"spark-1.6-jenkins-ip-10-30-9-162-U0c2673ac85-Scabba801f3-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},{"key":"master","displayName":"Spark master (dev)","packageLabel":"","upgradable":true,"deprecated":false,"customerVisible":false}],"enableRestrictedClusterCreation":false,"enableFeedback":false,"defaultNumWorkers":8,"serverContinuationTimeoutMillis":10000,"driverStderrFilePrefix":"stderr","driverStdoutFilePrefix":"stdout","enableSparkDocsSearch":true,"prefetchSidebarNodes":true,"sparkHistoryServerEnabled":true,"sanitizeMarkdownHtml":true,"enableIPythonImportExport":true,"enableNotebookHistoryDiffing":true,"branch":"2.12.3","accountsLimit":-1,"enableNotebookGitBranching":true,"local":false,"displayDefaultContainerMemoryGB":6,"deploymentMode":"production","useSpotForWorkers":false,"enableUserInviteWorkflow":false,"enableStaticNotebooks":true,"dbcGuideURL":"#workspace/databricks_guide/00 Welcome to Databricks","enableCssTransitions":true,"pricingURL":"https://databricks.com/product/pricing","enableClusterAclsConfig":false,"orgId":0,"enableNotebookGitVersioning":true,"files":"files/","enableDriverLogsUI":true,"disableLegacyDashboards":false,"enableWorkspaceAclsConfig":true,"dropzoneMaxFileSize":4096,"enableNewDashboardViews":false,"driverLog4jFilePrefix":"log4j","enableMavenLibraries":true,"displayRowLimit":1000,"defaultSparkVersion":{"key":"1.5.x-ubuntu15.10","displayName":"Spark 1.5.2","packageLabel":"spark-1.5-jenkins-ip-10-30-9-162-U0c2673ac85-S5917a1044d-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},"clusterPublisherRootId":5,"enableLatestJobRunResultPermalink":true,"disallowAddingAdmins":false,"enableSparkConfUI":true,"enableOrgSwitcherUI":false,"clustersLimit":-1,"enableJdbcImport":true,"logfiles":"logfiles/","enableWebappSharding":false,"enableClusterDeltaUpdates":true,"csrfToken":"12bce259-f517-4e48-9d6f-2aff50eb3568","useFixedStaticNotebookVersionForDevelopment":false,"enableBasicReactDialogBoxes":true,"requireEmailUserName":true,"enableDashboardViews":false,"dbcFeedbackURL":"http://feedback.databricks.com/forums/263785-product-feedback","enableWorkspaceAclService":true,"someName":"Raazesh Sainudiin","enableWorkspaceAcls":true,"gitHash":"0c2673ac858e227cad536fdb45d140aeded238db","userFullname":"Raazesh Sainudiin","enableClusterCreatePage":false,"enableImportFromUrl":true,"enableMiniClusters":false,"enableWebSocketDeltaUpdates":true,"enableDebugUI":false,"showHiddenSparkVersions":false,"allowNonAdminUsers":true,"userId":100005,"dbcSupportURL":"","staticNotebookResourceUrl":"https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/","enableSparkPackages":true,"enableHybridClusterType":false,"enableNotebookHistoryUI":true,"availableWorkspaces":[{"name":"Workspace 0","orgId":0}],"enableFolderHtmlExport":true,"enableSparkVersionsUI":true,"databricksGuideStaticUrl":"","enableHybridClusters":true,"notebookLoadingBackground":"#fff","enableNewJobRunDetailsPage":true,"enableDashboardExport":true,"user":"r.sainudiin@math.canterbury.ac.nz","enableServerAutoComplete":true,"enableStaticHtmlImport":true,"defaultMemoryPerContainerMB":6000,"enablePresenceUI":true,"tablesPublisherRootId":7,"enableNewInputWidgetUI":false,"accounts":true,"enableNewProgressReportUI":true,"defaultCoresPerContainer":4};</script> <script>var __DATABRICKS_NOTEBOOK_MODEL = {"version":"NotebookV1","origId":128251,"name":"043_TA02_ETL_Tweets","language":"scala","commands":[{"version":"CommandV1","origId":128253,"guid":"ff2bb932-f70e-4d5a-8b9d-d998e9d5bf67","subtype":"command","commandType":"auto","position":1.0,"command":"%md\n\n# [Scalable Data Science](http://www.math.canterbury.ac.nz/~r.sainudiin/courses/ScalableDataScience/)\n\n\n### Course Project by [Akinwande Atanda](https://nz.linkedin.com/in/akinwande-atanda)\n\n*supported by* [](https://databricks.com/)\nand \n[](https://www.awseducate.com/microsite/CommunitiesEngageHome)","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"07eaaac5-80cb-4906-afc9-9a28b977569f"},{"version":"CommandV1","origId":139297,"guid":"3f7cf383-bc1f-4c9e-931d-d50a24197462","subtype":"command","commandType":"auto","position":1.03125,"command":"%md\nThe [html source url](https://raw.githubusercontent.com/raazesh-sainudiin/scalable-data-science/master/db/studentProjects/02_AkinwandeAtanda/Tweet_Analytics/043_TA02_ETL_Tweets.html) of this databricks notebook and its recorded Uji :\n\n[](https://www.youtube.com/v/zJirlHAV6YU?rel=0&autoplay=1&modestbranding=1&start=0&end=1611)\n","commandVersion":0,"state":"error","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"7464e071-c3d2-425d-b6df-533d60677b96"},{"version":"CommandV1","origId":137550,"guid":"894530dd-4500-44e8-a8fd-8205fd9e3ee1","subtype":"command","commandType":"auto","position":1.0625,"command":"%md\n#Tweet Analytics\n\n[Presentation contents](https://github.com/aaa121/Spark-Tweet-Streaming-Presentation-May-2016).","commandVersion":0,"state":"error","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"58110d50-4c97-404c-9214-1f5312bb5bbc"},{"version":"CommandV1","origId":135242,"guid":"3814f26f-3907-4d40-bfa1-d346b6c0219a","subtype":"command","commandType":"auto","position":1.125,"command":"%md\n## Extract-Transform-Load (ETL) Processing of Streamed Tweets\nThis notebook should be runned after the tweets have been collected in batches. The operations performed in this notebooks are:\n * Read/Load the Streamed Tweets in batches of RDD\n * Read/Load the Streamed Tweets in merged batches of RDDs\n * Save the Tweets in Parquet format, convert to Dataframe Table and run SQL queries\n * Explore the Streamed Tweets using SQL queries: Filter, Plot and Re-Shape","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"2dc614de-ed04-4320-8315-e947c0c2da42"},{"version":"CommandV1","origId":128255,"guid":"5144ed93-6aca-4162-b724-879561afb563","subtype":"command","commandType":"auto","position":2.0,"command":"display(dbutils.fs.ls(s\"/mnt/s3Data/filteredTweet\"))","commandVersion":0,"state":"finished","results":{"type":"table","data":[["dbfs:/mnt/s3Data/filteredTweet/tweets_1463600700000/","tweets_1463600700000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463601000000/","tweets_1463601000000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463601300000/","tweets_1463601300000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463601600000/","tweets_1463601600000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463601900000/","tweets_1463601900000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463602200000/","tweets_1463602200000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463602500000/","tweets_1463602500000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463602800000/","tweets_1463602800000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463603100000/","tweets_1463603100000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463603400000/","tweets_1463603400000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463603700000/","tweets_1463603700000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463604000000/","tweets_1463604000000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463604300000/","tweets_1463604300000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463604600000/","tweets_1463604600000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463604900000/","tweets_1463604900000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_1463605200000/","tweets_1463605200000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463691000000/","tweets_filter_1463691000000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463691300000/","tweets_filter_1463691300000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463691600000/","tweets_filter_1463691600000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463691900000/","tweets_filter_1463691900000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463692200000/","tweets_filter_1463692200000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463692500000/","tweets_filter_1463692500000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463692800000/","tweets_filter_1463692800000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463693100000/","tweets_filter_1463693100000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463693400000/","tweets_filter_1463693400000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463694000000/","tweets_filter_1463694000000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463694300000/","tweets_filter_1463694300000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463694600000/","tweets_filter_1463694600000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463694900000/","tweets_filter_1463694900000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463695200000/","tweets_filter_1463695200000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463695500000/","tweets_filter_1463695500000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463695800000/","tweets_filter_1463695800000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463696100000/","tweets_filter_1463696100000/",0.0],["dbfs:/mnt/s3Data/filteredTweet/tweets_filter_1463696400000/","tweets_filter_1463696400000/",0.0]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"path","type":"\"string\""},{"name":"name","type":"\"string\""},{"name":"size","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":null,"error":null,"startTime":1.464845517634E12,"submitTime":1.464845487662E12,"finishTime":1.464845519013E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"1992.76666","height":"158.76666","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"7e76a265-4114-4be9-b2ae-b615df66ed5c"},{"version":"CommandV1","origId":128256,"guid":"486d4d68-3f13-48b7-93e0-2e584a9ab367","subtype":"command","commandType":"auto","position":3.0,"command":"val tweet = sc.textFile(s\"dbfs:/mnt/s3Data/filteredTweet/tweets_1463600700000\").take(1)","commandVersion":0,"state":"error","results":null,"errorSummary":"java.rmi.RemoteException: Exception during RPC GetFileStatus(/mnt/s3Data/filteredTweet/tweets_1463600700000); nested exception is: ","error":"<div class=\"ansiout\">\tcom.amazonaws.AmazonClientException: Unable to calculate a request signature: Unable to calculate a request signature: Empty key\n\tat com.databricks.backend.daemon.data.client.DbfsClient.send0(DbfsClient.scala:71)\n\tat com.databricks.backend.daemon.data.client.DbfsClient.sendIdempotent(DbfsClient.scala:40)\n\tat com.databricks.backend.daemon.data.client.DatabricksFileSystem.getFileStatus(DatabricksFileSystem.scala:182)\n\tat org.apache.hadoop.fs.FileSystem.getFileStatus(FileSystem.java:1397)\n\tat org.apache.hadoop.fs.FileSystem.globStatusInternal(FileSystem.java:1066)\n\tat org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1007)\n\tat org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:177)\n\tat org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:208)\n\tat org.apache.spark.rdd.HadoopRDD.getPartitions(HadoopRDD.scala:199)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:239)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:237)\n\tat scala.Option.getOrElse(Option.scala:120)\n\tat org.apache.spark.rdd.RDD.partitions(RDD.scala:237)\n\tat org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:35)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:239)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:237)\n\tat scala.Option.getOrElse(Option.scala:120)\n\tat org.apache.spark.rdd.RDD.partitions(RDD.scala:237)\n\tat org.apache.spark.rdd.RDD$$anonfun$take$1.apply(RDD.scala:1293)\n\tat org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:150)\n\tat org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:111)\n\tat org.apache.spark.rdd.RDD.withScope(RDD.scala:316)\n\tat org.apache.spark.rdd.RDD.take(RDD.scala:1288)\nCaused by: com.amazonaws.AmazonClientException: Unable to calculate a request signature: Unable to calculate a request signature: Empty key\n\tat com.amazonaws.auth.AbstractAWSSigner.signAndBase64Encode(AbstractAWSSigner.java:76)\n\tat com.amazonaws.auth.AbstractAWSSigner.signAndBase64Encode(AbstractAWSSigner.java:63)\n\tat com.amazonaws.services.s3.internal.S3Signer.sign(S3Signer.java:173)\n\tat com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:687)\n\tat com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:467)\n\tat com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:302)\n\tat com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3674)\n\tat com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1079)\n\tat com.amazonaws.services.s3.AmazonS3Client.doesBucketExist(AmazonS3Client.java:1042)\n\tat com.databricks.s3a.aws.EnforcingDatabricksS3Client.doesBucketExist(EnforcingDatabricksS3Client.scala:187)\n\tat com.databricks.s3a.S3AFileSystem.initialize(S3AFileSystem.java:324)\n\tat com.databricks.backend.daemon.data.server.backend.S3AFSBackend.fs$lzycompute(S3AFSBackend.scala:30)\n\tat com.databricks.backend.daemon.data.server.backend.S3AFSBackend.fs(S3AFSBackend.scala:28)\n\tat com.databricks.backend.daemon.data.server.backend.S3AFSBackend.fs(S3AFSBackend.scala:17)\n\tat com.databricks.backend.daemon.data.server.backend.HadoopFSBackend.getFileStatus(HadoopFSBackend.scala:40)\n\tat com.databricks.backend.daemon.data.server.backend.RootFileSystemBackend.getFileStatus(RootFileSystemBackend.scala:103)\n\tat com.databricks.backend.daemon.data.server.handler.FileSystemRequestHandler.receive(FileSystemRequestHandler.scala:29)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:54)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:53)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext.queryHandlers(SessionContext.scala:53)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:186)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:170)\n\tat scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:33)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:44)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:39)\n\tat scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:33)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat scala.PartialFunction$OrElse.apply(PartialFunction.scala:162)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$7.apply(JettyServer.scala:250)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleRPC(JettyServer.scala:250)\n\tat com.databricks.rpc.JettyServer$RequestManager.com$databricks$rpc$JettyServer$RequestManager$$handleRequestAndRespond(JettyServer.scala:193)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply$mcV$sp(JettyServer.scala:139)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:130)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:130)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:83)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:78)\n\tat com.databricks.rpc.JettyServer$.withAttributionContext(JettyServer.scala:70)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:116)\n\tat com.databricks.rpc.JettyServer$.withAttributionTags(JettyServer.scala:70)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleHttp(JettyServer.scala:129)\n\tat com.databricks.rpc.JettyServer$RequestManager.doGet(JettyServer.scala:85)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:735)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:848)\n\tat org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:684)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:501)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:430)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:370)\n\tat org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:494)\n\tat org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:982)\n\tat org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1043)\n\tat org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:865)\n\tat org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)\n\tat org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)\n\tat org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:667)\n\tat org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)\n\tat java.lang.Thread.run(Thread.java:745)\nCaused by: java.lang.Throwable: Unable to calculate a request signature: Empty key\n\tat com.amazonaws.auth.AbstractAWSSigner.sign(AbstractAWSSigner.java:111)\n\tat com.amazonaws.auth.AbstractAWSSigner.signAndBase64Encode(AbstractAWSSigner.java:73)\n\tat com.amazonaws.auth.AbstractAWSSigner.signAndBase64Encode(AbstractAWSSigner.java:63)\n\tat com.amazonaws.services.s3.internal.S3Signer.sign(S3Signer.java:173)\n\tat com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:687)\n\tat com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:467)\n\tat com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:302)\n\tat com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3674)\n\tat com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1079)\n\tat com.amazonaws.services.s3.AmazonS3Client.doesBucketExist(AmazonS3Client.java:1042)\n\tat com.databricks.s3a.aws.EnforcingDatabricksS3Client.doesBucketExist(EnforcingDatabricksS3Client.scala:187)\n\tat com.databricks.s3a.S3AFileSystem.initialize(S3AFileSystem.java:324)\n\tat com.databricks.backend.daemon.data.server.backend.S3AFSBackend.fs$lzycompute(S3AFSBackend.scala:30)\n\tat com.databricks.backend.daemon.data.server.backend.S3AFSBackend.fs(S3AFSBackend.scala:28)\n\tat com.databricks.backend.daemon.data.server.backend.S3AFSBackend.fs(S3AFSBackend.scala:17)\n\tat com.databricks.backend.daemon.data.server.backend.HadoopFSBackend.getFileStatus(HadoopFSBackend.scala:40)\n\tat com.databricks.backend.daemon.data.server.backend.RootFileSystemBackend.getFileStatus(RootFileSystemBackend.scala:103)\n\tat com.databricks.backend.daemon.data.server.handler.FileSystemRequestHandler.receive(FileSystemRequestHandler.scala:29)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:54)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:53)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext.queryHandlers(SessionContext.scala:53)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:186)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:170)\n\tat scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:33)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:44)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:39)\n\tat scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:33)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat scala.PartialFunction$OrElse.apply(PartialFunction.scala:162)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$7.apply(JettyServer.scala:250)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleRPC(JettyServer.scala:250)\n\tat com.databricks.rpc.JettyServer$RequestManager.com$databricks$rpc$JettyServer$RequestManager$$handleRequestAndRespond(JettyServer.scala:193)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply$mcV$sp(JettyServer.scala:139)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:130)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:130)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:83)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:78)\n\tat com.databricks.rpc.JettyServer$.withAttributionContext(JettyServer.scala:70)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:116)\n\tat com.databricks.rpc.JettyServer$.withAttributionTags(JettyServer.scala:70)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleHttp(JettyServer.scala:129)\n\tat com.databricks.rpc.JettyServer$RequestManager.doGet(JettyServer.scala:85)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:735)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:848)\n\tat org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:684)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:501)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:430)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:370)\n\tat org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:494)\n\tat org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:982)\n\tat org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1043)\n\tat org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:865)\n\tat org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)\n\tat org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)\n\tat org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:667)\n\tat org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)\n\tat java.lang.Thread.run(Thread.java:745)\nCaused by: java.lang.Throwable: Empty key\n\tat javax.crypto.spec.SecretKeySpec.<init>(SecretKeySpec.java:94)\n\tat com.amazonaws.auth.AbstractAWSSigner.sign(AbstractAWSSigner.java:108)\n\tat com.amazonaws.auth.AbstractAWSSigner.signAndBase64Encode(AbstractAWSSigner.java:73)\n\tat com.amazonaws.auth.AbstractAWSSigner.signAndBase64Encode(AbstractAWSSigner.java:63)\n\tat com.amazonaws.services.s3.internal.S3Signer.sign(S3Signer.java:173)\n\tat com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:687)\n\tat com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:467)\n\tat com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:302)\n\tat com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3674)\n\tat com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1079)\n\tat com.amazonaws.services.s3.AmazonS3Client.doesBucketExist(AmazonS3Client.java:1042)\n\tat com.databricks.s3a.aws.EnforcingDatabricksS3Client.doesBucketExist(EnforcingDatabricksS3Client.scala:187)\n\tat com.databricks.s3a.S3AFileSystem.initialize(S3AFileSystem.java:324)\n\tat com.databricks.backend.daemon.data.server.backend.S3AFSBackend.fs$lzycompute(S3AFSBackend.scala:30)\n\tat com.databricks.backend.daemon.data.server.backend.S3AFSBackend.fs(S3AFSBackend.scala:28)\n\tat com.databricks.backend.daemon.data.server.backend.S3AFSBackend.fs(S3AFSBackend.scala:17)\n\tat com.databricks.backend.daemon.data.server.backend.HadoopFSBackend.getFileStatus(HadoopFSBackend.scala:40)\n\tat com.databricks.backend.daemon.data.server.backend.RootFileSystemBackend.getFileStatus(RootFileSystemBackend.scala:103)\n\tat com.databricks.backend.daemon.data.server.handler.FileSystemRequestHandler.receive(FileSystemRequestHandler.scala:29)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:54)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:53)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext.queryHandlers(SessionContext.scala:53)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:186)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:170)\n\tat scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:33)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:44)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:39)\n\tat scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:33)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat scala.PartialFunction$OrElse.apply(PartialFunction.scala:162)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$7.apply(JettyServer.scala:250)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleRPC(JettyServer.scala:250)\n\tat com.databricks.rpc.JettyServer$RequestManager.com$databricks$rpc$JettyServer$RequestManager$$handleRequestAndRespond(JettyServer.scala:193)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply$mcV$sp(JettyServer.scala:139)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:130)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:130)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:83)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:78)\n\tat com.databricks.rpc.JettyServer$.withAttributionContext(JettyServer.scala:70)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:116)\n\tat com.databricks.rpc.JettyServer$.withAttributionTags(JettyServer.scala:70)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleHttp(JettyServer.scala:129)\n\tat com.databricks.rpc.JettyServer$RequestManager.doGet(JettyServer.scala:85)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:735)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:848)\n\tat org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:684)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:501)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:430)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:370)\n\tat org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:494)\n\tat org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:982)\n\tat org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1043)\n\tat org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:865)\n\tat org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)\n\tat org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)\n\tat org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:667)\n\tat org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)\n\tat java.lang.Thread.run(Thread.java:745)</div>","startTime":1.466824252189E12,"submitTime":1.466824252189E12,"finishTime":1.466824252973E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"akinwande.atanda@pg.canterbury.ac.nz","commandTitle":"","showCommandTitle":false,"hideCommandCode":true,"hideCommandResult":true,"iPythonMetadata":null,"nuid":"dd5e4120-42d6-40d9-a0d1-9e14506b52d0"},{"version":"CommandV1","origId":128257,"guid":"183cadbd-0247-46df-be8a-4b733f337bc5","subtype":"command","commandType":"auto","position":5.0,"command":"val tweetDF = sqlContext.read.json(s\"dbfs:/mnt/s3Data/filteredTweet/tweets_1463600700000\")\n","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">tweetDF: org.apache.spark.sql.DataFrame = [contributorsIDs: array<string>, createdAt: string, currentUserRetweetId: bigint, extendedMediaEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>, favoriteCount: bigint, hashtagEntities: array<struct<end:bigint,start:bigint,text:string>>, id: bigint, inReplyToScreenName: string, inReplyToStatusId: bigint, inReplyToUserId: bigint, isFavorited: boolean, isPossiblySensitive: boolean, isRetweeted: boolean, isTruncated: boolean, lang: string, mediaEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>, quotedStatus: struct<contributorsIDs:array<string>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<string>>>,favoriteCount:bigint,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,quotedStatusId:bigint,retweetCount:bigint,source:string,symbolEntities:array<string>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>>, quotedStatusId: bigint, retweetCount: bigint, retweetedStatus: struct<contributorsIDs:array<string>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,place:struct<boundingBoxCoordinates:array<array<struct<latitude:double,longitude:double>>>,boundingBoxType:string,country:string,countryCode:string,fullName:string,id:string,name:string,placeType:string,url:string>,quotedStatus:struct<contributorsIDs:array<string>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<string>>>,favoriteCount:bigint,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,quotedStatusId:bigint,retweetCount:bigint,source:string,symbolEntities:array<string>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>>,quotedStatusId:bigint,retweetCount:bigint,source:string,symbolEntities:array<string>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>>, source: string, symbolEntities: array<string>, text: string, urlEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>, user: struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>, userMentionEntities: array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"java.io.IOException: No input paths specified in job","error":"<div class=\"ansiout\">\tat org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:156)\n\tat org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:208)\n\tat org.apache.spark.rdd.HadoopRDD.getPartitions(HadoopRDD.scala:199)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:239)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:237)\n\tat scala.Option.getOrElse(Option.scala:120)\n\tat org.apache.spark.rdd.RDD.partitions(RDD.scala:237)\n\tat org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:35)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:239)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:237)\n\tat scala.Option.getOrElse(Option.scala:120)\n\tat org.apache.spark.rdd.RDD.partitions(RDD.scala:237)\n\tat org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:35)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:239)\n\tat org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:237)\n\tat scala.Option.getOrElse(Option.scala:120)\n\tat org.apache.spark.rdd.RDD.partitions(RDD.scala:237)\n\tat org.apache.spark.rdd.RDD$$anonfun$treeAggregate$1.apply(RDD.scala:1129)\n\tat org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:150)\n\tat org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:111)\n\tat org.apache.spark.rdd.RDD.withScope(RDD.scala:316)\n\tat org.apache.spark.rdd.RDD.treeAggregate(RDD.scala:1127)\n\tat org.apache.spark.sql.execution.datasources.json.InferSchema$.infer(InferSchema.scala:65)\n\tat org.apache.spark.sql.execution.datasources.json.JSONRelation$$anonfun$4.apply(JSONRelation.scala:114)\n\tat org.apache.spark.sql.execution.datasources.json.JSONRelation$$anonfun$4.apply(JSONRelation.scala:109)\n\tat scala.Option.getOrElse(Option.scala:120)\n\tat org.apache.spark.sql.execution.datasources.json.JSONRelation.dataSchema$lzycompute(JSONRelation.scala:109)\n\tat org.apache.spark.sql.execution.datasources.json.JSONRelation.dataSchema(JSONRelation.scala:108)\n\tat org.apache.spark.sql.sources.HadoopFsRelation.schema$lzycompute(interfaces.scala:636)\n\tat org.apache.spark.sql.sources.HadoopFsRelation.schema(interfaces.scala:635)\n\tat org.apache.spark.sql.execution.datasources.LogicalRelation.<init>(LogicalRelation.scala:37)\n\tat org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:125)\n\tat org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:109)\n\tat org.apache.spark.sql.DataFrameReader.json(DataFrameReader.scala:244)</div>","startTime":1.464845534106E12,"submitTime":1.464845504143E12,"finishTime":1.464845534885E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":true,"iPythonMetadata":null,"nuid":"b6e9e716-ded4-4517-b917-27bbd60c2c56"},{"version":"CommandV1","origId":128258,"guid":"31842cb4-16e4-4404-be72-61cf9f0eb51c","subtype":"command","commandType":"auto","position":6.0,"command":"tweetDF.show()","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+---------------+--------------------+--------------------+---------------------+-------------+--------------------+------------------+-------------------+-----------------+---------------+-----------+-------------------+-----------+-----------+----+--------------------+--------------------+------------------+------------+--------------------+--------------------+--------------+--------------------+--------------------+--------------------+--------------------+\n|contributorsIDs| createdAt|currentUserRetweetId|extendedMediaEntities|favoriteCount| hashtagEntities| id|inReplyToScreenName|inReplyToStatusId|inReplyToUserId|isFavorited|isPossiblySensitive|isRetweeted|isTruncated|lang| mediaEntities| quotedStatus| quotedStatusId|retweetCount| retweetedStatus| source|symbolEntities| text| urlEntities| user| userMentionEntities|\n+---------------+--------------------+--------------------+---------------------+-------------+--------------------+------------------+-------------------+-----------------+---------------+-----------+-------------------+-----------+-----------+----+--------------------+--------------------+------------------+------------+--------------------+--------------------+--------------+--------------------+--------------------+--------------------+--------------------+\n| []|May 18, 2016 7:44...| -1| []| 0|[[134,129,MAGA], ...|733020466810617856| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @WayneDupreeSh...|[[newsninja2012.c...|[Feb 5, 2014 10:1...|[[19,282695161,Wa...|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[134,124,Trump20...|733020467385249793| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @Veteran4Trump...| []|[Aug 8, 2015 3:26...|[[17,3293118434,V...|\n| []|May 18, 2016 7:44...| -1| []| 0|[[38,16,MakeAmeri...|733020468698046468| null| -1| -1| false| false| false| false| en| []|[WrappedArray(),M...|732486827634876417| 0| null|<a href="http://t...| []|ATTN: PEOPLE!! \n#...|[[twitter.com/bfr...|[Nov 24, 2011 6:1...|[[55,25073877,Don...|\n| []|May 18, 2016 7:44...| -1| []| 0|[[83,61,TrumpMegy...|733020469910200322| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|As predicted in p...|[[FoxNewsBlues.co...|[Sep 3, 2015 1:44...| []|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| [[86,79,SCOTUS]]|733020470195412995| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @CNN: Donald T...|[[cnn.it/1TZr8b4,...|[Mar 20, 2016 2:5...|[[7,759251,CNN,CN...|\n| []|May 18, 2016 7:44...| -1| []| 0|[[104,96,TheWall]...|733020470195462144| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @Knucklezzz69:...| []|[Apr 8, 2009 6:27...|[[16,708895296680...|\n| []|May 18, 2016 7:44...| -1| []| 0| [[18,9,Politics]]|733020470526631936| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|Scouting #Politic...|[[cnn.it/1R9chZI,...|[Apr 26, 2008 6:1...| []|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[76,70,Trump], [...|733020471252389888| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),D...|<a href="http://t...| []|RT @newpollz: Is ...|[[newpollz.com/in...|[May 9, 2016 4:41...|[[12,200408992,ne...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020473508790272| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|Red NoVA: Is This...|[[bit.ly/207dRBP,...|[Jul 25, 2009 5:1...| []|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[110,104,trump],...|733020474674806784| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @RickRWells: R...|[[bit.ly/1YATjRR,...|[Jun 23, 2011 10:...|[[14,2242085304,R...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020475245268992| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|CNN: Making burge...|[[cnn.it/1R9chZI,...|[Mar 24, 2009 10:...| []|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[28,18,Trump2016...|733020475220090880| null| -1| -1| false| false| false| false| und|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @BOSSYtxmar55:...| []|[Nov 30, 2014 4:3...|[[16,33317438,TBI...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020477212532736| null| -1| -1| false| false| false| false| en| []|[WrappedArray(),J...|610856791291916290| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @JustinWolfers...|[[twitter.com/Jus...|[Jun 12, 2010 7:1...|[[17,327577091,Ju...|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[35,29,Trump], [...|733020477468332032| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @DaystoTrump: ...| []|[Sep 6, 2013 5:06...|[[15,4914539795,D...|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| []|733020477556424704| null| -1| -1| false| false| false| false| fr|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @Figaro_Cultur...|[[lefigaro.fr/cin...|[Nov 8, 2014 10:0...|[[18,1583457979,L...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020477992505344| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @alexjbond: Co...| []|[Mar 10, 2008 4:4...|[[13,21807334,Ale...|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[127,105,MakeAme...|733020478479040513| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @bfraser747: Y...| []|[Jun 3, 2013 4:22...|[[14,274891222,Br...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020479808659456| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @DavidCornDC: ...|[[motherjones.com...|[Feb 7, 2014 10:4...|[[15,15220768,Dav...|\n| []|May 18, 2016 7:44...| -1| []| 0| [[5,0,TcoT]]|733020480748167168| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|#TcoT UPDATED: TR...|[[bit.ly/1OJZpyZ,...|[May 3, 2009 11:2...| []|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020480848822272| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @mitchellvii: ...|[[donaldjtrump.co...|[Oct 13, 2015 7:1...|[[15,17980523,Bil...|\n+---------------+--------------------+--------------------+---------------------+-------------+--------------------+------------------+-------------------+-----------------+---------------+-----------+-------------------+-----------+-----------+----+--------------------+--------------------+------------------+------------+--------------------+--------------------+--------------+--------------------+--------------------+--------------------+--------------------+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.464845540508E12,"submitTime":1.464845510533E12,"finishTime":1.464845541012E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"028505fa-3675-496c-9b41-f0167c31ba97"},{"version":"CommandV1","origId":128259,"guid":"74e10deb-2f51-4173-a81d-7038a8ae67c8","subtype":"command","commandType":"auto","position":7.0,"command":"tweetDF.printSchema()","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">root\n |-- contributorsIDs: array (nullable = true)\n | |-- element: string (containsNull = true)\n |-- createdAt: string (nullable = true)\n |-- currentUserRetweetId: long (nullable = true)\n |-- extendedMediaEntities: array (nullable = true)\n | |-- element: struct (containsNull = true)\n | | |-- displayURL: string (nullable = true)\n | | |-- end: long (nullable = true)\n | | |-- expandedURL: string (nullable = true)\n | | |-- id: long (nullable = true)\n | | |-- mediaURL: string (nullable = true)\n | | |-- mediaURLHttps: string (nullable = true)\n | | |-- sizes: struct (nullable = true)\n | | | |-- 0: struct (nullable = true)\n | | | | |-- height: long (nullable = true)\n | | | | |-- resize: long (nullable = true)\n | | | | |-- width: long (nullable = true)\n | | | |-- 1: struct (nullable = true)\n | | | | |-- height: long (nullable = true)\n | | | | |-- resize: long (nullable = true)\n | | | | |-- width: long (nullable = true)\n | | | |-- 2: struct (nullable = true)\n | | | | |-- height: long (nullable = true)\n | | | | |-- resize: long (nullable = true)\n | | | | |-- width: long (nullable = true)\n | | | |-- 3: struct (nullable = true)\n | | | | |-- height: long (nullable = true)\n | | | | |-- resize: long (nullable = true)\n | | | | |-- width: long (nullable = true)\n | | |-- start: long (nullable = true)\n | | |-- type: string (nullable = true)\n | | |-- url: string (nullable = true)\n | | |-- videoAspectRatioHeight: long (nullable = true)\n | | |-- videoAspectRatioWidth: long (nullable = true)\n | | |-- videoDurationMillis: long (nullable = true)\n | | |-- videoVariants: array (nullable = true)\n | | | |-- element: struct (containsNull = true)\n | | | | |-- bitrate: long (nullable = true)\n | | | | |-- contentType: string (nullable = true)\n | | | | |-- url: string (nullable = true)\n |-- favoriteCount: long (nullable = true)\n |-- hashtagEntities: array (nullable = true)\n | |-- element: struct (containsNull = true)\n | | |-- end: long (nullable = true)\n | | |-- start: long (nullable = true)\n | | |-- text: string (nullable = true)\n |-- id: long (nullable = true)\n |-- inReplyToScreenName: string (nullable = true)\n |-- inReplyToStatusId: long (nullable = true)\n |-- inReplyToUserId: long (nullable = true)\n |-- isFavorited: boolean (nullable = true)\n |-- isPossiblySensitive: boolean (nullable = true)\n |-- isRetweeted: boolean (nullable = true)\n |-- isTruncated: boolean (nullable = true)\n |-- lang: string (nullable = true)\n |-- mediaEntities: array (nullable = true)\n | |-- element: struct (containsNull = true)\n | | |-- displayURL: string (nullable = true)\n | | |-- end: long (nullable = true)\n | | |-- expandedURL: string (nullable = true)\n | | |-- id: long (nullable = true)\n | | |-- mediaURL: string (nullable = true)\n | | |-- mediaURLHttps: string (nullable = true)\n | | |-- sizes: struct (nullable = true)\n | | | |-- 0: struct (nullable = true)\n | | | | |-- height: long (nullable = true)\n | | | | |-- resize: long (nullable = true)\n | | | | |-- width: long (nullable = true)\n | | | |-- 1: struct (nullable = true)\n | | | | |-- height: long (nullable = true)\n | | | | |-- resize: long (nullable = true)\n | | | | |-- width: long (nullable = true)\n | | | |-- 2: struct (nullable = true)\n | | | | |-- height: long (nullable = true)\n | | | | |-- resize: long (nullable = true)\n | | | | |-- width: long (nullable = true)\n | | | |-- 3: struct (nullable = true)\n | | | | |-- height: long (nullable = true)\n | | | | |-- resize: long (nullable = true)\n | | | | |-- width: long (nullable = true)\n | | |-- start: long (nullable = true)\n | | |-- type: string (nullable = true)\n | | |-- url: string (nullable = true)\n |-- quotedStatus: struct (nullable = true)\n | |-- contributorsIDs: array (nullable = true)\n | | |-- element: string (containsNull = true)\n | |-- createdAt: string (nullable = true)\n | |-- currentUserRetweetId: long (nullable = true)\n | |-- extendedMediaEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- displayURL: string (nullable = true)\n | | | |-- end: long (nullable = true)\n | | | |-- expandedURL: string (nullable = true)\n | | | |-- id: long (nullable = true)\n | | | |-- mediaURL: string (nullable = true)\n | | | |-- mediaURLHttps: string (nullable = true)\n | | | |-- sizes: struct (nullable = true)\n | | | | |-- 0: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 1: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 2: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 3: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | |-- start: long (nullable = true)\n | | | |-- type: string (nullable = true)\n | | | |-- url: string (nullable = true)\n | | | |-- videoAspectRatioHeight: long (nullable = true)\n | | | |-- videoAspectRatioWidth: long (nullable = true)\n | | | |-- videoDurationMillis: long (nullable = true)\n | | | |-- videoVariants: array (nullable = true)\n | | | | |-- element: string (containsNull = true)\n | |-- favoriteCount: long (nullable = true)\n | |-- hashtagEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- end: long (nullable = true)\n | | | |-- start: long (nullable = true)\n | | | |-- text: string (nullable = true)\n | |-- id: long (nullable = true)\n | |-- inReplyToScreenName: string (nullable = true)\n | |-- inReplyToStatusId: long (nullable = true)\n | |-- inReplyToUserId: long (nullable = true)\n | |-- isFavorited: boolean (nullable = true)\n | |-- isPossiblySensitive: boolean (nullable = true)\n | |-- isRetweeted: boolean (nullable = true)\n | |-- isTruncated: boolean (nullable = true)\n | |-- lang: string (nullable = true)\n | |-- mediaEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- displayURL: string (nullable = true)\n | | | |-- end: long (nullable = true)\n | | | |-- expandedURL: string (nullable = true)\n | | | |-- id: long (nullable = true)\n | | | |-- mediaURL: string (nullable = true)\n | | | |-- mediaURLHttps: string (nullable = true)\n | | | |-- sizes: struct (nullable = true)\n | | | | |-- 0: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 1: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 2: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 3: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | |-- start: long (nullable = true)\n | | | |-- type: string (nullable = true)\n | | | |-- url: string (nullable = true)\n | |-- quotedStatusId: long (nullable = true)\n | |-- retweetCount: long (nullable = true)\n | |-- source: string (nullable = true)\n | |-- symbolEntities: array (nullable = true)\n | | |-- element: string (containsNull = true)\n | |-- text: string (nullable = true)\n | |-- urlEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- displayURL: string (nullable = true)\n | | | |-- end: long (nullable = true)\n | | | |-- expandedURL: string (nullable = true)\n | | | |-- start: long (nullable = true)\n | | | |-- url: string (nullable = true)\n | |-- user: struct (nullable = true)\n | | |-- createdAt: string (nullable = true)\n | | |-- description: string (nullable = true)\n | | |-- descriptionURLEntities: array (nullable = true)\n | | | |-- element: string (containsNull = true)\n | | |-- favouritesCount: long (nullable = true)\n | | |-- followersCount: long (nullable = true)\n | | |-- friendsCount: long (nullable = true)\n | | |-- id: long (nullable = true)\n | | |-- isContributorsEnabled: boolean (nullable = true)\n | | |-- isDefaultProfile: boolean (nullable = true)\n | | |-- isDefaultProfileImage: boolean (nullable = true)\n | | |-- isFollowRequestSent: boolean (nullable = true)\n | | |-- isGeoEnabled: boolean (nullable = true)\n | | |-- isProtected: boolean (nullable = true)\n | | |-- isVerified: boolean (nullable = true)\n | | |-- lang: string (nullable = true)\n | | |-- listedCount: long (nullable = true)\n | | |-- location: string (nullable = true)\n | | |-- name: string (nullable = true)\n | | |-- profileBackgroundColor: string (nullable = true)\n | | |-- profileBackgroundImageUrl: string (nullable = true)\n | | |-- profileBackgroundImageUrlHttps: string (nullable = true)\n | | |-- profileBackgroundTiled: boolean (nullable = true)\n | | |-- profileBannerImageUrl: string (nullable = true)\n | | |-- profileImageUrl: string (nullable = true)\n | | |-- profileImageUrlHttps: string (nullable = true)\n | | |-- profileLinkColor: string (nullable = true)\n | | |-- profileSidebarBorderColor: string (nullable = true)\n | | |-- profileSidebarFillColor: string (nullable = true)\n | | |-- profileTextColor: string (nullable = true)\n | | |-- profileUseBackgroundImage: boolean (nullable = true)\n | | |-- screenName: string (nullable = true)\n | | |-- showAllInlineMedia: boolean (nullable = true)\n | | |-- statusesCount: long (nullable = true)\n | | |-- timeZone: string (nullable = true)\n | | |-- translator: boolean (nullable = true)\n | | |-- url: string (nullable = true)\n | | |-- utcOffset: long (nullable = true)\n | |-- userMentionEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- end: long (nullable = true)\n | | | |-- id: long (nullable = true)\n | | | |-- name: string (nullable = true)\n | | | |-- screenName: string (nullable = true)\n | | | |-- start: long (nullable = true)\n |-- quotedStatusId: long (nullable = true)\n |-- retweetCount: long (nullable = true)\n |-- retweetedStatus: struct (nullable = true)\n | |-- contributorsIDs: array (nullable = true)\n | | |-- element: string (containsNull = true)\n | |-- createdAt: string (nullable = true)\n | |-- currentUserRetweetId: long (nullable = true)\n | |-- extendedMediaEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- displayURL: string (nullable = true)\n | | | |-- end: long (nullable = true)\n | | | |-- expandedURL: string (nullable = true)\n | | | |-- id: long (nullable = true)\n | | | |-- mediaURL: string (nullable = true)\n | | | |-- mediaURLHttps: string (nullable = true)\n | | | |-- sizes: struct (nullable = true)\n | | | | |-- 0: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 1: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 2: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 3: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | |-- start: long (nullable = true)\n | | | |-- type: string (nullable = true)\n | | | |-- url: string (nullable = true)\n | | | |-- videoAspectRatioHeight: long (nullable = true)\n | | | |-- videoAspectRatioWidth: long (nullable = true)\n | | | |-- videoDurationMillis: long (nullable = true)\n | | | |-- videoVariants: array (nullable = true)\n | | | | |-- element: struct (containsNull = true)\n | | | | | |-- bitrate: long (nullable = true)\n | | | | | |-- contentType: string (nullable = true)\n | | | | | |-- url: string (nullable = true)\n | |-- favoriteCount: long (nullable = true)\n | |-- hashtagEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- end: long (nullable = true)\n | | | |-- start: long (nullable = true)\n | | | |-- text: string (nullable = true)\n | |-- id: long (nullable = true)\n | |-- inReplyToScreenName: string (nullable = true)\n | |-- inReplyToStatusId: long (nullable = true)\n | |-- inReplyToUserId: long (nullable = true)\n | |-- isFavorited: boolean (nullable = true)\n | |-- isPossiblySensitive: boolean (nullable = true)\n | |-- isRetweeted: boolean (nullable = true)\n | |-- isTruncated: boolean (nullable = true)\n | |-- lang: string (nullable = true)\n | |-- mediaEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- displayURL: string (nullable = true)\n | | | |-- end: long (nullable = true)\n | | | |-- expandedURL: string (nullable = true)\n | | | |-- id: long (nullable = true)\n | | | |-- mediaURL: string (nullable = true)\n | | | |-- mediaURLHttps: string (nullable = true)\n | | | |-- sizes: struct (nullable = true)\n | | | | |-- 0: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 1: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 2: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | | |-- 3: struct (nullable = true)\n | | | | | |-- height: long (nullable = true)\n | | | | | |-- resize: long (nullable = true)\n | | | | | |-- width: long (nullable = true)\n | | | |-- start: long (nullable = true)\n | | | |-- type: string (nullable = true)\n | | | |-- url: string (nullable = true)\n | |-- place: struct (nullable = true)\n | | |-- boundingBoxCoordinates: array (nullable = true)\n | | | |-- element: array (containsNull = true)\n | | | | |-- element: struct (containsNull = true)\n | | | | | |-- latitude: double (nullable = true)\n | | | | | |-- longitude: double (nullable = true)\n | | |-- boundingBoxType: string (nullable = true)\n | | |-- country: string (nullable = true)\n | | |-- countryCode: string (nullable = true)\n | | |-- fullName: string (nullable = true)\n | | |-- id: string (nullable = true)\n | | |-- name: string (nullable = true)\n | | |-- placeType: string (nullable = true)\n | | |-- url: string (nullable = true)\n | |-- quotedStatus: struct (nullable = true)\n | | |-- contributorsIDs: array (nullable = true)\n | | | |-- element: string (containsNull = true)\n | | |-- createdAt: string (nullable = true)\n | | |-- currentUserRetweetId: long (nullable = true)\n | | |-- extendedMediaEntities: array (nullable = true)\n | | | |-- element: struct (containsNull = true)\n | | | | |-- displayURL: string (nullable = true)\n | | | | |-- end: long (nullable = true)\n | | | | |-- expandedURL: string (nullable = true)\n | | | | |-- id: long (nullable = true)\n | | | | |-- mediaURL: string (nullable = true)\n | | | | |-- mediaURLHttps: string (nullable = true)\n | | | | |-- sizes: struct (nullable = true)\n | | | | | |-- 0: struct (nullable = true)\n | | | | | | |-- height: long (nullable = true)\n | | | | | | |-- resize: long (nullable = true)\n | | | | | | |-- width: long (nullable = true)\n | | | | | |-- 1: struct (nullable = true)\n | | | | | | |-- height: long (nullable = true)\n | | | | | | |-- resize: long (nullable = true)\n | | | | | | |-- width: long (nullable = true)\n | | | | | |-- 2: struct (nullable = true)\n | | | | | | |-- height: long (nullable = true)\n | | | | | | |-- resize: long (nullable = true)\n | | | | | | |-- width: long (nullable = true)\n | | | | | |-- 3: struct (nullable = true)\n | | | | | | |-- height: long (nullable = true)\n | | | | | | |-- resize: long (nullable = true)\n | | | | | | |-- width: long (nullable = true)\n | | | | |-- start: long (nullable = true)\n | | | | |-- type: string (nullable = true)\n | | | | |-- url: string (nullable = true)\n | | | | |-- videoAspectRatioHeight: long (nullable = true)\n | | | | |-- videoAspectRatioWidth: long (nullable = true)\n | | | | |-- videoDurationMillis: long (nullable = true)\n | | | | |-- videoVariants: array (nullable = true)\n | | | | | |-- element: string (containsNull = true)\n | | |-- favoriteCount: long (nullable = true)\n | | |-- hashtagEntities: array (nullable = true)\n | | | |-- element: struct (containsNull = true)\n | | | | |-- end: long (nullable = true)\n | | | | |-- start: long (nullable = true)\n | | | | |-- text: string (nullable = true)\n | | |-- id: long (nullable = true)\n | | |-- inReplyToScreenName: string (nullable = true)\n | | |-- inReplyToStatusId: long (nullable = true)\n | | |-- inReplyToUserId: long (nullable = true)\n | | |-- isFavorited: boolean (nullable = true)\n | | |-- isPossiblySensitive: boolean (nullable = true)\n | | |-- isRetweeted: boolean (nullable = true)\n | | |-- isTruncated: boolean (nullable = true)\n | | |-- lang: string (nullable = true)\n | | |-- mediaEntities: array (nullable = true)\n | | | |-- element: struct (containsNull = true)\n | | | | |-- displayURL: string (nullable = true)\n | | | | |-- end: long (nullable = true)\n | | | | |-- expandedURL: string (nullable = true)\n | | | | |-- id: long (nullable = true)\n | | | | |-- mediaURL: string (nullable = true)\n | | | | |-- mediaURLHttps: string (nullable = true)\n | | | | |-- sizes: struct (nullable = true)\n | | | | | |-- 0: struct (nullable = true)\n | | | | | | |-- height: long (nullable = true)\n | | | | | | |-- resize: long (nullable = true)\n | | | | | | |-- width: long (nullable = true)\n | | | | | |-- 1: struct (nullable = true)\n | | | | | | |-- height: long (nullable = true)\n | | | | | | |-- resize: long (nullable = true)\n | | | | | | |-- width: long (nullable = true)\n | | | | | |-- 2: struct (nullable = true)\n | | | | | | |-- height: long (nullable = true)\n | | | | | | |-- resize: long (nullable = true)\n | | | | | | |-- width: long (nullable = true)\n | | | | | |-- 3: struct (nullable = true)\n | | | | | | |-- height: long (nullable = true)\n | | | | | | |-- resize: long (nullable = true)\n | | | | | | |-- width: long (nullable = true)\n | | | | |-- start: long (nullable = true)\n | | | | |-- type: string (nullable = true)\n | | | | |-- url: string (nullable = true)\n | | |-- quotedStatusId: long (nullable = true)\n | | |-- retweetCount: long (nullable = true)\n | | |-- source: string (nullable = true)\n | | |-- symbolEntities: array (nullable = true)\n | | | |-- element: string (containsNull = true)\n | | |-- text: string (nullable = true)\n | | |-- urlEntities: array (nullable = true)\n | | | |-- element: struct (containsNull = true)\n | | | | |-- displayURL: string (nullable = true)\n | | | | |-- end: long (nullable = true)\n | | | | |-- expandedURL: string (nullable = true)\n | | | | |-- start: long (nullable = true)\n | | | | |-- url: string (nullable = true)\n | | |-- user: struct (nullable = true)\n | | | |-- createdAt: string (nullable = true)\n | | | |-- description: string (nullable = true)\n | | | |-- descriptionURLEntities: array (nullable = true)\n | | | | |-- element: string (containsNull = true)\n | | | |-- favouritesCount: long (nullable = true)\n | | | |-- followersCount: long (nullable = true)\n | | | |-- friendsCount: long (nullable = true)\n | | | |-- id: long (nullable = true)\n | | | |-- isContributorsEnabled: boolean (nullable = true)\n | | | |-- isDefaultProfile: boolean (nullable = true)\n | | | |-- isDefaultProfileImage: boolean (nullable = true)\n | | | |-- isFollowRequestSent: boolean (nullable = true)\n | | | |-- isGeoEnabled: boolean (nullable = true)\n | | | |-- isProtected: boolean (nullable = true)\n | | | |-- isVerified: boolean (nullable = true)\n | | | |-- lang: string (nullable = true)\n | | | |-- listedCount: long (nullable = true)\n | | | |-- location: string (nullable = true)\n | | | |-- name: string (nullable = true)\n | | | |-- profileBackgroundColor: string (nullable = true)\n | | | |-- profileBackgroundImageUrl: string (nullable = true)\n | | | |-- profileBackgroundImageUrlHttps: string (nullable = true)\n | | | |-- profileBackgroundTiled: boolean (nullable = true)\n | | | |-- profileBannerImageUrl: string (nullable = true)\n | | | |-- profileImageUrl: string (nullable = true)\n | | | |-- profileImageUrlHttps: string (nullable = true)\n | | | |-- profileLinkColor: string (nullable = true)\n | | | |-- profileSidebarBorderColor: string (nullable = true)\n | | | |-- profileSidebarFillColor: string (nullable = true)\n | | | |-- profileTextColor: string (nullable = true)\n | | | |-- profileUseBackgroundImage: boolean (nullable = true)\n | | | |-- screenName: string (nullable = true)\n | | | |-- showAllInlineMedia: boolean (nullable = true)\n | | | |-- statusesCount: long (nullable = true)\n | | | |-- timeZone: string (nullable = true)\n | | | |-- translator: boolean (nullable = true)\n | | | |-- url: string (nullable = true)\n | | | |-- utcOffset: long (nullable = true)\n | | |-- userMentionEntities: array (nullable = true)\n | | | |-- element: struct (containsNull = true)\n | | | | |-- end: long (nullable = true)\n | | | | |-- id: long (nullable = true)\n | | | | |-- name: string (nullable = true)\n | | | | |-- screenName: string (nullable = true)\n | | | | |-- start: long (nullable = true)\n | |-- quotedStatusId: long (nullable = true)\n | |-- retweetCount: long (nullable = true)\n | |-- source: string (nullable = true)\n | |-- symbolEntities: array (nullable = true)\n | | |-- element: string (containsNull = true)\n | |-- text: string (nullable = true)\n | |-- urlEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- displayURL: string (nullable = true)\n | | | |-- end: long (nullable = true)\n | | | |-- expandedURL: string (nullable = true)\n | | | |-- start: long (nullable = true)\n | | | |-- url: string (nullable = true)\n | |-- user: struct (nullable = true)\n | | |-- createdAt: string (nullable = true)\n | | |-- description: string (nullable = true)\n | | |-- descriptionURLEntities: array (nullable = true)\n | | | |-- element: string (containsNull = true)\n | | |-- favouritesCount: long (nullable = true)\n | | |-- followersCount: long (nullable = true)\n | | |-- friendsCount: long (nullable = true)\n | | |-- id: long (nullable = true)\n | | |-- isContributorsEnabled: boolean (nullable = true)\n | | |-- isDefaultProfile: boolean (nullable = true)\n | | |-- isDefaultProfileImage: boolean (nullable = true)\n | | |-- isFollowRequestSent: boolean (nullable = true)\n | | |-- isGeoEnabled: boolean (nullable = true)\n | | |-- isProtected: boolean (nullable = true)\n | | |-- isVerified: boolean (nullable = true)\n | | |-- lang: string (nullable = true)\n | | |-- listedCount: long (nullable = true)\n | | |-- location: string (nullable = true)\n | | |-- name: string (nullable = true)\n | | |-- profileBackgroundColor: string (nullable = true)\n | | |-- profileBackgroundImageUrl: string (nullable = true)\n | | |-- profileBackgroundImageUrlHttps: string (nullable = true)\n | | |-- profileBackgroundTiled: boolean (nullable = true)\n | | |-- profileBannerImageUrl: string (nullable = true)\n | | |-- profileImageUrl: string (nullable = true)\n | | |-- profileImageUrlHttps: string (nullable = true)\n | | |-- profileLinkColor: string (nullable = true)\n | | |-- profileSidebarBorderColor: string (nullable = true)\n | | |-- profileSidebarFillColor: string (nullable = true)\n | | |-- profileTextColor: string (nullable = true)\n | | |-- profileUseBackgroundImage: boolean (nullable = true)\n | | |-- screenName: string (nullable = true)\n | | |-- showAllInlineMedia: boolean (nullable = true)\n | | |-- statusesCount: long (nullable = true)\n | | |-- timeZone: string (nullable = true)\n | | |-- translator: boolean (nullable = true)\n | | |-- url: string (nullable = true)\n | | |-- utcOffset: long (nullable = true)\n | |-- userMentionEntities: array (nullable = true)\n | | |-- element: struct (containsNull = true)\n | | | |-- end: long (nullable = true)\n | | | |-- id: long (nullable = true)\n | | | |-- name: string (nullable = true)\n | | | |-- screenName: string (nullable = true)\n | | | |-- start: long (nullable = true)\n |-- source: string (nullable = true)\n |-- symbolEntities: array (nullable = true)\n | |-- element: string (containsNull = true)\n |-- text: string (nullable = true)\n |-- urlEntities: array (nullable = true)\n | |-- element: struct (containsNull = true)\n | | |-- displayURL: string (nullable = true)\n | | |-- end: long (nullable = true)\n | | |-- expandedURL: string (nullable = true)\n | | |-- start: long (nullable = true)\n | | |-- url: string (nullable = true)\n |-- user: struct (nullable = true)\n | |-- createdAt: string (nullable = true)\n | |-- description: string (nullable = true)\n | |-- descriptionURLEntities: array (nullable = true)\n | | |-- element: string (containsNull = true)\n | |-- favouritesCount: long (nullable = true)\n | |-- followersCount: long (nullable = true)\n | |-- friendsCount: long (nullable = true)\n | |-- id: long (nullable = true)\n | |-- isContributorsEnabled: boolean (nullable = true)\n | |-- isDefaultProfile: boolean (nullable = true)\n | |-- isDefaultProfileImage: boolean (nullable = true)\n | |-- isFollowRequestSent: boolean (nullable = true)\n | |-- isGeoEnabled: boolean (nullable = true)\n | |-- isProtected: boolean (nullable = true)\n | |-- isVerified: boolean (nullable = true)\n | |-- lang: string (nullable = true)\n | |-- listedCount: long (nullable = true)\n | |-- location: string (nullable = true)\n | |-- name: string (nullable = true)\n | |-- profileBackgroundColor: string (nullable = true)\n | |-- profileBackgroundImageUrl: string (nullable = true)\n | |-- profileBackgroundImageUrlHttps: string (nullable = true)\n | |-- profileBackgroundTiled: boolean (nullable = true)\n | |-- profileBannerImageUrl: string (nullable = true)\n | |-- profileImageUrl: string (nullable = true)\n | |-- profileImageUrlHttps: string (nullable = true)\n | |-- profileLinkColor: string (nullable = true)\n | |-- profileSidebarBorderColor: string (nullable = true)\n | |-- profileSidebarFillColor: string (nullable = true)\n | |-- profileTextColor: string (nullable = true)\n | |-- profileUseBackgroundImage: boolean (nullable = true)\n | |-- screenName: string (nullable = true)\n | |-- showAllInlineMedia: boolean (nullable = true)\n | |-- statusesCount: long (nullable = true)\n | |-- timeZone: string (nullable = true)\n | |-- translator: boolean (nullable = true)\n | |-- url: string (nullable = true)\n | |-- utcOffset: long (nullable = true)\n |-- userMentionEntities: array (nullable = true)\n | |-- element: struct (containsNull = true)\n | | |-- end: long (nullable = true)\n | | |-- id: long (nullable = true)\n | | |-- name: string (nullable = true)\n | | |-- screenName: string (nullable = true)\n | | |-- start: long (nullable = true)\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.464845545971E12,"submitTime":1.464845515976E12,"finishTime":1.464845546038E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"a3456661-7280-443c-9c18-040222c5db34"},{"version":"CommandV1","origId":128260,"guid":"f08a0a7f-9753-4a83-b8ba-92f3c6a9a515","subtype":"command","commandType":"auto","position":8.0,"command":"tweetDF.select(\"text\").show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+\n| text|\n+--------------------+\n|RT @WayneDupreeSh...|\n|RT @Veteran4Trump...|\n|ATTN: PEOPLE!! \n#...|\n|As predicted in p...|\n|RT @CNN: Donald T...|\n|RT @Knucklezzz69:...|\n|Scouting #Politic...|\n|RT @newpollz: Is ...|\n|Red NoVA: Is This...|\n|RT @RickRWells: R...|\n|CNN: Making burge...|\n|RT @BOSSYtxmar55:...|\n|RT @JustinWolfers...|\n|RT @DaystoTrump: ...|\n|RT @Figaro_Cultur...|\n|RT @alexjbond: Co...|\n|RT @bfraser747: Y...|\n|RT @DavidCornDC: ...|\n|#TcoT UPDATED: TR...|\n|RT @mitchellvii: ...|\n+--------------------+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.464845550543E12,"submitTime":1.464845520555E12,"finishTime":1.464845551528E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"fdbc0dd3-52ec-4a35-a056-43e4674ce163"},{"version":"CommandV1","origId":128261,"guid":"f26caa30-10a4-4485-b8ca-f59351cc0d0b","subtype":"command","commandType":"auto","position":9.0,"command":"tweetDF.select(\"createdAt\", \"text\", \"favoriteCount\",\"retweetCount\").show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+--------------------+-------------+------------+\n| createdAt| text|favoriteCount|retweetCount|\n+--------------------+--------------------+-------------+------------+\n|May 18, 2016 7:44...|RT @WayneDupreeSh...| 0| 0|\n|May 18, 2016 7:44...|RT @Veteran4Trump...| 0| 0|\n|May 18, 2016 7:44...|ATTN: PEOPLE!! \n#...| 0| 0|\n|May 18, 2016 7:44...|As predicted in p...| 0| 0|\n|May 18, 2016 7:44...|RT @CNN: Donald T...| 0| 0|\n|May 18, 2016 7:44...|RT @Knucklezzz69:...| 0| 0|\n|May 18, 2016 7:44...|Scouting #Politic...| 0| 0|\n|May 18, 2016 7:44...|RT @newpollz: Is ...| 0| 0|\n|May 18, 2016 7:44...|Red NoVA: Is This...| 0| 0|\n|May 18, 2016 7:44...|RT @RickRWells: R...| 0| 0|\n|May 18, 2016 7:44...|CNN: Making burge...| 0| 0|\n|May 18, 2016 7:44...|RT @BOSSYtxmar55:...| 0| 0|\n|May 18, 2016 7:44...|RT @JustinWolfers...| 0| 0|\n|May 18, 2016 7:44...|RT @DaystoTrump: ...| 0| 0|\n|May 18, 2016 7:44...|RT @Figaro_Cultur...| 0| 0|\n|May 18, 2016 7:44...|RT @alexjbond: Co...| 0| 0|\n|May 18, 2016 7:44...|RT @bfraser747: Y...| 0| 0|\n|May 18, 2016 7:44...|RT @DavidCornDC: ...| 0| 0|\n|May 18, 2016 7:44...|#TcoT UPDATED: TR...| 0| 0|\n|May 18, 2016 7:44...|RT @mitchellvii: ...| 0| 0|\n+--------------------+--------------------+-------------+------------+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463891049318E12,"submitTime":1.463891033899E12,"finishTime":1.463891049618E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"3e0b3f98-f018-436d-8744-bf42ea03515a"},{"version":"CommandV1","origId":128262,"guid":"2c567216-6282-4a5b-9377-74da739d9225","subtype":"command","commandType":"auto","position":10.0,"command":"tweetDF.select(tweetDF(\"createdAt\"), tweetDF(\"text\"), tweetDF(\"favoriteCount\")+1,tweetDF(\"retweetCount\")+2).show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+--------------------+-------------------+------------------+\n| createdAt| text|(favoriteCount + 1)|(retweetCount + 2)|\n+--------------------+--------------------+-------------------+------------------+\n|May 18, 2016 7:44...|RT @WayneDupreeSh...| 1| 2|\n|May 18, 2016 7:44...|RT @Veteran4Trump...| 1| 2|\n|May 18, 2016 7:44...|ATTN: PEOPLE!! \n#...| 1| 2|\n|May 18, 2016 7:44...|As predicted in p...| 1| 2|\n|May 18, 2016 7:44...|RT @CNN: Donald T...| 1| 2|\n|May 18, 2016 7:44...|RT @Knucklezzz69:...| 1| 2|\n|May 18, 2016 7:44...|Scouting #Politic...| 1| 2|\n|May 18, 2016 7:44...|RT @newpollz: Is ...| 1| 2|\n|May 18, 2016 7:44...|Red NoVA: Is This...| 1| 2|\n|May 18, 2016 7:44...|RT @RickRWells: R...| 1| 2|\n|May 18, 2016 7:44...|CNN: Making burge...| 1| 2|\n|May 18, 2016 7:44...|RT @BOSSYtxmar55:...| 1| 2|\n|May 18, 2016 7:44...|RT @JustinWolfers...| 1| 2|\n|May 18, 2016 7:44...|RT @DaystoTrump: ...| 1| 2|\n|May 18, 2016 7:44...|RT @Figaro_Cultur...| 1| 2|\n|May 18, 2016 7:44...|RT @alexjbond: Co...| 1| 2|\n|May 18, 2016 7:44...|RT @bfraser747: Y...| 1| 2|\n|May 18, 2016 7:44...|RT @DavidCornDC: ...| 1| 2|\n|May 18, 2016 7:44...|#TcoT UPDATED: TR...| 1| 2|\n|May 18, 2016 7:44...|RT @mitchellvii: ...| 1| 2|\n+--------------------+--------------------+-------------------+------------------+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"org.apache.spark.sql.AnalysisException: resolved attribute(s) createdAt#165981,text#166002,favoriteCount#165984L,retweetCount#165998L missing from urlEntities#166707,mediaEntities#166699,createdAt#166685,inReplyToScreenName#166691,isFavorited#166694,inReplyToUserId#166693L,quotedStatusId#166701L,isTruncated#166697,quotedStatus#166700,currentUserRetweetId#166686L,retweetedStatus#166703,text#166706,extendedMediaEntities#166687,userMentionEntities#166709,source#166704,retweetCount#166702L,inReplyToStatusId#166692L,hashtagEntities#166689,contributorsIDs#166684,isRetweeted#166696,symbolEntities#166705,lang#166698,user#166708,isPossiblySensitive#166695,id#166690L,favoriteCount#166688L in operator !Project [createdAt#165981,text#166002,(favoriteCount#165984L + cast(1 as bigint)) AS (favoriteCount + 1)#166732L,(retweetCount#165998L + cast(2 as bigint)) AS (retweetCount + 2)#166733L];","error":"<div class=\"ansiout\">\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$class.failAnalysis(CheckAnalysis.scala:38)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer.failAnalysis(Analyzer.scala:44)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1.apply(CheckAnalysis.scala:183)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1.apply(CheckAnalysis.scala:50)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode.foreachUp(TreeNode.scala:121)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$class.checkAnalysis(CheckAnalysis.scala:50)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer.checkAnalysis(Analyzer.scala:44)\n\tat org.apache.spark.sql.execution.QueryExecution.assertAnalyzed(QueryExecution.scala:34)\n\tat org.apache.spark.sql.DataFrame.<init>(DataFrame.scala:133)\n\tat org.apache.spark.sql.DataFrame.org$apache$spark$sql$DataFrame$$withPlan(DataFrame.scala:2126)\n\tat org.apache.spark.sql.DataFrame.select(DataFrame.scala:707)</div>","startTime":1.463891551305E12,"submitTime":1.463891535858E12,"finishTime":1.463891551734E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"9392cb20-ed89-4233-bb65-934ceb611348"},{"version":"CommandV1","origId":128263,"guid":"e7e55528-3a63-4427-81d3-49ebe54b2540","subtype":"command","commandType":"auto","position":11.0,"command":"tweetDF.select(tweetDF(\"createdAt\"), tweetDF(\"text\"), tweetDF(\"favoriteCount\")>1,tweetDF(\"retweetCount\")).show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+--------------------+-------------------+------------+\n| createdAt| text|(favoriteCount > 1)|retweetCount|\n+--------------------+--------------------+-------------------+------------+\n|May 18, 2016 7:44...|RT @WayneDupreeSh...| false| 0|\n|May 18, 2016 7:44...|RT @Veteran4Trump...| false| 0|\n|May 18, 2016 7:44...|ATTN: PEOPLE!! \n#...| false| 0|\n|May 18, 2016 7:44...|As predicted in p...| false| 0|\n|May 18, 2016 7:44...|RT @CNN: Donald T...| false| 0|\n|May 18, 2016 7:44...|RT @Knucklezzz69:...| false| 0|\n|May 18, 2016 7:44...|Scouting #Politic...| false| 0|\n|May 18, 2016 7:44...|RT @newpollz: Is ...| false| 0|\n|May 18, 2016 7:44...|Red NoVA: Is This...| false| 0|\n|May 18, 2016 7:44...|RT @RickRWells: R...| false| 0|\n|May 18, 2016 7:44...|CNN: Making burge...| false| 0|\n|May 18, 2016 7:44...|RT @BOSSYtxmar55:...| false| 0|\n|May 18, 2016 7:44...|RT @JustinWolfers...| false| 0|\n|May 18, 2016 7:44...|RT @DaystoTrump: ...| false| 0|\n|May 18, 2016 7:44...|RT @Figaro_Cultur...| false| 0|\n|May 18, 2016 7:44...|RT @alexjbond: Co...| false| 0|\n|May 18, 2016 7:44...|RT @bfraser747: Y...| false| 0|\n|May 18, 2016 7:44...|RT @DavidCornDC: ...| false| 0|\n|May 18, 2016 7:44...|#TcoT UPDATED: TR...| false| 0|\n|May 18, 2016 7:44...|RT @mitchellvii: ...| false| 0|\n+--------------------+--------------------+-------------------+------------+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:34: error: overloaded method value select with alternatives:\n (col: String,cols: String*)org.apache.spark.sql.DataFrame <and>\n (cols: org.apache.spark.sql.Column*)org.apache.spark.sql.DataFrame\n cannot be applied to (org.apache.spark.sql.Column, org.apache.spark.sql.Column, org.apache.spark.sql.Column, Boolean)\n df.select(df("createdAt"), df("text"), df("favoriteCount"),df("retweetCount")==1).show\n ^\n</div>","error":null,"startTime":1.463891575393E12,"submitTime":1.463891559954E12,"finishTime":1.463891575705E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"27eb1e91-78c9-4ac0-b97f-7a99302f16d4"},{"version":"CommandV1","origId":128264,"guid":"6717477c-b959-4493-bcd4-10642e0810d7","subtype":"command","commandType":"auto","position":12.0,"command":"tweetDF.groupBy(\"favoriteCount\").count().show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+-------------+-----+\n|favoriteCount|count|\n+-------------+-----+\n| 0| 142|\n+-------------+-----+\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463891582784E12,"submitTime":1.463891567332E12,"finishTime":1.463891583294E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"a6f3b32b-62f6-4c81-8b91-0989d45b740a"},{"version":"CommandV1","origId":128265,"guid":"06251983-0a81-4ee2-8ee5-9c6efb500354","subtype":"command","commandType":"auto","position":12.5,"command":"tweetDF.groupBy(\"retweetCount\").count().show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+------------+-----+\n|retweetCount|count|\n+------------+-----+\n| 0| 142|\n+------------+-----+\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463891589057E12,"submitTime":1.463891573276E12,"finishTime":1.463891589546E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"517823e5-d323-4780-a63d-0376293b6c9b"},{"version":"CommandV1","origId":128266,"guid":"cec32a40-570f-49af-be6f-47d8f6585d28","subtype":"command","commandType":"auto","position":13.0,"command":"tweetDF.groupBy(\"createdAt\").count().show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+-----+\n| createdAt|count|\n+--------------------+-----+\n|May 18, 2016 7:44...| 5|\n|May 18, 2016 7:44...| 6|\n|May 18, 2016 7:44...| 6|\n|May 18, 2016 7:44...| 9|\n|May 18, 2016 7:44...| 6|\n|May 18, 2016 7:44...| 3|\n|May 18, 2016 7:44...| 4|\n|May 18, 2016 7:44...| 4|\n|May 18, 2016 7:44...| 6|\n|May 18, 2016 7:44...| 3|\n|May 18, 2016 7:44...| 2|\n|May 18, 2016 7:44...| 7|\n|May 18, 2016 7:44...| 3|\n|May 18, 2016 7:44...| 10|\n|May 18, 2016 7:44...| 4|\n|May 18, 2016 7:44...| 6|\n|May 18, 2016 7:44...| 6|\n|May 18, 2016 7:44...| 2|\n|May 18, 2016 7:44...| 7|\n|May 18, 2016 7:44...| 5|\n+--------------------+-----+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463891594535E12,"submitTime":1.463891579102E12,"finishTime":1.463891594959E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"d30384d7-cfe2-4ac8-b376-d0e0502a2f4d"},{"version":"CommandV1","origId":128267,"guid":"f2a4f0f2-79e8-40da-aaa3-d99fd458081a","subtype":"command","commandType":"auto","position":14.0,"command":"tweetDF.groupBy(\"user\").count().show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+-----+\n| user|count|\n+--------------------+-----+\n|[Jun 9, 2013 9:15...| 1|\n|[May 29, 2013 11:...| 1|\n|[Feb 7, 2014 10:4...| 1|\n|[Mar 10, 2008 4:4...| 1|\n|[Nov 5, 2012 5:29...| 1|\n|[Mar 5, 2009 4:05...| 1|\n|[Sep 22, 2014 9:0...| 1|\n|[Feb 15, 2013 3:5...| 1|\n|[Feb 10, 2014 9:3...| 1|\n|[Apr 8, 2009 6:27...| 1|\n|[Dec 10, 2011 11:...| 1|\n|[Aug 1, 2012 7:08...| 1|\n|[Jan 31, 2016 1:1...| 1|\n|[Oct 18, 2013 10:...| 1|\n|[Mar 8, 2012 4:48...| 1|\n|[Mar 8, 2009 1:58...| 1|\n|[Aug 23, 2015 1:0...| 1|\n|[Sep 14, 2010 11:...| 1|\n|[Jul 25, 2009 5:1...| 1|\n|[Jul 12, 2011 11:...| 1|\n+--------------------+-----+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463891610637E12,"submitTime":1.463891595202E12,"finishTime":1.463891611204E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"89bd1c85-ed91-448c-af29-38a0e6b61bea"},{"version":"CommandV1","origId":128268,"guid":"1e85bd63-ed21-428f-97b3-9c97bff1311a","subtype":"command","commandType":"auto","position":15.0,"command":"tweetDF.filter(tweetDF(\"favoriteCount\")<1).show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+---------------+--------------------+--------------------+---------------------+-------------+--------------------+------------------+-------------------+-----------------+---------------+-----------+-------------------+-----------+-----------+----+--------------------+--------------------+------------------+------------+--------------------+--------------------+--------------+--------------------+--------------------+--------------------+--------------------+\n|contributorsIDs| createdAt|currentUserRetweetId|extendedMediaEntities|favoriteCount| hashtagEntities| id|inReplyToScreenName|inReplyToStatusId|inReplyToUserId|isFavorited|isPossiblySensitive|isRetweeted|isTruncated|lang| mediaEntities| quotedStatus| quotedStatusId|retweetCount| retweetedStatus| source|symbolEntities| text| urlEntities| user| userMentionEntities|\n+---------------+--------------------+--------------------+---------------------+-------------+--------------------+------------------+-------------------+-----------------+---------------+-----------+-------------------+-----------+-----------+----+--------------------+--------------------+------------------+------------+--------------------+--------------------+--------------+--------------------+--------------------+--------------------+--------------------+\n| []|May 18, 2016 7:44...| -1| []| 0|[[134,129,MAGA], ...|733020466810617856| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @WayneDupreeSh...|[[newsninja2012.c...|[Feb 5, 2014 10:1...|[[19,282695161,Wa...|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[134,124,Trump20...|733020467385249793| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @Veteran4Trump...| []|[Aug 8, 2015 3:26...|[[17,3293118434,V...|\n| []|May 18, 2016 7:44...| -1| []| 0|[[38,16,MakeAmeri...|733020468698046468| null| -1| -1| false| false| false| false| en| []|[WrappedArray(),M...|732486827634876417| 0| null|<a href="http://t...| []|ATTN: PEOPLE!! \n#...|[[twitter.com/bfr...|[Nov 24, 2011 6:1...|[[55,25073877,Don...|\n| []|May 18, 2016 7:44...| -1| []| 0|[[83,61,TrumpMegy...|733020469910200322| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|As predicted in p...|[[FoxNewsBlues.co...|[Sep 3, 2015 1:44...| []|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| [[86,79,SCOTUS]]|733020470195412995| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @CNN: Donald T...|[[cnn.it/1TZr8b4,...|[Mar 20, 2016 2:5...|[[7,759251,CNN,CN...|\n| []|May 18, 2016 7:44...| -1| []| 0|[[104,96,TheWall]...|733020470195462144| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @Knucklezzz69:...| []|[Apr 8, 2009 6:27...|[[16,708895296680...|\n| []|May 18, 2016 7:44...| -1| []| 0| [[18,9,Politics]]|733020470526631936| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|Scouting #Politic...|[[cnn.it/1R9chZI,...|[Apr 26, 2008 6:1...| []|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[76,70,Trump], [...|733020471252389888| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),D...|<a href="http://t...| []|RT @newpollz: Is ...|[[newpollz.com/in...|[May 9, 2016 4:41...|[[12,200408992,ne...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020473508790272| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|Red NoVA: Is This...|[[bit.ly/207dRBP,...|[Jul 25, 2009 5:1...| []|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[110,104,trump],...|733020474674806784| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @RickRWells: R...|[[bit.ly/1YATjRR,...|[Jun 23, 2011 10:...|[[14,2242085304,R...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020475245268992| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|CNN: Making burge...|[[cnn.it/1R9chZI,...|[Mar 24, 2009 10:...| []|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[28,18,Trump2016...|733020475220090880| null| -1| -1| false| false| false| false| und|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @BOSSYtxmar55:...| []|[Nov 30, 2014 4:3...|[[16,33317438,TBI...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020477212532736| null| -1| -1| false| false| false| false| en| []|[WrappedArray(),J...|610856791291916290| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @JustinWolfers...|[[twitter.com/Jus...|[Jun 12, 2010 7:1...|[[17,327577091,Ju...|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[35,29,Trump], [...|733020477468332032| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @DaystoTrump: ...| []|[Sep 6, 2013 5:06...|[[15,4914539795,D...|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| []|733020477556424704| null| -1| -1| false| false| false| false| fr|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @Figaro_Cultur...|[[lefigaro.fr/cin...|[Nov 8, 2014 10:0...|[[18,1583457979,L...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020477992505344| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @alexjbond: Co...| []|[Mar 10, 2008 4:4...|[[13,21807334,Ale...|\n| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0|[[127,105,MakeAme...|733020478479040513| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @bfraser747: Y...| []|[Jun 3, 2013 4:22...|[[14,274891222,Br...|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020479808659456| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @DavidCornDC: ...|[[motherjones.com...|[Feb 7, 2014 10:4...|[[15,15220768,Dav...|\n| []|May 18, 2016 7:44...| -1| []| 0| [[5,0,TcoT]]|733020480748167168| null| -1| -1| false| false| false| false| en| []| null| -1| 0| null|<a href="http://t...| []|#TcoT UPDATED: TR...|[[bit.ly/1OJZpyZ,...|[May 3, 2009 11:2...| []|\n| []|May 18, 2016 7:44...| -1| []| 0| []|733020480848822272| null| -1| -1| false| false| false| false| en| []| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @mitchellvii: ...|[[donaldjtrump.co...|[Oct 13, 2015 7:1...|[[15,17980523,Bil...|\n+---------------+--------------------+--------------------+---------------------+-------------+--------------------+------------------+-------------------+-----------------+---------------+-----------+-------------------+-----------+-----------+----+--------------------+--------------------+------------------+------------+--------------------+--------------------+--------------+--------------------+--------------------+--------------------+--------------------+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463891733048E12,"submitTime":1.463891717596E12,"finishTime":1.463891733394E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"90bc7977-78e5-46ed-b05e-d501895d2b82"},{"version":"CommandV1","origId":128269,"guid":"6fe2a698-3226-43de-a47b-7a93c456dd6c","subtype":"command","commandType":"auto","position":16.0,"command":"tweetDF.filter(tweetDF(\"tex\")===\"trump\").show","commandVersion":0,"state":"error","results":null,"errorSummary":"org.apache.spark.sql.AnalysisException: Cannot resolve column name \"tex\" among (contributorsIDs, createdAt, currentUserRetweetId, extendedMediaEntities, favoriteCount, hashtagEntities, id, inReplyToScreenName, inReplyToStatusId, inReplyToUserId, isFavorited, isPossiblySensitive, isRetweeted, isTruncated, lang, mediaEntities, quotedStatus, quotedStatusId, retweetCount, retweetedStatus, source, symbolEntities, text, urlEntities, user, userMentionEntities);","error":"<div class=\"ansiout\">\tat org.apache.spark.sql.DataFrame$$anonfun$resolve$1.apply(DataFrame.scala:152)\n\tat org.apache.spark.sql.DataFrame$$anonfun$resolve$1.apply(DataFrame.scala:152)\n\tat scala.Option.getOrElse(Option.scala:120)\n\tat org.apache.spark.sql.DataFrame.resolve(DataFrame.scala:151)\n\tat org.apache.spark.sql.DataFrame.col(DataFrame.scala:664)\n\tat org.apache.spark.sql.DataFrame.apply(DataFrame.scala:652)</div>","startTime":1.463892609896E12,"submitTime":1.463892609896E12,"finishTime":1.463892610023E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"d371acdc-00eb-4677-9ec0-554aa684689c"},{"version":"CommandV1","origId":128270,"guid":"534bda15-4b28-458f-b216-16304bf591b4","subtype":"command","commandType":"auto","position":16.5,"command":"import sqlContext.implicits._","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import sqlContext.implicits._\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463958367797E12,"submitTime":1.463958346496E12,"finishTime":1.46395836789E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"2e8478dd-c42d-49f0-968e-73899a3a2d1b"},{"version":"CommandV1","origId":128271,"guid":"a043b8a6-7e85-48d7-8153-f79a2d049292","subtype":"command","commandType":"auto","position":17.0,"command":"val tweedDS = tweetDF.select(\"text\").show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+\n| text|\n+--------------------+\n|RT @WayneDupreeSh...|\n|RT @Veteran4Trump...|\n|ATTN: PEOPLE!! \n#...|\n|As predicted in p...|\n|RT @CNN: Donald T...|\n|RT @Knucklezzz69:...|\n|Scouting #Politic...|\n|RT @newpollz: Is ...|\n|Red NoVA: Is This...|\n|RT @RickRWells: R...|\n|CNN: Making burge...|\n|RT @BOSSYtxmar55:...|\n|RT @JustinWolfers...|\n|RT @DaystoTrump: ...|\n|RT @Figaro_Cultur...|\n|RT @alexjbond: Co...|\n|RT @bfraser747: Y...|\n|RT @DavidCornDC: ...|\n|#TcoT UPDATED: TR...|\n|RT @mitchellvii: ...|\n+--------------------+\nonly showing top 20 rows\n\ntweedDS: Unit = ()\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:35: error: value toDS is not a member of org.apache.spark.sql.DataFrame\n val tweedDS = tweetDF.select("text").toDS()\n ^\n</div>","error":null,"startTime":1.463894422576E12,"submitTime":1.46389440697E12,"finishTime":1.463894422992E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"cd53cac3-6ced-4680-879d-5f4b9761f9cf"},{"version":"CommandV1","origId":128272,"guid":"3c796c6d-f814-4a79-9117-8d341221a52d","subtype":"command","commandType":"auto","position":18.0,"command":"%md\n### Merged RDD Streams","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":1.463892803731E12,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"cce3f311-2206-49c9-8237-931c9c1ce813"},{"version":"CommandV1","origId":128273,"guid":"771d7bbe-274b-4179-aa4c-943d79378abc","subtype":"command","commandType":"auto","position":19.0,"command":"val tweetDF2 = sqlContext.read.json(s\"dbfs:/mnt/s3Data/filteredTweet/*\")\n","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">tweetDF2: org.apache.spark.sql.DataFrame = [_corrupt_record: string, contributorsIDs: array<string>, createdAt: string, currentUserRetweetId: bigint, extendedMediaEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>, favoriteCount: bigint, geoLocation: struct<latitude:double,longitude:double>, hashtagEntities: array<struct<end:bigint,start:bigint,text:string>>, id: bigint, inReplyToScreenName: string, inReplyToStatusId: bigint, inReplyToUserId: bigint, isFavorited: boolean, isPossiblySensitive: boolean, isRetweeted: boolean, isTruncated: boolean, lang: string, mediaEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>, place: struct<boundingBoxCoordinates:array<array<struct<latitude:double,longitude:double>>>,boundingBoxType:string,country:string,countryCode:string,fullName:string,id:string,name:string,placeType:string,url:string>, quotedStatus: struct<contributorsIDs:array<string>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,quotedStatusId:bigint,retweetCount:bigint,source:string,symbolEntities:array<string>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>>, quotedStatusId: bigint, retweetCount: bigint, retweetedStatus: struct<contributorsIDs:array<string>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,place:struct<boundingBoxCoordinates:array<array<struct<latitude:double,longitude:double>>>,boundingBoxType:string,country:string,countryCode:string,fullName:string,id:string,name:string,placeType:string,url:string>,quotedStatus:struct<contributorsIDs:array<string>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,quotedStatusId:bigint,retweetCount:bigint,source:string,symbolEntities:array<string>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>>,quotedStatusId:bigint,retweetCount:bigint,source:string,symbolEntities:array<string>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>>, source: string, symbolEntities: array<struct<end:bigint,start:bigint,text:string>>, text: string, urlEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>, user: struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>, userMentionEntities: array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463902192743E12,"submitTime":1.463902176705E12,"finishTime":1.463902197642E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"c39cdee1-e171-46cb-bb69-91029489f094"},{"version":"CommandV1","origId":128274,"guid":"47fc949b-1da7-4cb3-8e91-26bcc69bed27","subtype":"command","commandType":"auto","position":20.0,"command":"tweetDF2.show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+---------------+---------------+--------------------+--------------------+---------------------+-------------+-----------+--------------------+------------------+-------------------+-----------------+---------------+-----------+-------------------+-----------+-----------+----+--------------------+-----+--------------------+------------------+------------+--------------------+--------------------+--------------+--------------------+--------------------+--------------------+--------------------+\n|_corrupt_record|contributorsIDs| createdAt|currentUserRetweetId|extendedMediaEntities|favoriteCount|geoLocation| hashtagEntities| id|inReplyToScreenName|inReplyToStatusId|inReplyToUserId|isFavorited|isPossiblySensitive|isRetweeted|isTruncated|lang| mediaEntities|place| quotedStatus| quotedStatusId|retweetCount| retweetedStatus| source|symbolEntities| text| urlEntities| user| userMentionEntities|\n+---------------+---------------+--------------------+--------------------+---------------------+-------------+-----------+--------------------+------------------+-------------------+-----------------+---------------+-----------+-------------------+-----------+-----------+----+--------------------+-----+--------------------+------------------+------------+--------------------+--------------------+--------------+--------------------+--------------------+--------------------+--------------------+\n| null| []|May 18, 2016 7:44...| -1| []| 0| null|[[134,129,MAGA], ...|733020466810617856| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @WayneDupreeSh...|[[newsninja2012.c...|[Feb 5, 2014 10:1...|[[19,282695161,Wa...|\n| null| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| null|[[134,124,Trump20...|733020467385249793| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @Veteran4Trump...| []|[Aug 8, 2015 3:26...|[[17,3293118434,V...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null|[[38,16,MakeAmeri...|733020468698046468| null| -1| -1| false| false| false| false| en| []| null|[WrappedArray(),M...|732486827634876417| 0| null|<a href="http://t...| []|ATTN: PEOPLE!! \n#...|[[twitter.com/bfr...|[Nov 24, 2011 6:1...|[[55,25073877,Don...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null|[[83,61,TrumpMegy...|733020469910200322| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0| null|<a href="http://t...| []|As predicted in p...|[[FoxNewsBlues.co...|[Sep 3, 2015 1:44...| []|\n| null| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| null| [[86,79,SCOTUS]]|733020470195412995| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @CNN: Donald T...|[[cnn.it/1TZr8b4,...|[Mar 20, 2016 2:5...|[[7,759251,CNN,CN...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null|[[104,96,TheWall]...|733020470195462144| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @Knucklezzz69:...| []|[Apr 8, 2009 6:27...|[[16,708895296680...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null| [[18,9,Politics]]|733020470526631936| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0| null|<a href="http://t...| []|Scouting #Politic...|[[cnn.it/1R9chZI,...|[Apr 26, 2008 6:1...| []|\n| null| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| null|[[76,70,Trump], [...|733020471252389888| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| null| -1| 0|[WrappedArray(),D...|<a href="http://t...| []|RT @newpollz: Is ...|[[newpollz.com/in...|[May 9, 2016 4:41...|[[12,200408992,ne...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null| []|733020473508790272| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0| null|<a href="http://t...| []|Red NoVA: Is This...|[[bit.ly/207dRBP,...|[Jul 25, 2009 5:1...| []|\n| null| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| null|[[110,104,trump],...|733020474674806784| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @RickRWells: R...|[[bit.ly/1YATjRR,...|[Jun 23, 2011 10:...|[[14,2242085304,R...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null| []|733020475245268992| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0| null|<a href="http://t...| []|CNN: Making burge...|[[cnn.it/1R9chZI,...|[Mar 24, 2009 10:...| []|\n| null| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| null|[[28,18,Trump2016...|733020475220090880| null| -1| -1| false| false| false| false| und|[[pic.twitter.com...| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @BOSSYtxmar55:...| []|[Nov 30, 2014 4:3...|[[16,33317438,TBI...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null| []|733020477212532736| null| -1| -1| false| false| false| false| en| []| null|[WrappedArray(),J...|610856791291916290| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @JustinWolfers...|[[twitter.com/Jus...|[Jun 12, 2010 7:1...|[[17,327577091,Ju...|\n| null| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| null|[[35,29,Trump], [...|733020477468332032| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @DaystoTrump: ...| []|[Sep 6, 2013 5:06...|[[15,4914539795,D...|\n| null| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| null| []|733020477556424704| null| -1| -1| false| false| false| false| fr|[[pic.twitter.com...| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @Figaro_Cultur...|[[lefigaro.fr/cin...|[Nov 8, 2014 10:0...|[[18,1583457979,L...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null| []|733020477992505344| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @alexjbond: Co...| []|[Mar 10, 2008 4:4...|[[13,21807334,Ale...|\n| null| []|May 18, 2016 7:44...| -1| [[pic.twitter.com...| 0| null|[[127,105,MakeAme...|733020478479040513| null| -1| -1| false| false| false| false| en|[[pic.twitter.com...| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @bfraser747: Y...| []|[Jun 3, 2013 4:22...|[[14,274891222,Br...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null| []|733020479808659456| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @DavidCornDC: ...|[[motherjones.com...|[Feb 7, 2014 10:4...|[[15,15220768,Dav...|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null| [[5,0,TcoT]]|733020480748167168| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0| null|<a href="http://t...| []|#TcoT UPDATED: TR...|[[bit.ly/1OJZpyZ,...|[May 3, 2009 11:2...| []|\n| null| []|May 18, 2016 7:44...| -1| []| 0| null| []|733020480848822272| null| -1| -1| false| false| false| false| en| []| null| null| -1| 0|[WrappedArray(),M...|<a href="http://t...| []|RT @mitchellvii: ...|[[donaldjtrump.co...|[Oct 13, 2015 7:1...|[[15,17980523,Bil...|\n+---------------+---------------+--------------------+--------------------+---------------------+-------------+-----------+--------------------+------------------+-------------------+-----------------+---------------+-----------+-------------------+-----------+-----------+----+--------------------+-----+--------------------+------------------+------------+--------------------+--------------------+--------------+--------------------+--------------------+--------------------+--------------------+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463902201073E12,"submitTime":1.463902184973E12,"finishTime":1.463902202431E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"30d0956e-a610-48c2-b753-a9a9c1d4bfb0"},{"version":"CommandV1","origId":128275,"guid":"7e82535f-8bd6-4d6b-949d-8fe58c8c07cd","subtype":"command","commandType":"auto","position":21.0,"command":"tweetDF2.select(\"createdAt\",\"text\").show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+--------------------+\n| createdAt| text|\n+--------------------+--------------------+\n|May 18, 2016 7:44...|RT @WayneDupreeSh...|\n|May 18, 2016 7:44...|RT @Veteran4Trump...|\n|May 18, 2016 7:44...|ATTN: PEOPLE!! \n#...|\n|May 18, 2016 7:44...|As predicted in p...|\n|May 18, 2016 7:44...|RT @CNN: Donald T...|\n|May 18, 2016 7:44...|RT @Knucklezzz69:...|\n|May 18, 2016 7:44...|Scouting #Politic...|\n|May 18, 2016 7:44...|RT @newpollz: Is ...|\n|May 18, 2016 7:44...|Red NoVA: Is This...|\n|May 18, 2016 7:44...|RT @RickRWells: R...|\n|May 18, 2016 7:44...|CNN: Making burge...|\n|May 18, 2016 7:44...|RT @BOSSYtxmar55:...|\n|May 18, 2016 7:44...|RT @JustinWolfers...|\n|May 18, 2016 7:44...|RT @DaystoTrump: ...|\n|May 18, 2016 7:44...|RT @Figaro_Cultur...|\n|May 18, 2016 7:44...|RT @alexjbond: Co...|\n|May 18, 2016 7:44...|RT @bfraser747: Y...|\n|May 18, 2016 7:44...|RT @DavidCornDC: ...|\n|May 18, 2016 7:44...|#TcoT UPDATED: TR...|\n|May 18, 2016 7:44...|RT @mitchellvii: ...|\n+--------------------+--------------------+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463902215285E12,"submitTime":1.463902199226E12,"finishTime":1.463902216311E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"5392b106-3dd8-4b30-8f8f-b6fac0a9ef09"},{"version":"CommandV1","origId":128276,"guid":"7cee24c2-f2b8-4ed5-af25-3b6540501ffe","subtype":"command","commandType":"auto","position":22.0,"command":"tweetDF2.groupBy(\"createdAt\").count.show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+-----+\n| createdAt|count|\n+--------------------+-----+\n|May 18, 2016 7:46...| 10|\n|May 18, 2016 7:47...| 9|\n|May 18, 2016 7:55...| 3|\n|May 18, 2016 7:56...| 8|\n|May 18, 2016 7:59...| 5|\n|May 18, 2016 8:21...| 5|\n|May 18, 2016 8:26...| 11|\n|May 18, 2016 8:27...| 7|\n|May 18, 2016 8:35...| 13|\n|May 18, 2016 8:36...| 8|\n|May 18, 2016 8:39...| 3|\n|May 18, 2016 8:51...| 2|\n|May 18, 2016 8:52...| 5|\n|May 18, 2016 8:56...| 5|\n|May 18, 2016 8:00...| 9|\n|May 18, 2016 8:04...| 3|\n|May 18, 2016 8:12...| 6|\n|May 18, 2016 8:13...| 3|\n|May 18, 2016 8:18...| 8|\n|May 18, 2016 8:43...| 6|\n+--------------------+-----+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:37: error: value show is not a member of org.apache.spark.sql.GroupedData\n tweetDF2.groupBy("createdAt").show\n ^\n</div>","error":null,"startTime":1.463902227896E12,"submitTime":1.463902211853E12,"finishTime":1.463902229874E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"c3bc9738-8629-4856-8c91-de44950a7810"},{"version":"CommandV1","origId":128277,"guid":"2ccaf0b8-600c-48f7-89fe-5d297c136aba","subtype":"command","commandType":"auto","position":22.5,"command":"tweetDF2.groupBy(\"favoriteCount\").count.show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+-------------+-----+\n|favoriteCount|count|\n+-------------+-----+\n| 0|24074|\n| null|39267|\n+-------------+-----+\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463902302319E12,"submitTime":1.463902286282E12,"finishTime":1.463902304607E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"a803d6ad-365b-4b70-8f48-fac41b85c711"},{"version":"CommandV1","origId":128278,"guid":"4dc2048b-5f57-42cf-a0ba-234c954bdcdd","subtype":"command","commandType":"auto","position":22.75,"command":"tweetDF2.groupBy(\"retweetCount\").count.show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+------------+-----+\n|retweetCount|count|\n+------------+-----+\n| 0|24074|\n| null|39267|\n+------------+-----+\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.46390231804E12,"submitTime":1.463902302001E12,"finishTime":1.463902320252E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"ac28b86c-9fa3-44fe-8df6-63a97340335e"},{"version":"CommandV1","origId":128279,"guid":"2cc30896-721e-4d84-af5d-317b1af7d4e3","subtype":"command","commandType":"auto","position":22.875,"command":"tweetDF2.groupBy(\"text\").count.show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+-----+\n| text|count|\n+--------------------+-----+\n|Why Trump's taxes...| 1|\n|RT @Rockprincess8...| 14|\n|@ForQ2 @realDonal...| 1|\n|Donald Trump is N...| 1|\n|Oscar Isaac Talks...| 1|\n|RT @NaeBorder: Wh...| 1|\n|Trump's List Of P...| 1|\n|RT @chrislhayes: ...| 7|\n|BUNDY Ranch SUPPO...| 1|\n|Donald Trump Rele...| 1|\n|New York Times - ...| 1|\n|Donald Trump Rele...| 1|\n|#2016_Presidentia...| 1|\n|Donald Trump taun...| 1|\n|RT @MaxTemkin: If...| 1|\n|Donald Trump unve...| 1|\n|Donald Trump to m...| 1|\n|RT @TeaPartyNevad...| 3|\n|#GotAMinute? Dona...| 1|\n|Stone Cold Steve ...| 1|\n+--------------------+-----+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463902324717E12,"submitTime":1.463902308656E12,"finishTime":1.463902326706E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"ab3a1058-f574-4edd-8420-c60779a270f3"},{"version":"CommandV1","origId":128280,"guid":"b9e378c9-b4fc-463d-be6c-9848d250b343","subtype":"command","commandType":"auto","position":23.0,"command":"%md\n### Saving the Tweet as a Table and Run SQL Queries","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"d4bd47dd-72c2-4593-8a4f-473f3452b82f"},{"version":"CommandV1","origId":128281,"guid":"bdccac20-f671-4fd8-a4f4-fd8105584f66","subtype":"command","commandType":"auto","position":23.5,"command":"%md\n* Unmerged Tweet (tweetDF)","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"c6b54728-3ff1-4efb-a352-0885cc0ba2b2"},{"version":"CommandV1","origId":128282,"guid":"38c4ec65-2d5c-4c92-b7a6-d772ace058d7","subtype":"command","commandType":"auto","position":24.0,"command":"tweetDF.registerTempTable(\"tweetTable\") // Register the DataFrames as a table.","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463896278294E12,"submitTime":1.463896262598E12,"finishTime":1.46389627834E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"5da90fff-84cf-4960-919a-3582bc45f661"},{"version":"CommandV1","origId":128283,"guid":"7bf09568-888f-4cde-9fae-bfd5ee4e1592","subtype":"command","commandType":"auto","position":25.0,"command":"val tweetText = sqlContext.sql(\"SELECT text FROM tweetTable\") //Run SQL query","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">tweetText: org.apache.spark.sql.DataFrame = [text: string]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463899666655E12,"submitTime":1.463899650755E12,"finishTime":1.46389966671E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"a7fd6d15-2f9e-41c6-82b9-13d759671948"},{"version":"CommandV1","origId":128284,"guid":"89d2974a-5f12-4acf-a9cc-de57d58ae7f1","subtype":"command","commandType":"auto","position":26.0,"command":"tweetText.take(1).foreach(println)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">[RT @WayneDupreeShow: Carrie Prejean: NY Times Never Interviewed Me For Trump Article; They Used My Book! https://t.co/EERaraZzAo #MAGA #Tru?]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463899669396E12,"submitTime":1.463899653504E12,"finishTime":1.463899669772E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"cb8d585f-5efc-47c9-9a35-c115e677db85"},{"version":"CommandV1","origId":128285,"guid":"dd4847c3-8252-47ec-80bc-02226120e402","subtype":"command","commandType":"auto","position":27.0,"command":"tweetText.map(t=>(t,1)).take(1).foreach(println)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">([RT @WayneDupreeShow: Carrie Prejean: NY Times Never Interviewed Me For Trump Article; They Used My Book! https://t.co/EERaraZzAo #MAGA #Tru?],1)\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463899154362E12,"submitTime":1.4638991385E12,"finishTime":1.463899154704E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"e9ee8a31-8689-4ec8-89e2-bc9d8dc651c6"},{"version":"CommandV1","origId":128286,"guid":"00eba017-a01d-4ea4-a3f4-63c981b020af","subtype":"command","commandType":"auto","position":27.375,"command":"%md\n### Merged RDD Streams","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"8a0ee07f-173e-4141-ac85-5c15fafe28a8"},{"version":"CommandV1","origId":128287,"guid":"875a7799-05ee-43b6-9000-c1cebf73a4c7","subtype":"command","commandType":"auto","position":27.5625,"command":"val tweetDF2 = sqlContext.read.json(s\"dbfs:/mnt/s3Data/filteredTweet/*\")","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"8b1190ef-57cf-4ff5-9292-1edde843c7e0"},{"version":"CommandV1","origId":128288,"guid":"c8b8bb16-d848-4000-9631-d28a3133a093","subtype":"command","commandType":"auto","position":27.75,"command":"%md\n### Saving the Tweet as a Table and Run SQL Queries","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"eb713940-2ed2-4c99-8a81-0d493be8d257"},{"version":"CommandV1","origId":128289,"guid":"6ed25ecc-54e8-4ef4-bd17-c597fe04b503","subtype":"command","commandType":"auto","position":28.5,"command":"%md\n***Parquet Data format: Save, Preview from the Tables menu, and Query directly without transforming to DataFrame***","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"5596b31f-39ee-497e-ac9f-4356b564d64c"},{"version":"CommandV1","origId":128290,"guid":"f90ed4a9-8445-4a6c-9a31-7232c9fed5de","subtype":"command","commandType":"auto","position":29.25,"command":"tweetDF2.select(\"createdAt\", \"text\", \"favoriteCount\",\"retweetCount\").write.save(\"filterTweet.parquet\") \n//Save the filter Tweet as parquest data format and go to create table to load it from the directory.","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"org.apache.spark.sql.AnalysisException: path dbfs:/filterTweet2.parquet already exists.;","error":"<div class=\"ansiout\">\tat org.apache.spark.sql.execution.datasources.InsertIntoHadoopFsRelation.run(InsertIntoHadoopFsRelation.scala:76)\n\tat org.apache.spark.sql.execution.ExecutedCommand.sideEffectResult$lzycompute(commands.scala:58)\n\tat org.apache.spark.sql.execution.ExecutedCommand.sideEffectResult(commands.scala:56)\n\tat org.apache.spark.sql.execution.ExecutedCommand.doExecute(commands.scala:70)\n\tat org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$5.apply(SparkPlan.scala:132)\n\tat org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$5.apply(SparkPlan.scala:130)\n\tat org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:150)\n\tat org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:130)\n\tat org.apache.spark.sql.execution.QueryExecution.toRdd$lzycompute(QueryExecution.scala:55)\n\tat org.apache.spark.sql.execution.QueryExecution.toRdd(QueryExecution.scala:55)\n\tat org.apache.spark.sql.execution.datasources.ResolvedDataSource$.apply(ResolvedDataSource.scala:256)\n\tat org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:148)\n\tat org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:139)</div>","startTime":1.463902433863E12,"submitTime":1.463902417817E12,"finishTime":1.463902439928E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"9208ee0d-41bb-4915-b020-f14efc1aa85f"},{"version":"CommandV1","origId":128291,"guid":"46647f01-9333-4615-8fe1-137abfe6f5b8","subtype":"command","commandType":"auto","position":29.375,"command":"val mergedTweets = sqlContext.read.format(\"parquet\").load(\"dbfs:/filterTweet.parquet\") \n//This reads all the tweets in the parquet data format","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">mergedTweets: org.apache.spark.sql.DataFrame = [createdAt: string, text: string, favoriteCount: bigint, retweetCount: bigint]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:33: error: value sqlContext is not a member of org.apache.spark.sql.hive.HiveContext\n val mergedTweets = sqlContext.sqlContext.read.format("parquet").load("dbfs:/filterTweet2.parquet")\n ^\n</div>","error":null,"startTime":1.463902502402E12,"submitTime":1.463902486346E12,"finishTime":1.463902502855E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"c294e1ab-b426-4127-86ad-94e93c34160f"},{"version":"CommandV1","origId":128292,"guid":"b81f4424-db15-449b-b57b-003ec1b0b6c8","subtype":"command","commandType":"auto","position":29.453125,"command":"mergedTweets.registerTempTable(\"mergedTweetsTable\") // Save as a Table","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.4639030469E12,"submitTime":1.463903030802E12,"finishTime":1.463903046948E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"6f5a2160-6423-4081-8429-2fc58a880cec"},{"version":"CommandV1","origId":128293,"guid":"486f785a-79aa-46b0-b09b-526dbd15e48d","subtype":"command","commandType":"auto","position":29.46875,"command":"val mergedTweetQuery = sqlContext.sql(\"SELECT * FROM mergedTweetsTable\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">mergedTweetQuery: org.apache.spark.sql.DataFrame = [createdAt: string, text: string, favoriteCount: bigint, retweetCount: bigint]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"org.apache.spark.sql.AnalysisException: cannot recognize input near ''dbfs:/filterTweet.parquet'' '<EOF>' '<EOF>' in join source; line 1 pos 14","error":"<div class=\"ansiout\">\tat org.apache.spark.sql.hive.HiveQl$.createPlan(HiveQl.scala:318)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:41)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:40)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.hive.HiveQl$.parseSql(HiveQl.scala:295)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.client.ClientWrapper$$anonfun$withHiveState$1.apply(ClientWrapper.scala:290)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.liftedTree1$1(ClientWrapper.scala:237)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.retryLocked(ClientWrapper.scala:236)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.withHiveState(ClientWrapper.scala:279)\n\tat org.apache.spark.sql.hive.HiveQLDialect.parse(HiveContext.scala:65)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:114)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:113)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.execution.datasources.DDLParser.parse(DDLParser.scala:43)\n\tat org.apache.spark.sql.SQLContext.parseSql(SQLContext.scala:230)\n\tat org.apache.spark.sql.hive.HiveContext.parseSql(HiveContext.scala:332)\n\tat org.apache.spark.sql.SQLContext.sql(SQLContext.scala:816)</div>","startTime":1.463913309122E12,"submitTime":1.463913292448E12,"finishTime":1.463913309198E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"f9dfa702-7a12-4228-9527-3f0e075d1be3"},{"version":"CommandV1","origId":128294,"guid":"c86f425c-00e8-4708-92bb-42cf8194b17b","subtype":"command","commandType":"auto","position":29.47265625,"command":"%md ***Use SQL syntax to extract required fileds from the registered table***","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"12ee60bc-198a-43d4-9abf-3d7c4e2a3a89"},{"version":"CommandV1","origId":128295,"guid":"2299dc96-25c5-4ab5-ae48-83f7502ad1c3","subtype":"command","commandType":"auto","position":29.4765625,"command":"%sql SELECT * FROM mergedTweetsTable LIMIT 1 ","commandVersion":0,"state":"finished","results":{"type":"table","data":[["May 18, 2016 7:44:32 PM","RT @WayneDupreeShow: Carrie Prejean: NY Times Never Interviewed Me For Trump Article; They Used My Book! https://t.co/EERaraZzAo #MAGA #Tru?",0.0,0.0]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"createdAt","type":"\"string\""},{"name":"text","type":"\"string\""},{"name":"favoriteCount","type":"\"long\""},{"name":"retweetCount","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":"Error in SQL statement: AnalysisException: character '#' not supported here; line 2 pos 0","error":"com.databricks.backend.common.rpc.DatabricksExceptions$SQLExecutionException: org.apache.spark.sql.AnalysisException: character '#' not supported here; line 2 pos 0\n\tat org.apache.spark.sql.hive.HiveQl$.createPlan(HiveQl.scala:318)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:41)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:40)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.hive.HiveQl$.parseSql(HiveQl.scala:295)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.client.ClientWrapper$$anonfun$withHiveState$1.apply(ClientWrapper.scala:290)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.liftedTree1$1(ClientWrapper.scala:237)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.retryLocked(ClientWrapper.scala:236)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.withHiveState(ClientWrapper.scala:279)\n\tat org.apache.spark.sql.hive.HiveQLDialect.parse(HiveContext.scala:65)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:114)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:113)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.execution.datasources.DDLParser.parse(DDLParser.scala:43)\n\tat org.apache.spark.sql.SQLContext.parseSql(SQLContext.scala:230)\n\tat org.apache.spark.sql.hive.HiveContext.parseSql(HiveContext.scala:332)\n\tat org.apache.spark.sql.SQLContext.sql(SQLContext.scala:816)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:84)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:29)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat scala.collection.TraversableLike$class.map(TraversableLike.scala:244)\n\tat scala.collection.AbstractTraversable.map(Traversable.scala:105)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:29)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:120)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:115)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:153)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:116)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:120)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:115)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:153)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n","startTime":1.463921659111E12,"submitTime":1.463921641978E12,"finishTime":1.463921659174E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"f2ea6a52-71fc-49b3-84f3-2508cea25de3"},{"version":"CommandV1","origId":128296,"guid":"50cdbff9-6f32-4ba6-9395-715c48d7c915","subtype":"command","commandType":"auto","position":29.484375,"command":"mergedTweetQuery.cache","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">res133: mergedTweetQuery.type = [createdAt: string, text: string, favoriteCount: bigint, retweetCount: bigint]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463903480829E12,"submitTime":1.463903464726E12,"finishTime":1.463903480879E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"baa07583-020f-4dbc-9436-3ff655341caf"},{"version":"CommandV1","origId":128297,"guid":"3e7c8fee-7a21-4bfe-91eb-3b2ec6e47d91","subtype":"command","commandType":"auto","position":29.4921875,"command":"mergedTweetQuery.map(c=>c(1)).foreach(println)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463903483991E12,"submitTime":1.463903467875E12,"finishTime":1.463903484484E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"c1a9dcec-7860-49f9-931f-1529993e8d45"},{"version":"CommandV1","origId":128298,"guid":"c0858b24-63e8-4164-a6a1-e2694ba210c0","subtype":"command","commandType":"auto","position":29.49609375,"command":"mergedTweetQuery.take(1)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">res137: Array[org.apache.spark.sql.Row] = Array([May 18, 2016 7:44:32 PM,RT @WayneDupreeShow: Carrie Prejean: NY Times Never Interviewed Me For Trump Article; They Used My Book! https://t.co/EERaraZzAo #MAGA #Tru?,0,0])\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463903499031E12,"submitTime":1.463903482925E12,"finishTime":1.463903499098E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"1bc9f33a-1e1a-474d-a0d8-d6067a237c00"},{"version":"CommandV1","origId":128299,"guid":"394fcc31-1feb-4268-af5e-09b0a0071bab","subtype":"command","commandType":"auto","position":29.498046875,"command":"val mergedTextQuery = sqlContext.sql(\"SELECT text FROM mergedTweetsTable\").cache","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">mergedTextQuery: org.apache.spark.sql.DataFrame = [text: string]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463903504506E12,"submitTime":1.4639034884E12,"finishTime":1.463903504558E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"eea89e10-52bd-42dd-8ae6-ec6e2726ec16"},{"version":"CommandV1","origId":128300,"guid":"1429a182-10b6-474c-b3f7-85ef382bc74e","subtype":"command","commandType":"auto","position":29.4990234375,"command":"mergedTextQuery.map(c=>c).take(1).foreach(println)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">[RT @WayneDupreeShow: Carrie Prejean: NY Times Never Interviewed Me For Trump Article; They Used My Book! https://t.co/EERaraZzAo #MAGA #Tru?]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:37: error: value cache is not a member of Unit\n mergedTextQuery.map(c=>c).foreach(println).cache\n ^\n</div>","error":null,"startTime":1.46390358033E12,"submitTime":1.463903564212E12,"finishTime":1.463903580481E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"e897e370-5636-4b64-833d-8b7f9fc86a7a"},{"version":"CommandV1","origId":128301,"guid":"6e756642-db41-442b-a256-e5e723ce3056","subtype":"command","commandType":"auto","position":29.5,"command":"dbutils.fs.help","commandVersion":0,"state":"finished","results":{"type":"htmlSandbox","data":"<div class = \"ansiout\"><b>dbutils.fs</b> provides utilities for working with FileSystems. Most methods in\nthis package can take either a DBFS path (e.g., \"/foo\"), an S3 URI (\"s3n://bucket/\"), or\nanother Hadoop FileSystem URI.\n\nFor more info about a method, use <b>dbutils.fs.help(\"methodName\")</b>.\n\nIn notebooks, you can also use the %fs shorthand to access DBFS. The %fs shorthand maps\nstraightforwardly onto dbutils calls. For example, \"%fs head --maxBytes=10000 /file/path\"\ntranslates into \"dbutils.fs.head(\"/file/path\", maxBytes = 10000)\".\n <h3>fsutils</h3><b>cp(from: String, to: String, recurse: boolean = false): boolean</b> -> Copies a file or directory, possibly across FileSystems<br /><b>head(file: String, maxBytes: int = 65536): String</b> -> Returns up to the first 'maxBytes' bytes of the given file as a String encoded in UTF-8<br /><b>ls(dir: String): SchemaSeq</b> -> Lists the contents of a directory<br /><b>mkdirs(dir: String): boolean</b> -> Creates the given directory if it does not exist, also creating any necessary parent directories<br /><b>mv(from: String, to: String, recurse: boolean = false): boolean</b> -> Moves a file or directory, possibly across FileSystems<br /><b>put(file: String, contents: String, overwrite: boolean = false): boolean</b> -> Writes the given String out to a file, encoded in UTF-8<br /><b>rm(dir: String, recurse: boolean = false): boolean</b> -> Removes a file or directory<br /><br /><h3>cache</h3><b>cacheFiles(files: Seq): boolean</b> -> Caches a set of files on the local SSDs of this cluster<br /><b>cacheTable(tableName: String): boolean</b> -> Caches the contents of the given table on the local SSDs of this cluster<br /><b>uncacheFiles(files: Seq): boolean</b> -> Removes the cached version of the files<br /><b>uncacheTable(tableName: String): boolean</b> -> Removes the cached version of the given table from SSDs<br /><br /><h3>mount</h3><b>chmod(path: String, user: String, permission: String): void</b> -> Modifies the permissions of a mount point<br /><b>grants(path: String): SchemaSeq</b> -> Lists the permissions associated with a mount point<br /><b>mount(source: String, mountPoint: String, encryptionType: String = \"\", owner: String = null): boolean</b> -> Mounts the given source directory into DBFS at the given mount point<br /><b>mounts: SchemaSeq</b> -> Displays information about what is mounted within DBFS<br /><b>refreshMounts: boolean</b> -> Forces all machines in this cluster to refresh their mount cache, ensuring they receive the most recent information<br /><b>unmount(mountPoint: String): boolean</b> -> Deletes a DBFS mount point<br /><br /></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.463900003846E12,"submitTime":1.463899987922E12,"finishTime":1.463900003895E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"ed46bc67-2f5f-4c64-8c07-bdbd5d0663f2"},{"version":"CommandV1","origId":128302,"guid":"f2d46168-83a1-4116-8ca3-7cc0d74d2e79","subtype":"command","commandType":"auto","position":30.0,"command":"display(dbutils.fs.ls(\"dbfs:/\"))","commandVersion":0,"state":"finished","results":{"type":"table","data":[["dbfs:/Datasets/","Datasets/",0.0],["dbfs:/FileStore/","FileStore/",0.0],["dbfs:/databricks-datasets/","databricks-datasets/",0.0],["dbfs:/databricks-results/","databricks-results/",0.0],["dbfs:/datasets/","datasets/",0.0],["dbfs:/filterTweet.parquet/","filterTweet.parquet/",0.0],["dbfs:/home/","home/",0.0],["dbfs:/mnt/","mnt/",0.0],["dbfs:/raaz/","raaz/",0.0],["dbfs:/recom/","recom/",0.0],["dbfs:/tmp/","tmp/",0.0],["dbfs:/user/","user/",0.0]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"path","type":"\"string\""},{"name":"name","type":"\"string\""},{"name":"size","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":"<div class=\"ansiout\"><console>:35: error: overloaded method value display with alternatives:\n (dataset: org.apache.spark.sql.Dataset[_])Unit <and>\n (dataFrame: org.apache.spark.sql.DataFrame)Unit <and>\n (model: org.apache.spark.ml.classification.DecisionTreeClassificationModel)Unit <and>\n (model: org.apache.spark.ml.regression.DecisionTreeRegressionModel)Unit <and>\n (model: org.apache.spark.ml.clustering.KMeansModel)Unit <and>\n (model: org.apache.spark.mllib.clustering.KMeansModel)Unit <and>\n (documentable: com.databricks.dbutils_v1.WithHelpMethods)Unit <and>\n (data: Seq[org.apache.spark.sql.Row])Unit <and>\n (schemaSeq: com.databricks.SchemaSeq[_])Unit\n cannot be applied to (String)\n display("dbfs:/")\n ^\n</div>","error":null,"startTime":1.464845613486E12,"submitTime":1.464845583502E12,"finishTime":1.464845614186E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"59cc2602-1d22-45c7-bba3-8d16d189cb42"},{"version":"CommandV1","origId":128303,"guid":"e64c4335-f11f-4dd7-8137-c6612c627b82","subtype":"command","commandType":"auto","position":30.5,"command":"dbutils.fs.rm(\"dbfs:/filterTweet.parquet\",recurse=true)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">res124: Boolean = true\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"java.io.IOException: Path is a folder: /sainudiin-canterbury-research/0/filterTweet.parquet and it is not an empty directory","error":"<div class=\"ansiout\">\tat com.databricks.backend.daemon.data.client.DbfsClient.send0(DbfsClient.scala:67)\n\tat com.databricks.backend.daemon.data.client.DbfsClient.sendIdempotent(DbfsClient.scala:42)\n\tat com.databricks.backend.daemon.data.client.DatabricksFileSystem.delete(DatabricksFileSystem.scala:181)\n\tat com.databricks.backend.daemon.dbutils.FSUtils$.rm(DBUtilsCore.scala:72)\n\tat com.databricks.dbutils_v1.impl.DbfsUtilsImpl.rm(DbfsUtilsImpl.scala:33)\nCaused by: java.io.IOException: Path is a folder: /sainudiin-canterbury-research/0/filterTweet.parquet and it is not an empty directory\n\tat com.databricks.s3a.S3AFileSystem.delete(S3AFileSystem.java:652)\n\tat com.databricks.backend.daemon.data.server.backend.HadoopFSBackend.delete(HadoopFSBackend.scala:38)\n\tat com.databricks.backend.daemon.data.server.backend.RootFileSystemBackend.delete(RootFileSystemBackend.scala:97)\n\tat com.databricks.backend.daemon.data.server.handler.FileSystemRequestHandler.receive(FileSystemRequestHandler.scala:24)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:58)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:57)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext.queryHandlers(SessionContext.scala:57)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:207)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:188)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:42)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:37)\n\tat scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:33)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat scala.PartialFunction$OrElse.apply(PartialFunction.scala:162)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$10.apply(JettyServer.scala:263)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleRPC(JettyServer.scala:263)\n\tat com.databricks.rpc.JettyServer$RequestManager.com$databricks$rpc$JettyServer$RequestManager$$handleRequestAndRespond(JettyServer.scala:199)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply$mcV$sp(JettyServer.scala:144)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:135)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:135)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.rpc.JettyServer$.withAttributionContext(JettyServer.scala:74)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.rpc.JettyServer$.withAttributionTags(JettyServer.scala:74)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleHttp(JettyServer.scala:134)\n\tat com.databricks.rpc.JettyServer$RequestManager.doGet(JettyServer.scala:89)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:687)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:790)\n\tat org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:816)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:583)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:513)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:119)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:517)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:306)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:242)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:245)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:75)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:213)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:147)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)\n\tat java.lang.Thread.run(Thread.java:745)</div>","startTime":1.463902520343E12,"submitTime":1.463902504272E12,"finishTime":1.463902521482E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"70af3b01-c016-463c-8a7e-b51a7a3c1f00"},{"version":"CommandV1","origId":128304,"guid":"3915d4c7-d824-462b-8d24-37e270166636","subtype":"command","commandType":"auto","position":31.0,"command":"display(dbutils.fs.ls(\"dbfs:/\"))","commandVersion":0,"state":"finished","results":{"type":"table","data":[["dbfs:/Datasets/","Datasets/",0.0],["dbfs:/FileStore/","FileStore/",0.0],["dbfs:/databricks-datasets/","databricks-datasets/",0.0],["dbfs:/databricks-results/","databricks-results/",0.0],["dbfs:/datasets/","datasets/",0.0],["dbfs:/filterTweet.parquet/","filterTweet.parquet/",0.0],["dbfs:/home/","home/",0.0],["dbfs:/mnt/","mnt/",0.0],["dbfs:/raaz/","raaz/",0.0],["dbfs:/recom/","recom/",0.0],["dbfs:/tmp/","tmp/",0.0],["dbfs:/user/","user/",0.0]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"path","type":"\"string\""},{"name":"name","type":"\"string\""},{"name":"size","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":null,"error":null,"startTime":1.464845645158E12,"submitTime":1.464845615129E12,"finishTime":1.464845658297E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"e3835f39-7c99-4247-bcc7-e55d77588328"},{"version":"CommandV1","origId":128305,"guid":"e320d2dd-70dc-469e-92ad-f64b5da81b5e","subtype":"command","commandType":"auto","position":32.0,"command":"//display(dbutils.fs.ls(\"dbfs:/mnt/s3Data/filteredTweet/Trumps.txt\"))","commandVersion":0,"state":"finished","results":{"type":"table","data":[["dbfs:/mnt/s3Data/filteredTweet/Trumps.txt","Trumps.txt",760000.0]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"path","type":"\"string\""},{"name":"name","type":"\"string\""},{"name":"size","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":null,"error":null,"startTime":1.463902136067E12,"submitTime":1.463902120032E12,"finishTime":1.463902136224E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"6ba3aeb6-16cc-4224-92cd-cb0c345c92b6"},{"version":"CommandV1","origId":128306,"guid":"2cd793ee-1382-423c-a2e5-3a3ffeb0c85c","subtype":"command","commandType":"auto","position":33.0,"command":"//dbutils.fs.rm(\"dbfs:/mnt/s3Data/filteredTweet/Trumps.txt\",recurse=true)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.466823743255E12,"submitTime":1.466823525422E12,"finishTime":1.466823743298E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"r.sainudiin@math.canterbury.ac.nz","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"cf4cd427-81d8-40ac-b257-41a99cdaa21d"},{"version":"CommandV1","origId":128307,"guid":"00f92fe4-6990-426c-a119-5da7eb05639c","subtype":"command","commandType":"auto","position":34.0,"command":"%md\n### ETL Operationalization: Actual Tweeets Project","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"756a0cc2-dd6e-4415-9f8a-ad90189de980"},{"version":"CommandV1","origId":128308,"guid":"2ef1d37c-c4fd-438f-afbc-a633a6099b71","subtype":"command","commandType":"auto","position":34.5,"command":"//dbutils.fs.rm(s\"dbfs:/mnt/s3Data/TrumpTweetText.parquet\",recurse=true)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"java.io.IOException: Path is a folder: /tweetAll.parquet and it is not an empty directory","error":"<div class=\"ansiout\">\tat com.databricks.backend.daemon.data.client.DbfsClient.send0(DbfsClient.scala:67)\n\tat com.databricks.backend.daemon.data.client.DbfsClient.sendIdempotent(DbfsClient.scala:42)\n\tat com.databricks.backend.daemon.data.client.DatabricksFileSystem.delete(DatabricksFileSystem.scala:181)\n\tat com.databricks.backend.daemon.dbutils.FSUtils$.rm(DBUtilsCore.scala:72)\n\tat com.databricks.dbutils_v1.impl.DbfsUtilsImpl.rm(DbfsUtilsImpl.scala:33)\nCaused by: java.io.IOException: Path is a folder: /tweetAll.parquet and it is not an empty directory\n\tat com.databricks.s3a.S3AFileSystem.delete(S3AFileSystem.java:652)\n\tat com.databricks.backend.daemon.data.server.backend.HadoopFSBackend.delete(HadoopFSBackend.scala:38)\n\tat com.databricks.backend.daemon.data.server.backend.RootFileSystemBackend.delete(RootFileSystemBackend.scala:97)\n\tat com.databricks.backend.daemon.data.server.handler.FileSystemRequestHandler.receive(FileSystemRequestHandler.scala:24)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:58)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:57)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext.queryHandlers(SessionContext.scala:57)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:207)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:188)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:42)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:37)\n\tat scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:33)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat scala.PartialFunction$OrElse.apply(PartialFunction.scala:162)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$10.apply(JettyServer.scala:263)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleRPC(JettyServer.scala:263)\n\tat com.databricks.rpc.JettyServer$RequestManager.com$databricks$rpc$JettyServer$RequestManager$$handleRequestAndRespond(JettyServer.scala:199)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply$mcV$sp(JettyServer.scala:144)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:135)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:135)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.rpc.JettyServer$.withAttributionContext(JettyServer.scala:74)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.rpc.JettyServer$.withAttributionTags(JettyServer.scala:74)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleHttp(JettyServer.scala:134)\n\tat com.databricks.rpc.JettyServer$RequestManager.doGet(JettyServer.scala:89)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:687)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:790)\n\tat org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:816)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:583)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:513)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:119)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:517)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:306)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:242)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:245)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:75)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:213)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:147)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)\n\tat java.lang.Thread.run(Thread.java:745)</div>","startTime":1.466823750828E12,"submitTime":1.466823533013E12,"finishTime":1.46682375087E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"r.sainudiin@math.canterbury.ac.nz","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"6ab01808-5365-47c0-b01d-9f29f8800bc9"},{"version":"CommandV1","origId":128309,"guid":"89f54ec9-1fe5-4146-8ffb-e0810bf72887","subtype":"command","commandType":"auto","position":35.0,"command":"display(dbutils.fs.ls(s\"dbfs:/mnt/s3Data\"))","commandVersion":0,"state":"finished","results":{"type":"table","data":[["dbfs:/mnt/s3Data/filteredTweet/","filteredTweet/",0.0],["dbfs:/mnt/s3Data/textData/","textData/",0.0],["dbfs:/mnt/s3Data/tweetAll.parquet/","tweetAll.parquet/",0.0],["dbfs:/mnt/s3Data/twitter/","twitter/",0.0],["dbfs:/mnt/s3Data/twitterNew/","twitterNew/",0.0],["dbfs:/mnt/s3Data/twitterNew2/","twitterNew2/",0.0]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"path","type":"\"string\""},{"name":"name","type":"\"string\""},{"name":"size","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":null,"error":null,"startTime":1.464869688041E12,"submitTime":1.464869068743E12,"finishTime":1.464869688831E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"6bf1e1bd-92a0-4a71-89c6-ec60cad92a03"},{"version":"CommandV1","origId":128310,"guid":"77d4bbbb-73c0-48b5-a304-1216d4104c3b","subtype":"command","commandType":"auto","position":35.5,"command":"dbutils.fs.rm(s\"dbfs:/mnt/s3Data/tweetAll.parquet\",recurse=true)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">res3: Boolean = true\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"java.io.IOException: Path is a folder: /tweetAll.parquet and it is not an empty directory","error":"<div class=\"ansiout\">\tat com.databricks.backend.daemon.data.client.DbfsClient.send0(DbfsClient.scala:67)\n\tat com.databricks.backend.daemon.data.client.DbfsClient.sendIdempotent(DbfsClient.scala:42)\n\tat com.databricks.backend.daemon.data.client.DatabricksFileSystem.delete(DatabricksFileSystem.scala:181)\n\tat com.databricks.backend.daemon.dbutils.FSUtils$.rm(DBUtilsCore.scala:72)\n\tat com.databricks.dbutils_v1.impl.DbfsUtilsImpl.rm(DbfsUtilsImpl.scala:33)\nCaused by: java.io.IOException: Path is a folder: /tweetAll.parquet and it is not an empty directory\n\tat com.databricks.s3a.S3AFileSystem.delete(S3AFileSystem.java:594)\n\tat com.databricks.backend.daemon.data.server.backend.HadoopFSBackend.delete(HadoopFSBackend.scala:38)\n\tat com.databricks.backend.daemon.data.server.backend.RootFileSystemBackend.delete(RootFileSystemBackend.scala:97)\n\tat com.databricks.backend.daemon.data.server.handler.FileSystemRequestHandler.receive(FileSystemRequestHandler.scala:24)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:58)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext$$anonfun$queryHandlers$1.apply(SessionContext.scala:57)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat com.databricks.backend.daemon.data.server.session.SessionContext.queryHandlers(SessionContext.scala:57)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:214)\n\tat com.databricks.backend.daemon.data.server.DbfsServerBackend$$anonfun$receive$1.applyOrElse(DbfsServerBackend.scala:195)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:42)\n\tat com.databricks.rpc.ServerBackend$$anonfun$internalReceive$1.applyOrElse(ServerBackend.scala:37)\n\tat scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:33)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat com.databricks.rpc.ServerBackend$$anonfun$commonReceive$1.applyOrElse(ServerBackend.scala:57)\n\tat scala.PartialFunction$OrElse.apply(PartialFunction.scala:162)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$10.apply(JettyServer.scala:262)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleRPC(JettyServer.scala:262)\n\tat com.databricks.rpc.JettyServer$RequestManager.com$databricks$rpc$JettyServer$RequestManager$$handleRequestAndRespond(JettyServer.scala:199)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply$mcV$sp(JettyServer.scala:144)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:135)\n\tat com.databricks.rpc.JettyServer$RequestManager$$anonfun$handleHttp$1.apply(JettyServer.scala:135)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.rpc.JettyServer$.withAttributionContext(JettyServer.scala:74)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.rpc.JettyServer$.withAttributionTags(JettyServer.scala:74)\n\tat com.databricks.rpc.JettyServer$RequestManager.handleHttp(JettyServer.scala:134)\n\tat com.databricks.rpc.JettyServer$RequestManager.doGet(JettyServer.scala:89)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:687)\n\tat javax.servlet.http.HttpServlet.service(HttpServlet.java:790)\n\tat org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:816)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:583)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:513)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:119)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:517)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:306)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:242)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:245)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:75)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:213)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:147)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)\n\tat java.lang.Thread.run(Thread.java:745)</div>","startTime":1.464871437552E12,"submitTime":1.464871415796E12,"finishTime":1.464871444808E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"5680c5e8-d40d-4de9-aa24-291d61cc6b67"},{"version":"CommandV1","origId":128311,"guid":"7ca7f19e-5676-4719-b205-f2429040bfe3","subtype":"command","commandType":"auto","position":36.0,"command":"val tweetAll = sqlContext.read.json(s\"dbfs:/mnt/s3Data/twitterNew/*\")\ntweetAll.cache","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">tweetAll: org.apache.spark.sql.DataFrame = [contributorsIDs: array<string>, createdAt: string, currentUserRetweetId: bigint, extendedMediaEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>, favoriteCount: bigint, geoLocation: struct<latitude:double,longitude:double>, hashtagEntities: array<struct<end:bigint,start:bigint,text:string>>, id: bigint, inReplyToScreenName: string, inReplyToStatusId: bigint, inReplyToUserId: bigint, isFavorited: boolean, isPossiblySensitive: boolean, isRetweeted: boolean, isTruncated: boolean, lang: string, mediaEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>, place: struct<boundingBoxCoordinates:array<array<struct<latitude:double,longitude:double>>>,boundingBoxType:string,country:string,countryCode:string,fullName:string,id:string,name:string,placeType:string,url:string>, quotedStatus: struct<contributorsIDs:array<bigint>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,geoLocation:struct<latitude:double,longitude:double>,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,quotedStatusId:bigint,retweetCount:bigint,scopes:struct<placeIds:array<string>>,source:string,symbolEntities:array<struct<end:bigint,start:bigint,text:string>>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>,withheldInCountries:array<string>>, quotedStatusId: bigint, retweetCount: bigint, retweetedStatus: struct<contributorsIDs:array<bigint>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,geoLocation:struct<latitude:double,longitude:double>,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,place:struct<boundingBoxCoordinates:array<array<struct<latitude:double,longitude:double>>>,boundingBoxType:string,country:string,countryCode:string,fullName:string,id:string,name:string,placeType:string,url:string>,quotedStatus:struct<contributorsIDs:array<bigint>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,geoLocation:struct<latitude:double,longitude:double>,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,quotedStatusId:bigint,retweetCount:bigint,scopes:struct<placeIds:array<string>>,source:string,symbolEntities:array<struct<end:bigint,start:bigint,text:string>>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>,withheldInCountries:array<string>>,quotedStatusId:bigint,retweetCount:bigint,scopes:struct<placeIds:array<string>>,source:string,symbolEntities:array<struct<end:bigint,start:bigint,text:string>>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>,withheldInCountries:array<string>>, scopes: struct<placeIds:array<string>>, source: string, symbolEntities: array<struct<end:bigint,start:bigint,text:string>>, text: string, urlEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>, user: struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>, userMentionEntities: array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>, withheldInCountries: array<string>]\nres1: tweetAll.type = [contributorsIDs: array<string>, createdAt: string, currentUserRetweetId: bigint, extendedMediaEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>, favoriteCount: bigint, geoLocation: struct<latitude:double,longitude:double>, hashtagEntities: array<struct<end:bigint,start:bigint,text:string>>, id: bigint, inReplyToScreenName: string, inReplyToStatusId: bigint, inReplyToUserId: bigint, isFavorited: boolean, isPossiblySensitive: boolean, isRetweeted: boolean, isTruncated: boolean, lang: string, mediaEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>, place: struct<boundingBoxCoordinates:array<array<struct<latitude:double,longitude:double>>>,boundingBoxType:string,country:string,countryCode:string,fullName:string,id:string,name:string,placeType:string,url:string>, quotedStatus: struct<contributorsIDs:array<bigint>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,geoLocation:struct<latitude:double,longitude:double>,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,quotedStatusId:bigint,retweetCount:bigint,scopes:struct<placeIds:array<string>>,source:string,symbolEntities:array<struct<end:bigint,start:bigint,text:string>>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>,withheldInCountries:array<string>>, quotedStatusId: bigint, retweetCount: bigint, retweetedStatus: struct<contributorsIDs:array<bigint>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,geoLocation:struct<latitude:double,longitude:double>,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,place:struct<boundingBoxCoordinates:array<array<struct<latitude:double,longitude:double>>>,boundingBoxType:string,country:string,countryCode:string,fullName:string,id:string,name:string,placeType:string,url:string>,quotedStatus:struct<contributorsIDs:array<bigint>,createdAt:string,currentUserRetweetId:bigint,extendedMediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string,videoAspectRatioHeight:bigint,videoAspectRatioWidth:bigint,videoDurationMillis:bigint,videoVariants:array<struct<bitrate:bigint,contentType:string,url:string>>>>,favoriteCount:bigint,geoLocation:struct<latitude:double,longitude:double>,hashtagEntities:array<struct<end:bigint,start:bigint,text:string>>,id:bigint,inReplyToScreenName:string,inReplyToStatusId:bigint,inReplyToUserId:bigint,isFavorited:boolean,isPossiblySensitive:boolean,isRetweeted:boolean,isTruncated:boolean,lang:string,mediaEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,id:bigint,mediaURL:string,mediaURLHttps:string,sizes:struct<0:struct<height:bigint,resize:bigint,width:bigint>,1:struct<height:bigint,resize:bigint,width:bigint>,2:struct<height:bigint,resize:bigint,width:bigint>,3:struct<height:bigint,resize:bigint,width:bigint>>,start:bigint,type:string,url:string>>,quotedStatusId:bigint,retweetCount:bigint,scopes:struct<placeIds:array<string>>,source:string,symbolEntities:array<struct<end:bigint,start:bigint,text:string>>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>,withheldInCountries:array<string>>,quotedStatusId:bigint,retweetCount:bigint,scopes:struct<placeIds:array<string>>,source:string,symbolEntities:array<struct<end:bigint,start:bigint,text:string>>,text:string,urlEntities:array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>,user:struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>,userMentionEntities:array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>,withheldInCountries:array<string>>, scopes: struct<placeIds:array<string>>, source: string, symbolEntities: array<struct<end:bigint,start:bigint,text:string>>, text: string, urlEntities: array<struct<displayURL:string,end:bigint,expandedURL:string,start:bigint,url:string>>, user: struct<createdAt:string,description:string,descriptionURLEntities:array<string>,favouritesCount:bigint,followersCount:bigint,friendsCount:bigint,id:bigint,isContributorsEnabled:boolean,isDefaultProfile:boolean,isDefaultProfileImage:boolean,isFollowRequestSent:boolean,isGeoEnabled:boolean,isProtected:boolean,isVerified:boolean,lang:string,listedCount:bigint,location:string,name:string,profileBackgroundColor:string,profileBackgroundImageUrl:string,profileBackgroundImageUrlHttps:string,profileBackgroundTiled:boolean,profileBannerImageUrl:string,profileImageUrl:string,profileImageUrlHttps:string,profileLinkColor:string,profileSidebarBorderColor:string,profileSidebarFillColor:string,profileTextColor:string,profileUseBackgroundImage:boolean,screenName:string,showAllInlineMedia:boolean,statusesCount:bigint,timeZone:string,translator:boolean,url:string,utcOffset:bigint>, userMentionEntities: array<struct<end:bigint,id:bigint,name:string,screenName:string,start:bigint>>, withheldInCountries: array<string>]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Cancelled","error":null,"startTime":1.464869074502E12,"submitTime":1.464869052837E12,"finishTime":1.464869688026E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"1ceef991-b064-4eea-9563-e6211c8383a4"},{"version":"CommandV1","origId":128312,"guid":"fa783b75-34ab-434f-8b5b-2866f317f3e8","subtype":"command","commandType":"auto","position":37.0,"command":"//Save the filter Tweet as parquest data format and go to create table to load it from the directory.\ntweetAll.select(\"createdAt\", \"text\", \"favoriteCount\",\"retweetCount\").write.save(s\"dbfs:/mnt/s3Data/tweetAll.parquet\") \n","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:32: error: not found: value tweetAll\n tweetAll.select("createdAt", "text", "favoriteCount","retweetCount").write.save(s"dbfs:/mnt/s3Data/tweetAll.parquet") //Save the filter Tweet as parquest data format and go to create table to load it from the directory.\n ^\n</div>","error":null,"startTime":1.46682350565E12,"submitTime":1.46682328784E12,"finishTime":1.46682350678E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"r.sainudiin@math.canterbury.ac.nz","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"bb04169a-750a-4297-8df2-5ce9a6289d6a"},{"version":"CommandV1","origId":128313,"guid":"d1293580-1967-4ae9-b353-f854b2ddc4e8","subtype":"command","commandType":"auto","position":38.0,"command":"val mergedTweetAll = sqlContext.read.format(\"parquet\").load(s\"dbfs:/mnt/s3Data/tweetAll.parquet\") //This reads all the tweets in the parquet data format","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">mergedTweetAll: org.apache.spark.sql.DataFrame = [createdAt: string, text: string, favoriteCount: bigint, retweetCount: bigint]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Cancelled","error":null,"startTime":1.464872101408E12,"submitTime":1.464872079627E12,"finishTime":1.464872102457E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"347f097f-dbb6-464e-9c87-5d1cab3c335b"},{"version":"CommandV1","origId":128314,"guid":"85412b52-3023-40e8-abfa-6aef20ed98fa","subtype":"command","commandType":"auto","position":39.0,"command":"mergedTweetAll.registerTempTable(\"mergedTweetTable\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:32: error: not found: value mergedTweetAll\n mergedTweetAll.registerTempTable("mergedTweetTable")\n ^\n</div>","error":null,"startTime":1.464872112395E12,"submitTime":1.46487209058E12,"finishTime":1.464872112484E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"e0067cb8-48bb-44be-9e07-17a1d773291a"},{"version":"CommandV1","origId":128315,"guid":"bf3a237e-ebc0-4b95-baf4-0c2ebe1e283f","subtype":"command","commandType":"auto","position":40.0,"command":"%sql SELECT * FROM mergedTweetTable LIMIT 1","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Error in SQL statement: AnalysisException: extraneous input '-' expecting Number near '<EOF>'; line 1 pos 37","error":"com.databricks.backend.common.rpc.DatabricksExceptions$SQLExecutionException: org.apache.spark.sql.AnalysisException: extraneous input '-' expecting Number near '<EOF>'; line 1 pos 37\n\tat org.apache.spark.sql.hive.HiveQl$.createPlan(HiveQl.scala:318)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:41)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:40)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.hive.HiveQl$.parseSql(HiveQl.scala:295)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.client.ClientWrapper$$anonfun$withHiveState$1.apply(ClientWrapper.scala:299)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.liftedTree1$1(ClientWrapper.scala:246)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.retryLocked(ClientWrapper.scala:245)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.withHiveState(ClientWrapper.scala:288)\n\tat org.apache.spark.sql.hive.HiveQLDialect.parse(HiveContext.scala:65)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:114)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:113)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.execution.datasources.DDLParser.parse(DDLParser.scala:43)\n\tat org.apache.spark.sql.SQLContext.parseSql(SQLContext.scala:230)\n\tat org.apache.spark.sql.hive.HiveContext.parseSql(HiveContext.scala:332)\n\tat org.apache.spark.sql.SQLContext.sql(SQLContext.scala:816)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:82)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:28)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat scala.collection.TraversableLike$class.map(TraversableLike.scala:244)\n\tat scala.collection.AbstractTraversable.map(Traversable.scala:105)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:28)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:116)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n","startTime":1.466823591273E12,"submitTime":1.466823373445E12,"finishTime":1.466823591319E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"r.sainudiin@math.canterbury.ac.nz","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"ffd926c4-8ae2-4333-b2f0-043ae872a1c3"},{"version":"CommandV1","origId":128316,"guid":"e8408530-31aa-4674-a92a-9f2fe56c8420","subtype":"command","commandType":"auto","position":41.0,"command":"mergedTweetAll.show","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">+--------------------+--------------------+-------------+------------+\n| createdAt| text|favoriteCount|retweetCount|\n+--------------------+--------------------+-------------+------------+\n|Apr 29, 2016 8:57...|RT @gaenusx: ????...| 0| 0|\n|Apr 29, 2016 8:57...|RT @pekepekekanay...| 0| 0|\n|Apr 29, 2016 8:57...|?????????????????...| 0| 0|\n|Apr 29, 2016 8:57...| ????| 0| 0|\n|Apr 29, 2016 8:57...|RT @TelMeN_05: ??...| 0| 0|\n|Apr 29, 2016 8:57...|????? ????? ?? ??...| 0| 0|\n|Apr 29, 2016 8:57...| @_L1pS24_ ?^?^? ??!| 0| 0|\n|Apr 29, 2016 8:57...|RT @ElifYigiter: ...| 0| 0|\n|Apr 29, 2016 8:57...|RT @pang_aekpreya...| 0| 0|\n|Apr 29, 2016 8:57...|@elFuturoEsOne @W...| 0| 0|\n|Apr 29, 2016 8:57...|RT @mbc2: ?????.....| 0| 0|\n|Apr 29, 2016 8:57...|??????????????700...| 0| 0|\n|Apr 29, 2016 8:57...|???? ????? ? ????...| 0| 0|\n|Apr 29, 2016 8:57...|?????????????????...| 0| 0|\n|Apr 29, 2016 8:57...|RT @Naked_Dj: I w...| 0| 0|\n|Apr 29, 2016 8:57...|@xShan91 im going...| 0| 0|\n|Apr 29, 2016 8:57...|???????? ????????...| 0| 0|\n|Apr 29, 2016 8:57...|RT @Lev_Bronystei...| 0| 0|\n|Apr 29, 2016 8:57...|?????? ????? ????...| 0| 0|\n|Apr 29, 2016 8:57...|RT @onlybam9397: ...| 0| 0|\n+--------------------+--------------------+-------------+------------+\nonly showing top 20 rows\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.464872134767E12,"submitTime":1.464872112973E12,"finishTime":1.464872145012E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"56575315-d05f-4b45-8212-bf389ff2e8f9"},{"version":"CommandV1","origId":128317,"guid":"42b6dc8a-9fb2-4318-a49f-9ef59ca22603","subtype":"command","commandType":"auto","position":41.5,"command":"%md\n## Returns the number of Tweets in the merged dataset (26.3million Tweets as at 3.30p.m today)","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"e283f7bb-4e71-452a-a356-830ff5c708ac"},{"version":"CommandV1","origId":128318,"guid":"4ee1c8d5-2141-45bd-ae95-9894be29f4ae","subtype":"command","commandType":"auto","position":42.0,"command":"%sql SELECT COUNT(text) as TweetCount FROM mergedTweetTable ","commandVersion":0,"state":"finished","results":{"type":"table","data":[[5.3000992E7]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"TweetCount","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":"Error in SQL statement: AnalysisException: cannot recognize input near 'mergedTweetTable' '/' '/' in from source; line 1 pos 42","error":"com.databricks.backend.common.rpc.DatabricksExceptions$SQLExecutionException: org.apache.spark.sql.AnalysisException: cannot recognize input near 'mergedTweetTable' '/' '/' in from source; line 1 pos 42\n\tat org.apache.spark.sql.hive.HiveQl$.createPlan(HiveQl.scala:318)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:41)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:40)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.hive.HiveQl$.parseSql(HiveQl.scala:295)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.client.ClientWrapper$$anonfun$withHiveState$1.apply(ClientWrapper.scala:299)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.liftedTree1$1(ClientWrapper.scala:246)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.retryLocked(ClientWrapper.scala:245)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.withHiveState(ClientWrapper.scala:288)\n\tat org.apache.spark.sql.hive.HiveQLDialect.parse(HiveContext.scala:65)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:114)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:113)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.execution.datasources.DDLParser.parse(DDLParser.scala:43)\n\tat org.apache.spark.sql.SQLContext.parseSql(SQLContext.scala:230)\n\tat org.apache.spark.sql.hive.HiveContext.parseSql(HiveContext.scala:332)\n\tat org.apache.spark.sql.SQLContext.sql(SQLContext.scala:816)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:82)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:28)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat scala.collection.TraversableLike$class.map(TraversableLike.scala:244)\n\tat scala.collection.AbstractTraversable.map(Traversable.scala:105)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:28)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:116)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n","startTime":1.464872182622E12,"submitTime":1.464872160811E12,"finishTime":1.464872236347E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"1985.76666","height":"139.76666","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"61d3feab-55fc-4d10-be95-c3d78e772d76"},{"version":"CommandV1","origId":128319,"guid":"ae68db57-23a8-4430-b196-dd5ce9063aa3","subtype":"command","commandType":"auto","position":42.5,"command":"%md\n## Returns the number of Tweets in the merged dataset group and sort by Date of Created Tweet","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"703d2b91-730f-4227-82f3-2bf829a75f6b"},{"version":"CommandV1","origId":128320,"guid":"a5453ca9-71d4-4e98-9401-29729802c1fa","subtype":"command","commandType":"auto","position":43.0,"command":"%sql SELECT COUNT(text) as TweetCount, createdAt FROM mergedTweetTable group by createdAt order by createdAt asc","commandVersion":0,"state":"finished","results":{"type":"table","data":[[34.0,"Apr 29, 2016 10:00:00 AM"],[41.0,"Apr 29, 2016 10:00:00 PM"],[42.0,"Apr 29, 2016 10:00:01 AM"],[55.0,"Apr 29, 2016 10:00:01 PM"],[44.0,"Apr 29, 2016 10:00:02 AM"],[57.0,"Apr 29, 2016 10:00:02 PM"],[67.0,"Apr 29, 2016 10:00:03 AM"],[52.0,"Apr 29, 2016 10:00:03 PM"],[57.0,"Apr 29, 2016 10:00:04 AM"],[49.0,"Apr 29, 2016 10:00:04 PM"],[51.0,"Apr 29, 2016 10:00:05 AM"],[56.0,"Apr 29, 2016 10:00:05 PM"],[42.0,"Apr 29, 2016 10:00:06 AM"],[42.0,"Apr 29, 2016 10:00:06 PM"],[50.0,"Apr 29, 2016 10:00:07 AM"],[48.0,"Apr 29, 2016 10:00:07 PM"],[53.0,"Apr 29, 2016 10:00:08 AM"],[39.0,"Apr 29, 2016 10:00:08 PM"],[31.0,"Apr 29, 2016 10:00:09 AM"],[55.0,"Apr 29, 2016 10:00:09 PM"],[53.0,"Apr 29, 2016 10:00:10 AM"],[47.0,"Apr 29, 2016 10:00:10 PM"],[45.0,"Apr 29, 2016 10:00:11 AM"],[50.0,"Apr 29, 2016 10:00:11 PM"],[41.0,"Apr 29, 2016 10:00:12 AM"],[46.0,"Apr 29, 2016 10:00:12 PM"],[39.0,"Apr 29, 2016 10:00:13 AM"],[75.0,"Apr 29, 2016 10:00:13 PM"],[38.0,"Apr 29, 2016 10:00:14 AM"],[41.0,"Apr 29, 2016 10:00:14 PM"],[46.0,"Apr 29, 2016 10:00:15 AM"],[59.0,"Apr 29, 2016 10:00:15 PM"],[50.0,"Apr 29, 2016 10:00:16 AM"],[39.0,"Apr 29, 2016 10:00:16 PM"],[40.0,"Apr 29, 2016 10:00:17 AM"],[41.0,"Apr 29, 2016 10:00:17 PM"],[40.0,"Apr 29, 2016 10:00:18 AM"],[60.0,"Apr 29, 2016 10:00:18 PM"],[56.0,"Apr 29, 2016 10:00:19 AM"],[49.0,"Apr 29, 2016 10:00:19 PM"],[41.0,"Apr 29, 2016 10:00:20 AM"],[37.0,"Apr 29, 2016 10:00:20 PM"],[44.0,"Apr 29, 2016 10:00:21 AM"],[55.0,"Apr 29, 2016 10:00:21 PM"],[58.0,"Apr 29, 2016 10:00:22 AM"],[32.0,"Apr 29, 2016 10:00:22 PM"],[48.0,"Apr 29, 2016 10:00:23 AM"],[51.0,"Apr 29, 2016 10:00:23 PM"],[57.0,"Apr 29, 2016 10:00:24 AM"],[57.0,"Apr 29, 2016 10:00:24 PM"],[43.0,"Apr 29, 2016 10:00:25 AM"],[55.0,"Apr 29, 2016 10:00:25 PM"],[36.0,"Apr 29, 2016 10:00:26 AM"],[66.0,"Apr 29, 2016 10:00:26 PM"],[53.0,"Apr 29, 2016 10:00:27 AM"],[60.0,"Apr 29, 2016 10:00:27 PM"],[53.0,"Apr 29, 2016 10:00:28 AM"],[58.0,"Apr 29, 2016 10:00:28 PM"],[29.0,"Apr 29, 2016 10:00:29 AM"],[54.0,"Apr 29, 2016 10:00:29 PM"],[36.0,"Apr 29, 2016 10:00:30 AM"],[54.0,"Apr 29, 2016 10:00:30 PM"],[44.0,"Apr 29, 2016 10:00:31 AM"],[61.0,"Apr 29, 2016 10:00:31 PM"],[38.0,"Apr 29, 2016 10:00:32 AM"],[55.0,"Apr 29, 2016 10:00:32 PM"],[36.0,"Apr 29, 2016 10:00:33 AM"],[57.0,"Apr 29, 2016 10:00:33 PM"],[56.0,"Apr 29, 2016 10:00:34 AM"],[55.0,"Apr 29, 2016 10:00:34 PM"],[30.0,"Apr 29, 2016 10:00:35 AM"],[47.0,"Apr 29, 2016 10:00:35 PM"],[39.0,"Apr 29, 2016 10:00:36 AM"],[55.0,"Apr 29, 2016 10:00:36 PM"],[41.0,"Apr 29, 2016 10:00:37 AM"],[57.0,"Apr 29, 2016 10:00:37 PM"],[47.0,"Apr 29, 2016 10:00:38 AM"],[48.0,"Apr 29, 2016 10:00:38 PM"],[37.0,"Apr 29, 2016 10:00:39 AM"],[52.0,"Apr 29, 2016 10:00:39 PM"],[46.0,"Apr 29, 2016 10:00:40 AM"],[48.0,"Apr 29, 2016 10:00:40 PM"],[41.0,"Apr 29, 2016 10:00:41 AM"],[82.0,"Apr 29, 2016 10:00:41 PM"],[40.0,"Apr 29, 2016 10:00:42 AM"],[52.0,"Apr 29, 2016 10:00:42 PM"],[34.0,"Apr 29, 2016 10:00:43 AM"],[53.0,"Apr 29, 2016 10:00:43 PM"],[44.0,"Apr 29, 2016 10:00:44 AM"],[47.0,"Apr 29, 2016 10:00:44 PM"],[44.0,"Apr 29, 2016 10:00:45 AM"],[54.0,"Apr 29, 2016 10:00:45 PM"],[54.0,"Apr 29, 2016 10:00:46 AM"],[56.0,"Apr 29, 2016 10:00:46 PM"],[40.0,"Apr 29, 2016 10:00:47 AM"],[57.0,"Apr 29, 2016 10:00:47 PM"],[48.0,"Apr 29, 2016 10:00:48 AM"],[66.0,"Apr 29, 2016 10:00:48 PM"],[36.0,"Apr 29, 2016 10:00:49 AM"],[63.0,"Apr 29, 2016 10:00:49 PM"],[40.0,"Apr 29, 2016 10:00:50 AM"],[43.0,"Apr 29, 2016 10:00:50 PM"],[38.0,"Apr 29, 2016 10:00:51 AM"],[47.0,"Apr 29, 2016 10:00:51 PM"],[34.0,"Apr 29, 2016 10:00:52 AM"],[42.0,"Apr 29, 2016 10:00:52 PM"],[35.0,"Apr 29, 2016 10:00:53 AM"],[53.0,"Apr 29, 2016 10:00:53 PM"],[39.0,"Apr 29, 2016 10:00:54 AM"],[53.0,"Apr 29, 2016 10:00:54 PM"],[49.0,"Apr 29, 2016 10:00:55 AM"],[54.0,"Apr 29, 2016 10:00:55 PM"],[45.0,"Apr 29, 2016 10:00:56 AM"],[48.0,"Apr 29, 2016 10:00:56 PM"],[36.0,"Apr 29, 2016 10:00:57 AM"],[66.0,"Apr 29, 2016 10:00:57 PM"],[35.0,"Apr 29, 2016 10:00:58 AM"],[38.0,"Apr 29, 2016 10:00:58 PM"],[32.0,"Apr 29, 2016 10:00:59 AM"],[47.0,"Apr 29, 2016 10:00:59 PM"],[47.0,"Apr 29, 2016 10:01:00 AM"],[37.0,"Apr 29, 2016 10:01:00 PM"],[50.0,"Apr 29, 2016 10:01:01 AM"],[55.0,"Apr 29, 2016 10:01:01 PM"],[50.0,"Apr 29, 2016 10:01:02 AM"],[67.0,"Apr 29, 2016 10:01:02 PM"],[40.0,"Apr 29, 2016 10:01:03 AM"],[59.0,"Apr 29, 2016 10:01:03 PM"],[59.0,"Apr 29, 2016 10:01:04 AM"],[41.0,"Apr 29, 2016 10:01:04 PM"],[48.0,"Apr 29, 2016 10:01:05 AM"],[50.0,"Apr 29, 2016 10:01:05 PM"],[39.0,"Apr 29, 2016 10:01:06 AM"],[40.0,"Apr 29, 2016 10:01:06 PM"],[49.0,"Apr 29, 2016 10:01:07 AM"],[39.0,"Apr 29, 2016 10:01:07 PM"],[59.0,"Apr 29, 2016 10:01:08 AM"],[51.0,"Apr 29, 2016 10:01:08 PM"],[37.0,"Apr 29, 2016 10:01:09 AM"],[51.0,"Apr 29, 2016 10:01:09 PM"],[45.0,"Apr 29, 2016 10:01:10 AM"],[46.0,"Apr 29, 2016 10:01:10 PM"],[57.0,"Apr 29, 2016 10:01:11 AM"],[54.0,"Apr 29, 2016 10:01:11 PM"],[33.0,"Apr 29, 2016 10:01:12 AM"],[38.0,"Apr 29, 2016 10:01:12 PM"],[41.0,"Apr 29, 2016 10:01:13 AM"],[50.0,"Apr 29, 2016 10:01:13 PM"],[43.0,"Apr 29, 2016 10:01:14 AM"],[53.0,"Apr 29, 2016 10:01:14 PM"],[32.0,"Apr 29, 2016 10:01:15 AM"],[53.0,"Apr 29, 2016 10:01:15 PM"],[56.0,"Apr 29, 2016 10:01:16 AM"],[48.0,"Apr 29, 2016 10:01:16 PM"],[35.0,"Apr 29, 2016 10:01:17 AM"],[44.0,"Apr 29, 2016 10:01:17 PM"],[39.0,"Apr 29, 2016 10:01:18 AM"],[48.0,"Apr 29, 2016 10:01:18 PM"],[40.0,"Apr 29, 2016 10:01:19 AM"],[54.0,"Apr 29, 2016 10:01:19 PM"],[46.0,"Apr 29, 2016 10:01:20 AM"],[30.0,"Apr 29, 2016 10:01:20 PM"],[44.0,"Apr 29, 2016 10:01:21 AM"],[53.0,"Apr 29, 2016 10:01:21 PM"],[38.0,"Apr 29, 2016 10:01:22 AM"],[45.0,"Apr 29, 2016 10:01:22 PM"],[31.0,"Apr 29, 2016 10:01:23 AM"],[39.0,"Apr 29, 2016 10:01:23 PM"],[56.0,"Apr 29, 2016 10:01:24 AM"],[42.0,"Apr 29, 2016 10:01:24 PM"],[67.0,"Apr 29, 2016 10:01:25 AM"],[46.0,"Apr 29, 2016 10:01:25 PM"],[37.0,"Apr 29, 2016 10:01:26 AM"],[31.0,"Apr 29, 2016 10:01:26 PM"],[51.0,"Apr 29, 2016 10:01:27 AM"],[41.0,"Apr 29, 2016 10:01:27 PM"],[46.0,"Apr 29, 2016 10:01:28 AM"],[41.0,"Apr 29, 2016 10:01:28 PM"],[34.0,"Apr 29, 2016 10:01:29 AM"],[38.0,"Apr 29, 2016 10:01:29 PM"],[49.0,"Apr 29, 2016 10:01:30 AM"],[57.0,"Apr 29, 2016 10:01:30 PM"],[43.0,"Apr 29, 2016 10:01:31 AM"],[34.0,"Apr 29, 2016 10:01:31 PM"],[29.0,"Apr 29, 2016 10:01:32 AM"],[42.0,"Apr 29, 2016 10:01:32 PM"],[34.0,"Apr 29, 2016 10:01:33 AM"],[39.0,"Apr 29, 2016 10:01:33 PM"],[35.0,"Apr 29, 2016 10:01:34 AM"],[43.0,"Apr 29, 2016 10:01:34 PM"],[26.0,"Apr 29, 2016 10:01:35 AM"],[42.0,"Apr 29, 2016 10:01:35 PM"],[43.0,"Apr 29, 2016 10:01:36 AM"],[48.0,"Apr 29, 2016 10:01:36 PM"],[41.0,"Apr 29, 2016 10:01:37 AM"],[34.0,"Apr 29, 2016 10:01:37 PM"],[32.0,"Apr 29, 2016 10:01:38 AM"],[40.0,"Apr 29, 2016 10:01:38 PM"],[44.0,"Apr 29, 2016 10:01:39 AM"],[31.0,"Apr 29, 2016 10:01:39 PM"],[45.0,"Apr 29, 2016 10:01:40 AM"],[52.0,"Apr 29, 2016 10:01:40 PM"],[45.0,"Apr 29, 2016 10:01:41 AM"],[62.0,"Apr 29, 2016 10:01:41 PM"],[48.0,"Apr 29, 2016 10:01:42 AM"],[42.0,"Apr 29, 2016 10:01:42 PM"],[35.0,"Apr 29, 2016 10:01:43 AM"],[47.0,"Apr 29, 2016 10:01:43 PM"],[42.0,"Apr 29, 2016 10:01:44 AM"],[39.0,"Apr 29, 2016 10:01:44 PM"],[32.0,"Apr 29, 2016 10:01:45 AM"],[26.0,"Apr 29, 2016 10:01:45 PM"],[35.0,"Apr 29, 2016 10:01:46 AM"],[42.0,"Apr 29, 2016 10:01:46 PM"],[50.0,"Apr 29, 2016 10:01:47 AM"],[36.0,"Apr 29, 2016 10:01:47 PM"],[36.0,"Apr 29, 2016 10:01:48 AM"],[52.0,"Apr 29, 2016 10:01:48 PM"],[40.0,"Apr 29, 2016 10:01:49 AM"],[32.0,"Apr 29, 2016 10:01:49 PM"],[43.0,"Apr 29, 2016 10:01:50 AM"],[45.0,"Apr 29, 2016 10:01:50 PM"],[34.0,"Apr 29, 2016 10:01:51 AM"],[41.0,"Apr 29, 2016 10:01:51 PM"],[48.0,"Apr 29, 2016 10:01:52 AM"],[35.0,"Apr 29, 2016 10:01:52 PM"],[32.0,"Apr 29, 2016 10:01:53 AM"],[37.0,"Apr 29, 2016 10:01:53 PM"],[38.0,"Apr 29, 2016 10:01:54 AM"],[34.0,"Apr 29, 2016 10:01:54 PM"],[42.0,"Apr 29, 2016 10:01:55 AM"],[42.0,"Apr 29, 2016 10:01:55 PM"],[45.0,"Apr 29, 2016 10:01:56 AM"],[45.0,"Apr 29, 2016 10:01:56 PM"],[34.0,"Apr 29, 2016 10:01:57 AM"],[40.0,"Apr 29, 2016 10:01:57 PM"],[42.0,"Apr 29, 2016 10:01:58 AM"],[40.0,"Apr 29, 2016 10:01:58 PM"],[37.0,"Apr 29, 2016 10:01:59 AM"],[34.0,"Apr 29, 2016 10:01:59 PM"],[53.0,"Apr 29, 2016 10:02:00 AM"],[35.0,"Apr 29, 2016 10:02:00 PM"],[43.0,"Apr 29, 2016 10:02:01 AM"],[42.0,"Apr 29, 2016 10:02:01 PM"],[34.0,"Apr 29, 2016 10:02:02 AM"],[43.0,"Apr 29, 2016 10:02:02 PM"],[43.0,"Apr 29, 2016 10:02:03 AM"],[34.0,"Apr 29, 2016 10:02:03 PM"],[42.0,"Apr 29, 2016 10:02:04 AM"],[33.0,"Apr 29, 2016 10:02:04 PM"],[48.0,"Apr 29, 2016 10:02:05 AM"],[39.0,"Apr 29, 2016 10:02:05 PM"],[28.0,"Apr 29, 2016 10:02:06 AM"],[47.0,"Apr 29, 2016 10:02:06 PM"],[45.0,"Apr 29, 2016 10:02:07 AM"],[48.0,"Apr 29, 2016 10:02:07 PM"],[38.0,"Apr 29, 2016 10:02:08 AM"],[32.0,"Apr 29, 2016 10:02:08 PM"],[48.0,"Apr 29, 2016 10:02:09 AM"],[39.0,"Apr 29, 2016 10:02:09 PM"],[53.0,"Apr 29, 2016 10:02:10 AM"],[39.0,"Apr 29, 2016 10:02:10 PM"],[39.0,"Apr 29, 2016 10:02:11 AM"],[37.0,"Apr 29, 2016 10:02:11 PM"],[27.0,"Apr 29, 2016 10:02:12 AM"],[48.0,"Apr 29, 2016 10:02:12 PM"],[52.0,"Apr 29, 2016 10:02:13 AM"],[40.0,"Apr 29, 2016 10:02:13 PM"],[34.0,"Apr 29, 2016 10:02:14 AM"],[41.0,"Apr 29, 2016 10:02:14 PM"],[48.0,"Apr 29, 2016 10:02:15 AM"],[31.0,"Apr 29, 2016 10:02:15 PM"],[46.0,"Apr 29, 2016 10:02:16 AM"],[40.0,"Apr 29, 2016 10:02:16 PM"],[32.0,"Apr 29, 2016 10:02:17 AM"],[41.0,"Apr 29, 2016 10:02:17 PM"],[35.0,"Apr 29, 2016 10:02:18 AM"],[29.0,"Apr 29, 2016 10:02:18 PM"],[38.0,"Apr 29, 2016 10:02:19 AM"],[39.0,"Apr 29, 2016 10:02:19 PM"],[33.0,"Apr 29, 2016 10:02:20 AM"],[33.0,"Apr 29, 2016 10:02:20 PM"],[39.0,"Apr 29, 2016 10:02:21 AM"],[33.0,"Apr 29, 2016 10:02:21 PM"],[44.0,"Apr 29, 2016 10:02:22 AM"],[40.0,"Apr 29, 2016 10:02:22 PM"],[25.0,"Apr 29, 2016 10:02:23 AM"],[29.0,"Apr 29, 2016 10:02:23 PM"],[38.0,"Apr 29, 2016 10:02:24 AM"],[54.0,"Apr 29, 2016 10:02:24 PM"],[36.0,"Apr 29, 2016 10:02:25 AM"],[36.0,"Apr 29, 2016 10:02:25 PM"],[44.0,"Apr 29, 2016 10:02:26 AM"],[38.0,"Apr 29, 2016 10:02:26 PM"],[37.0,"Apr 29, 2016 10:02:27 AM"],[33.0,"Apr 29, 2016 10:02:27 PM"],[32.0,"Apr 29, 2016 10:02:28 AM"],[43.0,"Apr 29, 2016 10:02:28 PM"],[62.0,"Apr 29, 2016 10:02:29 AM"],[45.0,"Apr 29, 2016 10:02:29 PM"],[28.0,"Apr 29, 2016 10:02:30 AM"],[50.0,"Apr 29, 2016 10:02:30 PM"],[33.0,"Apr 29, 2016 10:02:31 AM"],[40.0,"Apr 29, 2016 10:02:31 PM"],[30.0,"Apr 29, 2016 10:02:32 AM"],[39.0,"Apr 29, 2016 10:02:32 PM"],[37.0,"Apr 29, 2016 10:02:33 AM"],[45.0,"Apr 29, 2016 10:02:33 PM"],[39.0,"Apr 29, 2016 10:02:34 AM"],[42.0,"Apr 29, 2016 10:02:34 PM"],[33.0,"Apr 29, 2016 10:02:35 AM"],[59.0,"Apr 29, 2016 10:02:35 PM"],[36.0,"Apr 29, 2016 10:02:36 AM"],[34.0,"Apr 29, 2016 10:02:36 PM"],[36.0,"Apr 29, 2016 10:02:37 AM"],[38.0,"Apr 29, 2016 10:02:37 PM"],[37.0,"Apr 29, 2016 10:02:38 AM"],[43.0,"Apr 29, 2016 10:02:38 PM"],[43.0,"Apr 29, 2016 10:02:39 AM"],[35.0,"Apr 29, 2016 10:02:39 PM"],[43.0,"Apr 29, 2016 10:02:40 AM"],[36.0,"Apr 29, 2016 10:02:40 PM"],[36.0,"Apr 29, 2016 10:02:41 AM"],[45.0,"Apr 29, 2016 10:02:41 PM"],[32.0,"Apr 29, 2016 10:02:42 AM"],[41.0,"Apr 29, 2016 10:02:42 PM"],[27.0,"Apr 29, 2016 10:02:43 AM"],[44.0,"Apr 29, 2016 10:02:43 PM"],[47.0,"Apr 29, 2016 10:02:44 AM"],[30.0,"Apr 29, 2016 10:02:44 PM"],[34.0,"Apr 29, 2016 10:02:45 AM"],[39.0,"Apr 29, 2016 10:02:45 PM"],[34.0,"Apr 29, 2016 10:02:46 AM"],[36.0,"Apr 29, 2016 10:02:46 PM"],[24.0,"Apr 29, 2016 10:02:47 AM"],[48.0,"Apr 29, 2016 10:02:47 PM"],[34.0,"Apr 29, 2016 10:02:48 AM"],[34.0,"Apr 29, 2016 10:02:48 PM"],[37.0,"Apr 29, 2016 10:02:49 AM"],[44.0,"Apr 29, 2016 10:02:49 PM"],[41.0,"Apr 29, 2016 10:02:50 AM"],[38.0,"Apr 29, 2016 10:02:50 PM"],[30.0,"Apr 29, 2016 10:02:51 AM"],[40.0,"Apr 29, 2016 10:02:51 PM"],[45.0,"Apr 29, 2016 10:02:52 AM"],[38.0,"Apr 29, 2016 10:02:52 PM"],[38.0,"Apr 29, 2016 10:02:53 AM"],[38.0,"Apr 29, 2016 10:02:53 PM"],[39.0,"Apr 29, 2016 10:02:54 AM"],[41.0,"Apr 29, 2016 10:02:54 PM"],[37.0,"Apr 29, 2016 10:02:55 AM"],[40.0,"Apr 29, 2016 10:02:55 PM"],[23.0,"Apr 29, 2016 10:02:56 AM"],[48.0,"Apr 29, 2016 10:02:56 PM"],[40.0,"Apr 29, 2016 10:02:57 AM"],[42.0,"Apr 29, 2016 10:02:57 PM"],[35.0,"Apr 29, 2016 10:02:58 AM"],[35.0,"Apr 29, 2016 10:02:58 PM"],[36.0,"Apr 29, 2016 10:02:59 AM"],[39.0,"Apr 29, 2016 10:02:59 PM"],[43.0,"Apr 29, 2016 10:03:00 AM"],[47.0,"Apr 29, 2016 10:03:00 PM"],[43.0,"Apr 29, 2016 10:03:01 AM"],[46.0,"Apr 29, 2016 10:03:01 PM"],[52.0,"Apr 29, 2016 10:03:02 AM"],[38.0,"Apr 29, 2016 10:03:02 PM"],[44.0,"Apr 29, 2016 10:03:03 AM"],[49.0,"Apr 29, 2016 10:03:03 PM"],[44.0,"Apr 29, 2016 10:03:04 AM"],[39.0,"Apr 29, 2016 10:03:04 PM"],[47.0,"Apr 29, 2016 10:03:05 AM"],[36.0,"Apr 29, 2016 10:03:05 PM"],[36.0,"Apr 29, 2016 10:03:06 AM"],[40.0,"Apr 29, 2016 10:03:06 PM"],[61.0,"Apr 29, 2016 10:03:07 AM"],[45.0,"Apr 29, 2016 10:03:07 PM"],[52.0,"Apr 29, 2016 10:03:08 AM"],[39.0,"Apr 29, 2016 10:03:08 PM"],[26.0,"Apr 29, 2016 10:03:09 AM"],[26.0,"Apr 29, 2016 10:03:09 PM"],[38.0,"Apr 29, 2016 10:03:10 AM"],[45.0,"Apr 29, 2016 10:03:10 PM"],[29.0,"Apr 29, 2016 10:03:11 AM"],[27.0,"Apr 29, 2016 10:03:11 PM"],[31.0,"Apr 29, 2016 10:03:12 AM"],[38.0,"Apr 29, 2016 10:03:12 PM"],[55.0,"Apr 29, 2016 10:03:13 AM"],[48.0,"Apr 29, 2016 10:03:13 PM"],[55.0,"Apr 29, 2016 10:03:14 AM"],[52.0,"Apr 29, 2016 10:03:14 PM"],[42.0,"Apr 29, 2016 10:03:15 AM"],[37.0,"Apr 29, 2016 10:03:15 PM"],[39.0,"Apr 29, 2016 10:03:16 AM"],[32.0,"Apr 29, 2016 10:03:16 PM"],[32.0,"Apr 29, 2016 10:03:17 AM"],[43.0,"Apr 29, 2016 10:03:17 PM"],[47.0,"Apr 29, 2016 10:03:18 AM"],[42.0,"Apr 29, 2016 10:03:18 PM"],[32.0,"Apr 29, 2016 10:03:19 AM"],[36.0,"Apr 29, 2016 10:03:19 PM"],[41.0,"Apr 29, 2016 10:03:20 AM"],[37.0,"Apr 29, 2016 10:03:20 PM"],[27.0,"Apr 29, 2016 10:03:21 AM"],[62.0,"Apr 29, 2016 10:03:21 PM"],[32.0,"Apr 29, 2016 10:03:22 AM"],[44.0,"Apr 29, 2016 10:03:22 PM"],[44.0,"Apr 29, 2016 10:03:23 AM"],[42.0,"Apr 29, 2016 10:03:23 PM"],[35.0,"Apr 29, 2016 10:03:24 AM"],[47.0,"Apr 29, 2016 10:03:24 PM"],[36.0,"Apr 29, 2016 10:03:25 AM"],[39.0,"Apr 29, 2016 10:03:25 PM"],[33.0,"Apr 29, 2016 10:03:26 AM"],[44.0,"Apr 29, 2016 10:03:26 PM"],[29.0,"Apr 29, 2016 10:03:27 AM"],[47.0,"Apr 29, 2016 10:03:27 PM"],[32.0,"Apr 29, 2016 10:03:28 AM"],[38.0,"Apr 29, 2016 10:03:28 PM"],[30.0,"Apr 29, 2016 10:03:29 AM"],[41.0,"Apr 29, 2016 10:03:29 PM"],[34.0,"Apr 29, 2016 10:03:30 AM"],[44.0,"Apr 29, 2016 10:03:30 PM"],[39.0,"Apr 29, 2016 10:03:31 AM"],[55.0,"Apr 29, 2016 10:03:31 PM"],[48.0,"Apr 29, 2016 10:03:32 AM"],[43.0,"Apr 29, 2016 10:03:32 PM"],[40.0,"Apr 29, 2016 10:03:33 AM"],[34.0,"Apr 29, 2016 10:03:33 PM"],[37.0,"Apr 29, 2016 10:03:34 AM"],[49.0,"Apr 29, 2016 10:03:34 PM"],[43.0,"Apr 29, 2016 10:03:35 AM"],[48.0,"Apr 29, 2016 10:03:35 PM"],[39.0,"Apr 29, 2016 10:03:36 AM"],[52.0,"Apr 29, 2016 10:03:36 PM"],[31.0,"Apr 29, 2016 10:03:37 AM"],[31.0,"Apr 29, 2016 10:03:37 PM"],[47.0,"Apr 29, 2016 10:03:38 AM"],[40.0,"Apr 29, 2016 10:03:38 PM"],[38.0,"Apr 29, 2016 10:03:39 AM"],[59.0,"Apr 29, 2016 10:03:39 PM"],[48.0,"Apr 29, 2016 10:03:40 AM"],[48.0,"Apr 29, 2016 10:03:40 PM"],[41.0,"Apr 29, 2016 10:03:41 AM"],[39.0,"Apr 29, 2016 10:03:41 PM"],[48.0,"Apr 29, 2016 10:03:42 AM"],[64.0,"Apr 29, 2016 10:03:42 PM"],[43.0,"Apr 29, 2016 10:03:43 AM"],[37.0,"Apr 29, 2016 10:03:43 PM"],[48.0,"Apr 29, 2016 10:03:44 AM"],[52.0,"Apr 29, 2016 10:03:44 PM"],[22.0,"Apr 29, 2016 10:03:45 AM"],[58.0,"Apr 29, 2016 10:03:45 PM"],[42.0,"Apr 29, 2016 10:03:46 AM"],[38.0,"Apr 29, 2016 10:03:46 PM"],[25.0,"Apr 29, 2016 10:03:47 AM"],[49.0,"Apr 29, 2016 10:03:47 PM"],[35.0,"Apr 29, 2016 10:03:48 AM"],[42.0,"Apr 29, 2016 10:03:48 PM"],[42.0,"Apr 29, 2016 10:03:49 AM"],[39.0,"Apr 29, 2016 10:03:49 PM"],[44.0,"Apr 29, 2016 10:03:50 AM"],[52.0,"Apr 29, 2016 10:03:50 PM"],[27.0,"Apr 29, 2016 10:03:51 AM"],[47.0,"Apr 29, 2016 10:03:51 PM"],[31.0,"Apr 29, 2016 10:03:52 AM"],[35.0,"Apr 29, 2016 10:03:52 PM"],[41.0,"Apr 29, 2016 10:03:53 AM"],[40.0,"Apr 29, 2016 10:03:53 PM"],[38.0,"Apr 29, 2016 10:03:54 AM"],[54.0,"Apr 29, 2016 10:03:54 PM"],[35.0,"Apr 29, 2016 10:03:55 AM"],[41.0,"Apr 29, 2016 10:03:55 PM"],[43.0,"Apr 29, 2016 10:03:56 AM"],[41.0,"Apr 29, 2016 10:03:56 PM"],[37.0,"Apr 29, 2016 10:03:57 AM"],[40.0,"Apr 29, 2016 10:03:57 PM"],[40.0,"Apr 29, 2016 10:03:58 AM"],[46.0,"Apr 29, 2016 10:03:58 PM"],[30.0,"Apr 29, 2016 10:03:59 AM"],[48.0,"Apr 29, 2016 10:03:59 PM"],[42.0,"Apr 29, 2016 10:04:00 AM"],[46.0,"Apr 29, 2016 10:04:00 PM"],[46.0,"Apr 29, 2016 10:04:01 AM"],[40.0,"Apr 29, 2016 10:04:01 PM"],[47.0,"Apr 29, 2016 10:04:02 AM"],[50.0,"Apr 29, 2016 10:04:02 PM"],[30.0,"Apr 29, 2016 10:04:03 AM"],[38.0,"Apr 29, 2016 10:04:03 PM"],[29.0,"Apr 29, 2016 10:04:04 AM"],[48.0,"Apr 29, 2016 10:04:04 PM"],[56.0,"Apr 29, 2016 10:04:05 AM"],[42.0,"Apr 29, 2016 10:04:05 PM"],[51.0,"Apr 29, 2016 10:04:06 AM"],[46.0,"Apr 29, 2016 10:04:06 PM"],[39.0,"Apr 29, 2016 10:04:07 AM"],[41.0,"Apr 29, 2016 10:04:07 PM"],[32.0,"Apr 29, 2016 10:04:08 AM"],[50.0,"Apr 29, 2016 10:04:08 PM"],[32.0,"Apr 29, 2016 10:04:09 AM"],[38.0,"Apr 29, 2016 10:04:09 PM"],[31.0,"Apr 29, 2016 10:04:10 AM"],[41.0,"Apr 29, 2016 10:04:10 PM"],[34.0,"Apr 29, 2016 10:04:11 AM"],[42.0,"Apr 29, 2016 10:04:11 PM"],[36.0,"Apr 29, 2016 10:04:12 AM"],[29.0,"Apr 29, 2016 10:04:12 PM"],[42.0,"Apr 29, 2016 10:04:13 AM"],[43.0,"Apr 29, 2016 10:04:13 PM"],[48.0,"Apr 29, 2016 10:04:14 AM"],[53.0,"Apr 29, 2016 10:04:14 PM"],[37.0,"Apr 29, 2016 10:04:15 AM"],[27.0,"Apr 29, 2016 10:04:15 PM"],[31.0,"Apr 29, 2016 10:04:16 AM"],[36.0,"Apr 29, 2016 10:04:16 PM"],[36.0,"Apr 29, 2016 10:04:17 AM"],[51.0,"Apr 29, 2016 10:04:17 PM"],[35.0,"Apr 29, 2016 10:04:18 AM"],[39.0,"Apr 29, 2016 10:04:18 PM"],[23.0,"Apr 29, 2016 10:04:19 AM"],[41.0,"Apr 29, 2016 10:04:19 PM"],[48.0,"Apr 29, 2016 10:04:20 AM"],[48.0,"Apr 29, 2016 10:04:20 PM"],[41.0,"Apr 29, 2016 10:04:21 AM"],[44.0,"Apr 29, 2016 10:04:21 PM"],[41.0,"Apr 29, 2016 10:04:22 AM"],[30.0,"Apr 29, 2016 10:04:22 PM"],[39.0,"Apr 29, 2016 10:04:23 AM"],[37.0,"Apr 29, 2016 10:04:23 PM"],[42.0,"Apr 29, 2016 10:04:24 AM"],[37.0,"Apr 29, 2016 10:04:24 PM"],[31.0,"Apr 29, 2016 10:04:25 AM"],[49.0,"Apr 29, 2016 10:04:25 PM"],[35.0,"Apr 29, 2016 10:04:26 AM"],[49.0,"Apr 29, 2016 10:04:26 PM"],[24.0,"Apr 29, 2016 10:04:27 AM"],[35.0,"Apr 29, 2016 10:04:27 PM"],[38.0,"Apr 29, 2016 10:04:28 AM"],[39.0,"Apr 29, 2016 10:04:28 PM"],[35.0,"Apr 29, 2016 10:04:29 AM"],[50.0,"Apr 29, 2016 10:04:29 PM"],[31.0,"Apr 29, 2016 10:04:30 AM"],[39.0,"Apr 29, 2016 10:04:30 PM"],[39.0,"Apr 29, 2016 10:04:31 AM"],[46.0,"Apr 29, 2016 10:04:31 PM"],[45.0,"Apr 29, 2016 10:04:32 AM"],[31.0,"Apr 29, 2016 10:04:32 PM"],[40.0,"Apr 29, 2016 10:04:33 AM"],[29.0,"Apr 29, 2016 10:04:33 PM"],[34.0,"Apr 29, 2016 10:04:34 AM"],[41.0,"Apr 29, 2016 10:04:34 PM"],[32.0,"Apr 29, 2016 10:04:35 AM"],[49.0,"Apr 29, 2016 10:04:35 PM"],[29.0,"Apr 29, 2016 10:04:36 AM"],[38.0,"Apr 29, 2016 10:04:36 PM"],[39.0,"Apr 29, 2016 10:04:37 AM"],[52.0,"Apr 29, 2016 10:04:37 PM"],[33.0,"Apr 29, 2016 10:04:38 AM"],[38.0,"Apr 29, 2016 10:04:38 PM"],[43.0,"Apr 29, 2016 10:04:39 AM"],[41.0,"Apr 29, 2016 10:04:39 PM"],[18.0,"Apr 29, 2016 10:04:40 AM"],[37.0,"Apr 29, 2016 10:04:40 PM"],[32.0,"Apr 29, 2016 10:04:41 AM"],[64.0,"Apr 29, 2016 10:04:41 PM"],[42.0,"Apr 29, 2016 10:04:42 AM"],[28.0,"Apr 29, 2016 10:04:42 PM"],[39.0,"Apr 29, 2016 10:04:43 AM"],[44.0,"Apr 29, 2016 10:04:43 PM"],[29.0,"Apr 29, 2016 10:04:44 AM"],[37.0,"Apr 29, 2016 10:04:44 PM"],[36.0,"Apr 29, 2016 10:04:45 AM"],[51.0,"Apr 29, 2016 10:04:45 PM"],[28.0,"Apr 29, 2016 10:04:46 AM"],[43.0,"Apr 29, 2016 10:04:46 PM"],[32.0,"Apr 29, 2016 10:04:47 AM"],[32.0,"Apr 29, 2016 10:04:47 PM"],[30.0,"Apr 29, 2016 10:04:48 AM"],[46.0,"Apr 29, 2016 10:04:48 PM"],[33.0,"Apr 29, 2016 10:04:49 AM"],[37.0,"Apr 29, 2016 10:04:49 PM"],[33.0,"Apr 29, 2016 10:04:50 AM"],[29.0,"Apr 29, 2016 10:04:50 PM"],[39.0,"Apr 29, 2016 10:04:51 AM"],[55.0,"Apr 29, 2016 10:04:51 PM"],[34.0,"Apr 29, 2016 10:04:52 AM"],[40.0,"Apr 29, 2016 10:04:52 PM"],[51.0,"Apr 29, 2016 10:04:53 AM"],[56.0,"Apr 29, 2016 10:04:53 PM"],[34.0,"Apr 29, 2016 10:04:54 AM"],[42.0,"Apr 29, 2016 10:04:54 PM"],[29.0,"Apr 29, 2016 10:04:55 AM"],[41.0,"Apr 29, 2016 10:04:55 PM"],[32.0,"Apr 29, 2016 10:04:56 AM"],[31.0,"Apr 29, 2016 10:04:56 PM"],[44.0,"Apr 29, 2016 10:04:57 AM"],[39.0,"Apr 29, 2016 10:04:57 PM"],[33.0,"Apr 29, 2016 10:04:58 AM"],[35.0,"Apr 29, 2016 10:04:58 PM"],[44.0,"Apr 29, 2016 10:04:59 AM"],[33.0,"Apr 29, 2016 10:04:59 PM"],[37.0,"Apr 29, 2016 10:05:00 AM"],[38.0,"Apr 29, 2016 10:05:00 PM"],[28.0,"Apr 29, 2016 10:05:01 AM"],[43.0,"Apr 29, 2016 10:05:01 PM"],[36.0,"Apr 29, 2016 10:05:02 AM"],[42.0,"Apr 29, 2016 10:05:02 PM"],[43.0,"Apr 29, 2016 10:05:03 AM"],[45.0,"Apr 29, 2016 10:05:03 PM"],[52.0,"Apr 29, 2016 10:05:04 AM"],[42.0,"Apr 29, 2016 10:05:04 PM"],[31.0,"Apr 29, 2016 10:05:05 AM"],[37.0,"Apr 29, 2016 10:05:05 PM"],[39.0,"Apr 29, 2016 10:05:06 AM"],[54.0,"Apr 29, 2016 10:05:06 PM"],[37.0,"Apr 29, 2016 10:05:07 AM"],[48.0,"Apr 29, 2016 10:05:07 PM"],[25.0,"Apr 29, 2016 10:05:08 AM"],[35.0,"Apr 29, 2016 10:05:08 PM"],[41.0,"Apr 29, 2016 10:05:09 AM"],[43.0,"Apr 29, 2016 10:05:09 PM"],[40.0,"Apr 29, 2016 10:05:10 AM"],[57.0,"Apr 29, 2016 10:05:10 PM"],[42.0,"Apr 29, 2016 10:05:11 AM"],[48.0,"Apr 29, 2016 10:05:11 PM"],[39.0,"Apr 29, 2016 10:05:12 AM"],[39.0,"Apr 29, 2016 10:05:12 PM"],[43.0,"Apr 29, 2016 10:05:13 AM"],[44.0,"Apr 29, 2016 10:05:13 PM"],[31.0,"Apr 29, 2016 10:05:14 AM"],[47.0,"Apr 29, 2016 10:05:14 PM"],[40.0,"Apr 29, 2016 10:05:15 AM"],[37.0,"Apr 29, 2016 10:05:15 PM"],[54.0,"Apr 29, 2016 10:05:16 AM"],[44.0,"Apr 29, 2016 10:05:16 PM"],[31.0,"Apr 29, 2016 10:05:17 AM"],[48.0,"Apr 29, 2016 10:05:17 PM"],[42.0,"Apr 29, 2016 10:05:18 AM"],[49.0,"Apr 29, 2016 10:05:18 PM"],[34.0,"Apr 29, 2016 10:05:19 AM"],[42.0,"Apr 29, 2016 10:05:19 PM"],[32.0,"Apr 29, 2016 10:05:20 AM"],[37.0,"Apr 29, 2016 10:05:20 PM"],[43.0,"Apr 29, 2016 10:05:21 AM"],[44.0,"Apr 29, 2016 10:05:21 PM"],[48.0,"Apr 29, 2016 10:05:22 AM"],[46.0,"Apr 29, 2016 10:05:22 PM"],[39.0,"Apr 29, 2016 10:05:23 AM"],[39.0,"Apr 29, 2016 10:05:23 PM"],[29.0,"Apr 29, 2016 10:05:24 AM"],[43.0,"Apr 29, 2016 10:05:24 PM"],[35.0,"Apr 29, 2016 10:05:25 AM"],[39.0,"Apr 29, 2016 10:05:25 PM"],[35.0,"Apr 29, 2016 10:05:26 AM"],[43.0,"Apr 29, 2016 10:05:26 PM"],[41.0,"Apr 29, 2016 10:05:27 AM"],[44.0,"Apr 29, 2016 10:05:27 PM"],[34.0,"Apr 29, 2016 10:05:28 AM"],[43.0,"Apr 29, 2016 10:05:28 PM"],[41.0,"Apr 29, 2016 10:05:29 AM"],[46.0,"Apr 29, 2016 10:05:29 PM"],[32.0,"Apr 29, 2016 10:05:30 AM"],[53.0,"Apr 29, 2016 10:05:30 PM"],[36.0,"Apr 29, 2016 10:05:31 AM"],[38.0,"Apr 29, 2016 10:05:31 PM"],[36.0,"Apr 29, 2016 10:05:32 AM"],[39.0,"Apr 29, 2016 10:05:32 PM"],[42.0,"Apr 29, 2016 10:05:33 AM"],[37.0,"Apr 29, 2016 10:05:33 PM"],[32.0,"Apr 29, 2016 10:05:34 AM"],[47.0,"Apr 29, 2016 10:05:34 PM"],[37.0,"Apr 29, 2016 10:05:35 AM"],[46.0,"Apr 29, 2016 10:05:35 PM"],[40.0,"Apr 29, 2016 10:05:36 AM"],[43.0,"Apr 29, 2016 10:05:36 PM"],[33.0,"Apr 29, 2016 10:05:37 AM"],[45.0,"Apr 29, 2016 10:05:37 PM"],[46.0,"Apr 29, 2016 10:05:38 AM"],[38.0,"Apr 29, 2016 10:05:38 PM"],[32.0,"Apr 29, 2016 10:05:39 AM"],[47.0,"Apr 29, 2016 10:05:39 PM"],[50.0,"Apr 29, 2016 10:05:40 AM"],[37.0,"Apr 29, 2016 10:05:40 PM"],[37.0,"Apr 29, 2016 10:05:41 AM"],[47.0,"Apr 29, 2016 10:05:41 PM"],[34.0,"Apr 29, 2016 10:05:42 AM"],[39.0,"Apr 29, 2016 10:05:42 PM"],[43.0,"Apr 29, 2016 10:05:43 AM"],[30.0,"Apr 29, 2016 10:05:43 PM"],[34.0,"Apr 29, 2016 10:05:44 AM"],[38.0,"Apr 29, 2016 10:05:44 PM"],[39.0,"Apr 29, 2016 10:05:45 AM"],[41.0,"Apr 29, 2016 10:05:45 PM"],[32.0,"Apr 29, 2016 10:05:46 AM"],[42.0,"Apr 29, 2016 10:05:46 PM"],[38.0,"Apr 29, 2016 10:05:47 AM"],[37.0,"Apr 29, 2016 10:05:47 PM"],[41.0,"Apr 29, 2016 10:05:48 AM"],[46.0,"Apr 29, 2016 10:05:48 PM"],[40.0,"Apr 29, 2016 10:05:49 AM"],[52.0,"Apr 29, 2016 10:05:49 PM"],[50.0,"Apr 29, 2016 10:05:50 AM"],[34.0,"Apr 29, 2016 10:05:50 PM"],[29.0,"Apr 29, 2016 10:05:51 AM"],[33.0,"Apr 29, 2016 10:05:51 PM"],[43.0,"Apr 29, 2016 10:05:52 AM"],[34.0,"Apr 29, 2016 10:05:52 PM"],[45.0,"Apr 29, 2016 10:05:53 AM"],[42.0,"Apr 29, 2016 10:05:53 PM"],[28.0,"Apr 29, 2016 10:05:54 AM"],[42.0,"Apr 29, 2016 10:05:54 PM"],[38.0,"Apr 29, 2016 10:05:55 AM"],[34.0,"Apr 29, 2016 10:05:55 PM"],[34.0,"Apr 29, 2016 10:05:56 AM"],[38.0,"Apr 29, 2016 10:05:56 PM"],[42.0,"Apr 29, 2016 10:05:57 AM"],[38.0,"Apr 29, 2016 10:05:57 PM"],[41.0,"Apr 29, 2016 10:05:58 AM"],[36.0,"Apr 29, 2016 10:05:58 PM"],[40.0,"Apr 29, 2016 10:05:59 AM"],[38.0,"Apr 29, 2016 10:05:59 PM"],[31.0,"Apr 29, 2016 10:06:00 AM"],[45.0,"Apr 29, 2016 10:06:00 PM"],[36.0,"Apr 29, 2016 10:06:01 AM"],[37.0,"Apr 29, 2016 10:06:01 PM"],[29.0,"Apr 29, 2016 10:06:02 AM"],[30.0,"Apr 29, 2016 10:06:02 PM"],[46.0,"Apr 29, 2016 10:06:03 AM"],[44.0,"Apr 29, 2016 10:06:03 PM"],[42.0,"Apr 29, 2016 10:06:04 AM"],[35.0,"Apr 29, 2016 10:06:04 PM"],[44.0,"Apr 29, 2016 10:06:05 AM"],[46.0,"Apr 29, 2016 10:06:05 PM"],[52.0,"Apr 29, 2016 10:06:06 AM"],[52.0,"Apr 29, 2016 10:06:06 PM"],[51.0,"Apr 29, 2016 10:06:07 AM"],[39.0,"Apr 29, 2016 10:06:07 PM"],[36.0,"Apr 29, 2016 10:06:08 AM"],[43.0,"Apr 29, 2016 10:06:08 PM"],[43.0,"Apr 29, 2016 10:06:09 AM"],[42.0,"Apr 29, 2016 10:06:09 PM"],[37.0,"Apr 29, 2016 10:06:10 AM"],[38.0,"Apr 29, 2016 10:06:10 PM"],[33.0,"Apr 29, 2016 10:06:11 AM"],[48.0,"Apr 29, 2016 10:06:11 PM"],[45.0,"Apr 29, 2016 10:06:12 AM"],[39.0,"Apr 29, 2016 10:06:12 PM"],[36.0,"Apr 29, 2016 10:06:13 AM"],[38.0,"Apr 29, 2016 10:06:13 PM"],[31.0,"Apr 29, 2016 10:06:14 AM"],[40.0,"Apr 29, 2016 10:06:14 PM"],[25.0,"Apr 29, 2016 10:06:15 AM"],[52.0,"Apr 29, 2016 10:06:15 PM"],[35.0,"Apr 29, 2016 10:06:16 AM"],[49.0,"Apr 29, 2016 10:06:16 PM"],[31.0,"Apr 29, 2016 10:06:17 AM"],[33.0,"Apr 29, 2016 10:06:17 PM"],[38.0,"Apr 29, 2016 10:06:18 AM"],[44.0,"Apr 29, 2016 10:06:18 PM"],[39.0,"Apr 29, 2016 10:06:19 AM"],[41.0,"Apr 29, 2016 10:06:19 PM"],[42.0,"Apr 29, 2016 10:06:20 AM"],[29.0,"Apr 29, 2016 10:06:20 PM"],[25.0,"Apr 29, 2016 10:06:21 AM"],[39.0,"Apr 29, 2016 10:06:21 PM"],[39.0,"Apr 29, 2016 10:06:22 AM"],[27.0,"Apr 29, 2016 10:06:22 PM"],[44.0,"Apr 29, 2016 10:06:23 AM"],[28.0,"Apr 29, 2016 10:06:23 PM"],[51.0,"Apr 29, 2016 10:06:24 AM"],[43.0,"Apr 29, 2016 10:06:24 PM"],[41.0,"Apr 29, 2016 10:06:25 AM"],[45.0,"Apr 29, 2016 10:06:25 PM"],[40.0,"Apr 29, 2016 10:06:26 AM"],[34.0,"Apr 29, 2016 10:06:26 PM"],[47.0,"Apr 29, 2016 10:06:27 AM"],[45.0,"Apr 29, 2016 10:06:27 PM"],[31.0,"Apr 29, 2016 10:06:28 AM"],[39.0,"Apr 29, 2016 10:06:28 PM"],[43.0,"Apr 29, 2016 10:06:29 AM"],[43.0,"Apr 29, 2016 10:06:29 PM"],[35.0,"Apr 29, 2016 10:06:30 AM"],[55.0,"Apr 29, 2016 10:06:30 PM"],[29.0,"Apr 29, 2016 10:06:31 AM"],[46.0,"Apr 29, 2016 10:06:31 PM"],[41.0,"Apr 29, 2016 10:06:32 AM"],[39.0,"Apr 29, 2016 10:06:32 PM"],[33.0,"Apr 29, 2016 10:06:33 AM"],[38.0,"Apr 29, 2016 10:06:33 PM"],[44.0,"Apr 29, 2016 10:06:34 AM"],[43.0,"Apr 29, 2016 10:06:34 PM"],[35.0,"Apr 29, 2016 10:06:35 AM"],[35.0,"Apr 29, 2016 10:06:35 PM"],[34.0,"Apr 29, 2016 10:06:36 AM"],[42.0,"Apr 29, 2016 10:06:36 PM"],[34.0,"Apr 29, 2016 10:06:37 AM"],[43.0,"Apr 29, 2016 10:06:37 PM"],[43.0,"Apr 29, 2016 10:06:38 AM"],[39.0,"Apr 29, 2016 10:06:38 PM"],[35.0,"Apr 29, 2016 10:06:39 AM"],[35.0,"Apr 29, 2016 10:06:39 PM"],[29.0,"Apr 29, 2016 10:06:40 AM"],[41.0,"Apr 29, 2016 10:06:40 PM"],[34.0,"Apr 29, 2016 10:06:41 AM"],[39.0,"Apr 29, 2016 10:06:41 PM"],[36.0,"Apr 29, 2016 10:06:42 AM"],[51.0,"Apr 29, 2016 10:06:42 PM"],[36.0,"Apr 29, 2016 10:06:43 AM"],[35.0,"Apr 29, 2016 10:06:43 PM"],[41.0,"Apr 29, 2016 10:06:44 AM"],[38.0,"Apr 29, 2016 10:06:44 PM"],[28.0,"Apr 29, 2016 10:06:45 AM"],[56.0,"Apr 29, 2016 10:06:45 PM"],[33.0,"Apr 29, 2016 10:06:46 AM"],[28.0,"Apr 29, 2016 10:06:46 PM"],[36.0,"Apr 29, 2016 10:06:47 AM"],[30.0,"Apr 29, 2016 10:06:47 PM"],[39.0,"Apr 29, 2016 10:06:48 AM"],[54.0,"Apr 29, 2016 10:06:48 PM"],[38.0,"Apr 29, 2016 10:06:49 AM"],[42.0,"Apr 29, 2016 10:06:49 PM"],[35.0,"Apr 29, 2016 10:06:50 AM"],[53.0,"Apr 29, 2016 10:06:50 PM"],[47.0,"Apr 29, 2016 10:06:51 AM"],[34.0,"Apr 29, 2016 10:06:51 PM"],[34.0,"Apr 29, 2016 10:06:52 AM"],[43.0,"Apr 29, 2016 10:06:52 PM"],[37.0,"Apr 29, 2016 10:06:53 AM"],[46.0,"Apr 29, 2016 10:06:53 PM"],[44.0,"Apr 29, 2016 10:06:54 AM"],[43.0,"Apr 29, 2016 10:06:54 PM"],[43.0,"Apr 29, 2016 10:06:55 AM"],[34.0,"Apr 29, 2016 10:06:55 PM"],[34.0,"Apr 29, 2016 10:06:56 AM"],[40.0,"Apr 29, 2016 10:06:56 PM"],[34.0,"Apr 29, 2016 10:06:57 AM"],[48.0,"Apr 29, 2016 10:06:57 PM"],[29.0,"Apr 29, 2016 10:06:58 AM"],[54.0,"Apr 29, 2016 10:06:58 PM"],[31.0,"Apr 29, 2016 10:06:59 AM"],[40.0,"Apr 29, 2016 10:06:59 PM"],[35.0,"Apr 29, 2016 10:07:00 AM"],[38.0,"Apr 29, 2016 10:07:00 PM"],[39.0,"Apr 29, 2016 10:07:01 AM"],[35.0,"Apr 29, 2016 10:07:01 PM"],[46.0,"Apr 29, 2016 10:07:02 AM"],[37.0,"Apr 29, 2016 10:07:02 PM"],[40.0,"Apr 29, 2016 10:07:03 AM"],[42.0,"Apr 29, 2016 10:07:03 PM"],[45.0,"Apr 29, 2016 10:07:04 AM"],[56.0,"Apr 29, 2016 10:07:04 PM"],[34.0,"Apr 29, 2016 10:07:05 AM"],[36.0,"Apr 29, 2016 10:07:05 PM"],[29.0,"Apr 29, 2016 10:07:06 AM"],[45.0,"Apr 29, 2016 10:07:06 PM"],[33.0,"Apr 29, 2016 10:07:07 AM"],[43.0,"Apr 29, 2016 10:07:07 PM"],[37.0,"Apr 29, 2016 10:07:08 AM"],[42.0,"Apr 29, 2016 10:07:08 PM"],[37.0,"Apr 29, 2016 10:07:09 AM"],[41.0,"Apr 29, 2016 10:07:09 PM"],[41.0,"Apr 29, 2016 10:07:10 AM"],[41.0,"Apr 29, 2016 10:07:10 PM"],[36.0,"Apr 29, 2016 10:07:11 AM"],[47.0,"Apr 29, 2016 10:07:11 PM"],[36.0,"Apr 29, 2016 10:07:12 AM"],[45.0,"Apr 29, 2016 10:07:12 PM"],[25.0,"Apr 29, 2016 10:07:13 AM"],[40.0,"Apr 29, 2016 10:07:13 PM"],[34.0,"Apr 29, 2016 10:07:14 AM"],[45.0,"Apr 29, 2016 10:07:14 PM"],[42.0,"Apr 29, 2016 10:07:15 AM"],[45.0,"Apr 29, 2016 10:07:15 PM"],[33.0,"Apr 29, 2016 10:07:16 AM"],[35.0,"Apr 29, 2016 10:07:16 PM"],[41.0,"Apr 29, 2016 10:07:17 AM"],[49.0,"Apr 29, 2016 10:07:17 PM"],[40.0,"Apr 29, 2016 10:07:18 AM"],[39.0,"Apr 29, 2016 10:07:18 PM"],[30.0,"Apr 29, 2016 10:07:19 AM"],[34.0,"Apr 29, 2016 10:07:19 PM"],[37.0,"Apr 29, 2016 10:07:20 AM"],[39.0,"Apr 29, 2016 10:07:20 PM"],[42.0,"Apr 29, 2016 10:07:21 AM"],[42.0,"Apr 29, 2016 10:07:21 PM"],[36.0,"Apr 29, 2016 10:07:22 AM"],[49.0,"Apr 29, 2016 10:07:22 PM"],[28.0,"Apr 29, 2016 10:07:23 AM"],[44.0,"Apr 29, 2016 10:07:23 PM"],[35.0,"Apr 29, 2016 10:07:24 AM"],[51.0,"Apr 29, 2016 10:07:24 PM"],[35.0,"Apr 29, 2016 10:07:25 AM"],[53.0,"Apr 29, 2016 10:07:25 PM"],[32.0,"Apr 29, 2016 10:07:26 AM"],[42.0,"Apr 29, 2016 10:07:26 PM"],[49.0,"Apr 29, 2016 10:07:27 AM"],[32.0,"Apr 29, 2016 10:07:27 PM"],[43.0,"Apr 29, 2016 10:07:28 AM"],[42.0,"Apr 29, 2016 10:07:28 PM"],[25.0,"Apr 29, 2016 10:07:29 AM"],[34.0,"Apr 29, 2016 10:07:29 PM"],[31.0,"Apr 29, 2016 10:07:30 AM"],[45.0,"Apr 29, 2016 10:07:30 PM"],[47.0,"Apr 29, 2016 10:07:31 AM"],[45.0,"Apr 29, 2016 10:07:31 PM"],[42.0,"Apr 29, 2016 10:07:32 AM"],[35.0,"Apr 29, 2016 10:07:32 PM"],[41.0,"Apr 29, 2016 10:07:33 AM"],[39.0,"Apr 29, 2016 10:07:33 PM"],[33.0,"Apr 29, 2016 10:07:34 AM"],[35.0,"Apr 29, 2016 10:07:34 PM"],[33.0,"Apr 29, 2016 10:07:35 AM"],[41.0,"Apr 29, 2016 10:07:35 PM"],[28.0,"Apr 29, 2016 10:07:36 AM"],[45.0,"Apr 29, 2016 10:07:36 PM"],[42.0,"Apr 29, 2016 10:07:37 AM"],[40.0,"Apr 29, 2016 10:07:37 PM"],[38.0,"Apr 29, 2016 10:07:38 AM"],[47.0,"Apr 29, 2016 10:07:38 PM"],[39.0,"Apr 29, 2016 10:07:39 AM"],[47.0,"Apr 29, 2016 10:07:39 PM"],[56.0,"Apr 29, 2016 10:07:40 AM"],[39.0,"Apr 29, 2016 10:07:40 PM"],[29.0,"Apr 29, 2016 10:07:41 AM"],[29.0,"Apr 29, 2016 10:07:41 PM"],[37.0,"Apr 29, 2016 10:07:42 AM"],[47.0,"Apr 29, 2016 10:07:42 PM"],[39.0,"Apr 29, 2016 10:07:43 AM"],[42.0,"Apr 29, 2016 10:07:43 PM"],[38.0,"Apr 29, 2016 10:07:44 AM"],[45.0,"Apr 29, 2016 10:07:44 PM"],[43.0,"Apr 29, 2016 10:07:45 AM"],[45.0,"Apr 29, 2016 10:07:45 PM"],[28.0,"Apr 29, 2016 10:07:46 AM"],[31.0,"Apr 29, 2016 10:07:46 PM"],[36.0,"Apr 29, 2016 10:07:47 AM"],[45.0,"Apr 29, 2016 10:07:47 PM"],[36.0,"Apr 29, 2016 10:07:48 AM"],[31.0,"Apr 29, 2016 10:07:48 PM"],[42.0,"Apr 29, 2016 10:07:49 AM"],[34.0,"Apr 29, 2016 10:07:49 PM"],[30.0,"Apr 29, 2016 10:07:50 AM"],[38.0,"Apr 29, 2016 10:07:50 PM"],[30.0,"Apr 29, 2016 10:07:51 AM"],[39.0,"Apr 29, 2016 10:07:51 PM"],[50.0,"Apr 29, 2016 10:07:52 AM"],[44.0,"Apr 29, 2016 10:07:52 PM"],[36.0,"Apr 29, 2016 10:07:53 AM"],[44.0,"Apr 29, 2016 10:07:53 PM"],[36.0,"Apr 29, 2016 10:07:54 AM"],[43.0,"Apr 29, 2016 10:07:54 PM"],[46.0,"Apr 29, 2016 10:07:55 AM"],[35.0,"Apr 29, 2016 10:07:55 PM"],[42.0,"Apr 29, 2016 10:07:56 AM"],[42.0,"Apr 29, 2016 10:07:56 PM"],[24.0,"Apr 29, 2016 10:07:57 AM"],[46.0,"Apr 29, 2016 10:07:57 PM"],[36.0,"Apr 29, 2016 10:07:58 AM"],[37.0,"Apr 29, 2016 10:07:58 PM"],[26.0,"Apr 29, 2016 10:07:59 AM"],[46.0,"Apr 29, 2016 10:07:59 PM"],[32.0,"Apr 29, 2016 10:08:00 AM"],[38.0,"Apr 29, 2016 10:08:00 PM"],[31.0,"Apr 29, 2016 10:08:01 AM"],[52.0,"Apr 29, 2016 10:08:01 PM"],[38.0,"Apr 29, 2016 10:08:02 AM"],[49.0,"Apr 29, 2016 10:08:02 PM"],[53.0,"Apr 29, 2016 10:08:03 AM"],[47.0,"Apr 29, 2016 10:08:03 PM"],[42.0,"Apr 29, 2016 10:08:04 AM"],[35.0,"Apr 29, 2016 10:08:04 PM"],[33.0,"Apr 29, 2016 10:08:05 AM"],[34.0,"Apr 29, 2016 10:08:05 PM"],[38.0,"Apr 29, 2016 10:08:06 AM"],[48.0,"Apr 29, 2016 10:08:06 PM"],[35.0,"Apr 29, 2016 10:08:07 AM"],[36.0,"Apr 29, 2016 10:08:07 PM"],[42.0,"Apr 29, 2016 10:08:08 AM"],[42.0,"Apr 29, 2016 10:08:08 PM"],[47.0,"Apr 29, 2016 10:08:09 AM"],[35.0,"Apr 29, 2016 10:08:09 PM"],[42.0,"Apr 29, 2016 10:08:10 AM"],[52.0,"Apr 29, 2016 10:08:10 PM"],[40.0,"Apr 29, 2016 10:08:11 AM"],[37.0,"Apr 29, 2016 10:08:11 PM"],[37.0,"Apr 29, 2016 10:08:12 AM"],[46.0,"Apr 29, 2016 10:08:12 PM"],[39.0,"Apr 29, 2016 10:08:13 AM"],[37.0,"Apr 29, 2016 10:08:13 PM"],[44.0,"Apr 29, 2016 10:08:14 AM"],[55.0,"Apr 29, 2016 10:08:14 PM"],[26.0,"Apr 29, 2016 10:08:15 AM"],[41.0,"Apr 29, 2016 10:08:15 PM"],[53.0,"Apr 29, 2016 10:08:16 AM"],[38.0,"Apr 29, 2016 10:08:16 PM"],[48.0,"Apr 29, 2016 10:08:17 AM"],[32.0,"Apr 29, 2016 10:08:17 PM"],[36.0,"Apr 29, 2016 10:08:18 AM"],[35.0,"Apr 29, 2016 10:08:18 PM"],[45.0,"Apr 29, 2016 10:08:19 AM"],[41.0,"Apr 29, 2016 10:08:19 PM"]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"TweetCount","type":"\"long\""},{"name":"createdAt","type":"\"string\""}],"overflow":true,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"org.apache.spark.sql.AnalysisException: cannot resolve 'mergedtweettable.createdAt' given input columns: [createdAt, TweetCount]; line 1 pos 34","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":null,"error":null,"startTime":1.464848453319E12,"submitTime":1.464848423161E12,"finishTime":1.464848804193E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"lineChart","width":"1797","height":"474","xColumns":["createdAt"],"yColumns":["TweetCount"],"pivotColumns":[],"pivotAggregation":"sum","customPlotOptions":{"areaChart":[{"key":"grouped","value":true},{"key":"stacked","value":false},{"key":"100_stacked","value":false}],"barChart":[{"key":"grouped","value":true},{"key":"stacked","value":false},{"key":"100_stacked","value":false}],"lineChart":[]},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"473577d7-dbf2-40a0-8a4d-3b269354a4bc"},{"version":"CommandV1","origId":128321,"guid":"1955e61a-a2d4-4b8a-86c4-8bb07d653273","subtype":"command","commandType":"auto","position":44.0,"command":"%sql SELECT COUNT(text) as TweetCount, createdAt as DStreamTime FROM mergedTweetTable group by createdAt order by createdAt asc","commandVersion":0,"state":"finished","results":{"type":"table","data":[[34.0,"Apr 29, 2016 10:00:00 AM"],[41.0,"Apr 29, 2016 10:00:00 PM"],[42.0,"Apr 29, 2016 10:00:01 AM"],[55.0,"Apr 29, 2016 10:00:01 PM"],[44.0,"Apr 29, 2016 10:00:02 AM"],[57.0,"Apr 29, 2016 10:00:02 PM"],[67.0,"Apr 29, 2016 10:00:03 AM"],[52.0,"Apr 29, 2016 10:00:03 PM"],[57.0,"Apr 29, 2016 10:00:04 AM"],[49.0,"Apr 29, 2016 10:00:04 PM"],[51.0,"Apr 29, 2016 10:00:05 AM"],[56.0,"Apr 29, 2016 10:00:05 PM"],[42.0,"Apr 29, 2016 10:00:06 AM"],[42.0,"Apr 29, 2016 10:00:06 PM"],[50.0,"Apr 29, 2016 10:00:07 AM"],[48.0,"Apr 29, 2016 10:00:07 PM"],[53.0,"Apr 29, 2016 10:00:08 AM"],[39.0,"Apr 29, 2016 10:00:08 PM"],[31.0,"Apr 29, 2016 10:00:09 AM"],[55.0,"Apr 29, 2016 10:00:09 PM"],[53.0,"Apr 29, 2016 10:00:10 AM"],[47.0,"Apr 29, 2016 10:00:10 PM"],[45.0,"Apr 29, 2016 10:00:11 AM"],[50.0,"Apr 29, 2016 10:00:11 PM"],[41.0,"Apr 29, 2016 10:00:12 AM"],[46.0,"Apr 29, 2016 10:00:12 PM"],[39.0,"Apr 29, 2016 10:00:13 AM"],[75.0,"Apr 29, 2016 10:00:13 PM"],[38.0,"Apr 29, 2016 10:00:14 AM"],[41.0,"Apr 29, 2016 10:00:14 PM"],[46.0,"Apr 29, 2016 10:00:15 AM"],[59.0,"Apr 29, 2016 10:00:15 PM"],[50.0,"Apr 29, 2016 10:00:16 AM"],[39.0,"Apr 29, 2016 10:00:16 PM"],[40.0,"Apr 29, 2016 10:00:17 AM"],[41.0,"Apr 29, 2016 10:00:17 PM"],[40.0,"Apr 29, 2016 10:00:18 AM"],[60.0,"Apr 29, 2016 10:00:18 PM"],[56.0,"Apr 29, 2016 10:00:19 AM"],[49.0,"Apr 29, 2016 10:00:19 PM"],[41.0,"Apr 29, 2016 10:00:20 AM"],[37.0,"Apr 29, 2016 10:00:20 PM"],[44.0,"Apr 29, 2016 10:00:21 AM"],[55.0,"Apr 29, 2016 10:00:21 PM"],[58.0,"Apr 29, 2016 10:00:22 AM"],[32.0,"Apr 29, 2016 10:00:22 PM"],[48.0,"Apr 29, 2016 10:00:23 AM"],[51.0,"Apr 29, 2016 10:00:23 PM"],[57.0,"Apr 29, 2016 10:00:24 AM"],[57.0,"Apr 29, 2016 10:00:24 PM"],[43.0,"Apr 29, 2016 10:00:25 AM"],[55.0,"Apr 29, 2016 10:00:25 PM"],[36.0,"Apr 29, 2016 10:00:26 AM"],[66.0,"Apr 29, 2016 10:00:26 PM"],[53.0,"Apr 29, 2016 10:00:27 AM"],[60.0,"Apr 29, 2016 10:00:27 PM"],[53.0,"Apr 29, 2016 10:00:28 AM"],[58.0,"Apr 29, 2016 10:00:28 PM"],[29.0,"Apr 29, 2016 10:00:29 AM"],[54.0,"Apr 29, 2016 10:00:29 PM"],[36.0,"Apr 29, 2016 10:00:30 AM"],[54.0,"Apr 29, 2016 10:00:30 PM"],[44.0,"Apr 29, 2016 10:00:31 AM"],[61.0,"Apr 29, 2016 10:00:31 PM"],[38.0,"Apr 29, 2016 10:00:32 AM"],[55.0,"Apr 29, 2016 10:00:32 PM"],[36.0,"Apr 29, 2016 10:00:33 AM"],[57.0,"Apr 29, 2016 10:00:33 PM"],[56.0,"Apr 29, 2016 10:00:34 AM"],[55.0,"Apr 29, 2016 10:00:34 PM"],[30.0,"Apr 29, 2016 10:00:35 AM"],[47.0,"Apr 29, 2016 10:00:35 PM"],[39.0,"Apr 29, 2016 10:00:36 AM"],[55.0,"Apr 29, 2016 10:00:36 PM"],[41.0,"Apr 29, 2016 10:00:37 AM"],[57.0,"Apr 29, 2016 10:00:37 PM"],[47.0,"Apr 29, 2016 10:00:38 AM"],[48.0,"Apr 29, 2016 10:00:38 PM"],[37.0,"Apr 29, 2016 10:00:39 AM"],[52.0,"Apr 29, 2016 10:00:39 PM"],[46.0,"Apr 29, 2016 10:00:40 AM"],[48.0,"Apr 29, 2016 10:00:40 PM"],[41.0,"Apr 29, 2016 10:00:41 AM"],[82.0,"Apr 29, 2016 10:00:41 PM"],[40.0,"Apr 29, 2016 10:00:42 AM"],[52.0,"Apr 29, 2016 10:00:42 PM"],[34.0,"Apr 29, 2016 10:00:43 AM"],[53.0,"Apr 29, 2016 10:00:43 PM"],[44.0,"Apr 29, 2016 10:00:44 AM"],[47.0,"Apr 29, 2016 10:00:44 PM"],[44.0,"Apr 29, 2016 10:00:45 AM"],[54.0,"Apr 29, 2016 10:00:45 PM"],[54.0,"Apr 29, 2016 10:00:46 AM"],[56.0,"Apr 29, 2016 10:00:46 PM"],[40.0,"Apr 29, 2016 10:00:47 AM"],[57.0,"Apr 29, 2016 10:00:47 PM"],[48.0,"Apr 29, 2016 10:00:48 AM"],[66.0,"Apr 29, 2016 10:00:48 PM"],[36.0,"Apr 29, 2016 10:00:49 AM"],[63.0,"Apr 29, 2016 10:00:49 PM"],[40.0,"Apr 29, 2016 10:00:50 AM"],[43.0,"Apr 29, 2016 10:00:50 PM"],[38.0,"Apr 29, 2016 10:00:51 AM"],[47.0,"Apr 29, 2016 10:00:51 PM"],[34.0,"Apr 29, 2016 10:00:52 AM"],[42.0,"Apr 29, 2016 10:00:52 PM"],[35.0,"Apr 29, 2016 10:00:53 AM"],[53.0,"Apr 29, 2016 10:00:53 PM"],[39.0,"Apr 29, 2016 10:00:54 AM"],[53.0,"Apr 29, 2016 10:00:54 PM"],[49.0,"Apr 29, 2016 10:00:55 AM"],[54.0,"Apr 29, 2016 10:00:55 PM"],[45.0,"Apr 29, 2016 10:00:56 AM"],[48.0,"Apr 29, 2016 10:00:56 PM"],[36.0,"Apr 29, 2016 10:00:57 AM"],[66.0,"Apr 29, 2016 10:00:57 PM"],[35.0,"Apr 29, 2016 10:00:58 AM"],[38.0,"Apr 29, 2016 10:00:58 PM"],[32.0,"Apr 29, 2016 10:00:59 AM"],[47.0,"Apr 29, 2016 10:00:59 PM"],[47.0,"Apr 29, 2016 10:01:00 AM"],[37.0,"Apr 29, 2016 10:01:00 PM"],[50.0,"Apr 29, 2016 10:01:01 AM"],[55.0,"Apr 29, 2016 10:01:01 PM"],[50.0,"Apr 29, 2016 10:01:02 AM"],[67.0,"Apr 29, 2016 10:01:02 PM"],[40.0,"Apr 29, 2016 10:01:03 AM"],[59.0,"Apr 29, 2016 10:01:03 PM"],[59.0,"Apr 29, 2016 10:01:04 AM"],[41.0,"Apr 29, 2016 10:01:04 PM"],[48.0,"Apr 29, 2016 10:01:05 AM"],[50.0,"Apr 29, 2016 10:01:05 PM"],[39.0,"Apr 29, 2016 10:01:06 AM"],[40.0,"Apr 29, 2016 10:01:06 PM"],[49.0,"Apr 29, 2016 10:01:07 AM"],[39.0,"Apr 29, 2016 10:01:07 PM"],[59.0,"Apr 29, 2016 10:01:08 AM"],[51.0,"Apr 29, 2016 10:01:08 PM"],[37.0,"Apr 29, 2016 10:01:09 AM"],[51.0,"Apr 29, 2016 10:01:09 PM"],[45.0,"Apr 29, 2016 10:01:10 AM"],[46.0,"Apr 29, 2016 10:01:10 PM"],[57.0,"Apr 29, 2016 10:01:11 AM"],[54.0,"Apr 29, 2016 10:01:11 PM"],[33.0,"Apr 29, 2016 10:01:12 AM"],[38.0,"Apr 29, 2016 10:01:12 PM"],[41.0,"Apr 29, 2016 10:01:13 AM"],[50.0,"Apr 29, 2016 10:01:13 PM"],[43.0,"Apr 29, 2016 10:01:14 AM"],[53.0,"Apr 29, 2016 10:01:14 PM"],[32.0,"Apr 29, 2016 10:01:15 AM"],[53.0,"Apr 29, 2016 10:01:15 PM"],[56.0,"Apr 29, 2016 10:01:16 AM"],[48.0,"Apr 29, 2016 10:01:16 PM"],[35.0,"Apr 29, 2016 10:01:17 AM"],[44.0,"Apr 29, 2016 10:01:17 PM"],[39.0,"Apr 29, 2016 10:01:18 AM"],[48.0,"Apr 29, 2016 10:01:18 PM"],[40.0,"Apr 29, 2016 10:01:19 AM"],[54.0,"Apr 29, 2016 10:01:19 PM"],[46.0,"Apr 29, 2016 10:01:20 AM"],[30.0,"Apr 29, 2016 10:01:20 PM"],[44.0,"Apr 29, 2016 10:01:21 AM"],[53.0,"Apr 29, 2016 10:01:21 PM"],[38.0,"Apr 29, 2016 10:01:22 AM"],[45.0,"Apr 29, 2016 10:01:22 PM"],[31.0,"Apr 29, 2016 10:01:23 AM"],[39.0,"Apr 29, 2016 10:01:23 PM"],[56.0,"Apr 29, 2016 10:01:24 AM"],[42.0,"Apr 29, 2016 10:01:24 PM"],[67.0,"Apr 29, 2016 10:01:25 AM"],[46.0,"Apr 29, 2016 10:01:25 PM"],[37.0,"Apr 29, 2016 10:01:26 AM"],[31.0,"Apr 29, 2016 10:01:26 PM"],[51.0,"Apr 29, 2016 10:01:27 AM"],[41.0,"Apr 29, 2016 10:01:27 PM"],[46.0,"Apr 29, 2016 10:01:28 AM"],[41.0,"Apr 29, 2016 10:01:28 PM"],[34.0,"Apr 29, 2016 10:01:29 AM"],[38.0,"Apr 29, 2016 10:01:29 PM"],[49.0,"Apr 29, 2016 10:01:30 AM"],[57.0,"Apr 29, 2016 10:01:30 PM"],[43.0,"Apr 29, 2016 10:01:31 AM"],[34.0,"Apr 29, 2016 10:01:31 PM"],[29.0,"Apr 29, 2016 10:01:32 AM"],[42.0,"Apr 29, 2016 10:01:32 PM"],[34.0,"Apr 29, 2016 10:01:33 AM"],[39.0,"Apr 29, 2016 10:01:33 PM"],[35.0,"Apr 29, 2016 10:01:34 AM"],[43.0,"Apr 29, 2016 10:01:34 PM"],[26.0,"Apr 29, 2016 10:01:35 AM"],[42.0,"Apr 29, 2016 10:01:35 PM"],[43.0,"Apr 29, 2016 10:01:36 AM"],[48.0,"Apr 29, 2016 10:01:36 PM"],[41.0,"Apr 29, 2016 10:01:37 AM"],[34.0,"Apr 29, 2016 10:01:37 PM"],[32.0,"Apr 29, 2016 10:01:38 AM"],[40.0,"Apr 29, 2016 10:01:38 PM"],[44.0,"Apr 29, 2016 10:01:39 AM"],[31.0,"Apr 29, 2016 10:01:39 PM"],[45.0,"Apr 29, 2016 10:01:40 AM"],[52.0,"Apr 29, 2016 10:01:40 PM"],[45.0,"Apr 29, 2016 10:01:41 AM"],[62.0,"Apr 29, 2016 10:01:41 PM"],[48.0,"Apr 29, 2016 10:01:42 AM"],[42.0,"Apr 29, 2016 10:01:42 PM"],[35.0,"Apr 29, 2016 10:01:43 AM"],[47.0,"Apr 29, 2016 10:01:43 PM"],[42.0,"Apr 29, 2016 10:01:44 AM"],[39.0,"Apr 29, 2016 10:01:44 PM"],[32.0,"Apr 29, 2016 10:01:45 AM"],[26.0,"Apr 29, 2016 10:01:45 PM"],[35.0,"Apr 29, 2016 10:01:46 AM"],[42.0,"Apr 29, 2016 10:01:46 PM"],[50.0,"Apr 29, 2016 10:01:47 AM"],[36.0,"Apr 29, 2016 10:01:47 PM"],[36.0,"Apr 29, 2016 10:01:48 AM"],[52.0,"Apr 29, 2016 10:01:48 PM"],[40.0,"Apr 29, 2016 10:01:49 AM"],[32.0,"Apr 29, 2016 10:01:49 PM"],[43.0,"Apr 29, 2016 10:01:50 AM"],[45.0,"Apr 29, 2016 10:01:50 PM"],[34.0,"Apr 29, 2016 10:01:51 AM"],[41.0,"Apr 29, 2016 10:01:51 PM"],[48.0,"Apr 29, 2016 10:01:52 AM"],[35.0,"Apr 29, 2016 10:01:52 PM"],[32.0,"Apr 29, 2016 10:01:53 AM"],[37.0,"Apr 29, 2016 10:01:53 PM"],[38.0,"Apr 29, 2016 10:01:54 AM"],[34.0,"Apr 29, 2016 10:01:54 PM"],[42.0,"Apr 29, 2016 10:01:55 AM"],[42.0,"Apr 29, 2016 10:01:55 PM"],[45.0,"Apr 29, 2016 10:01:56 AM"],[45.0,"Apr 29, 2016 10:01:56 PM"],[34.0,"Apr 29, 2016 10:01:57 AM"],[40.0,"Apr 29, 2016 10:01:57 PM"],[42.0,"Apr 29, 2016 10:01:58 AM"],[40.0,"Apr 29, 2016 10:01:58 PM"],[37.0,"Apr 29, 2016 10:01:59 AM"],[34.0,"Apr 29, 2016 10:01:59 PM"],[53.0,"Apr 29, 2016 10:02:00 AM"],[35.0,"Apr 29, 2016 10:02:00 PM"],[43.0,"Apr 29, 2016 10:02:01 AM"],[42.0,"Apr 29, 2016 10:02:01 PM"],[34.0,"Apr 29, 2016 10:02:02 AM"],[43.0,"Apr 29, 2016 10:02:02 PM"],[43.0,"Apr 29, 2016 10:02:03 AM"],[34.0,"Apr 29, 2016 10:02:03 PM"],[42.0,"Apr 29, 2016 10:02:04 AM"],[33.0,"Apr 29, 2016 10:02:04 PM"],[48.0,"Apr 29, 2016 10:02:05 AM"],[39.0,"Apr 29, 2016 10:02:05 PM"],[28.0,"Apr 29, 2016 10:02:06 AM"],[47.0,"Apr 29, 2016 10:02:06 PM"],[45.0,"Apr 29, 2016 10:02:07 AM"],[48.0,"Apr 29, 2016 10:02:07 PM"],[38.0,"Apr 29, 2016 10:02:08 AM"],[32.0,"Apr 29, 2016 10:02:08 PM"],[48.0,"Apr 29, 2016 10:02:09 AM"],[39.0,"Apr 29, 2016 10:02:09 PM"],[53.0,"Apr 29, 2016 10:02:10 AM"],[39.0,"Apr 29, 2016 10:02:10 PM"],[39.0,"Apr 29, 2016 10:02:11 AM"],[37.0,"Apr 29, 2016 10:02:11 PM"],[27.0,"Apr 29, 2016 10:02:12 AM"],[48.0,"Apr 29, 2016 10:02:12 PM"],[52.0,"Apr 29, 2016 10:02:13 AM"],[40.0,"Apr 29, 2016 10:02:13 PM"],[34.0,"Apr 29, 2016 10:02:14 AM"],[41.0,"Apr 29, 2016 10:02:14 PM"],[48.0,"Apr 29, 2016 10:02:15 AM"],[31.0,"Apr 29, 2016 10:02:15 PM"],[46.0,"Apr 29, 2016 10:02:16 AM"],[40.0,"Apr 29, 2016 10:02:16 PM"],[32.0,"Apr 29, 2016 10:02:17 AM"],[41.0,"Apr 29, 2016 10:02:17 PM"],[35.0,"Apr 29, 2016 10:02:18 AM"],[29.0,"Apr 29, 2016 10:02:18 PM"],[38.0,"Apr 29, 2016 10:02:19 AM"],[39.0,"Apr 29, 2016 10:02:19 PM"],[33.0,"Apr 29, 2016 10:02:20 AM"],[33.0,"Apr 29, 2016 10:02:20 PM"],[39.0,"Apr 29, 2016 10:02:21 AM"],[33.0,"Apr 29, 2016 10:02:21 PM"],[44.0,"Apr 29, 2016 10:02:22 AM"],[40.0,"Apr 29, 2016 10:02:22 PM"],[25.0,"Apr 29, 2016 10:02:23 AM"],[29.0,"Apr 29, 2016 10:02:23 PM"],[38.0,"Apr 29, 2016 10:02:24 AM"],[54.0,"Apr 29, 2016 10:02:24 PM"],[36.0,"Apr 29, 2016 10:02:25 AM"],[36.0,"Apr 29, 2016 10:02:25 PM"],[44.0,"Apr 29, 2016 10:02:26 AM"],[38.0,"Apr 29, 2016 10:02:26 PM"],[37.0,"Apr 29, 2016 10:02:27 AM"],[33.0,"Apr 29, 2016 10:02:27 PM"],[32.0,"Apr 29, 2016 10:02:28 AM"],[43.0,"Apr 29, 2016 10:02:28 PM"],[62.0,"Apr 29, 2016 10:02:29 AM"],[45.0,"Apr 29, 2016 10:02:29 PM"],[28.0,"Apr 29, 2016 10:02:30 AM"],[50.0,"Apr 29, 2016 10:02:30 PM"],[33.0,"Apr 29, 2016 10:02:31 AM"],[40.0,"Apr 29, 2016 10:02:31 PM"],[30.0,"Apr 29, 2016 10:02:32 AM"],[39.0,"Apr 29, 2016 10:02:32 PM"],[37.0,"Apr 29, 2016 10:02:33 AM"],[45.0,"Apr 29, 2016 10:02:33 PM"],[39.0,"Apr 29, 2016 10:02:34 AM"],[42.0,"Apr 29, 2016 10:02:34 PM"],[33.0,"Apr 29, 2016 10:02:35 AM"],[59.0,"Apr 29, 2016 10:02:35 PM"],[36.0,"Apr 29, 2016 10:02:36 AM"],[34.0,"Apr 29, 2016 10:02:36 PM"],[36.0,"Apr 29, 2016 10:02:37 AM"],[38.0,"Apr 29, 2016 10:02:37 PM"],[37.0,"Apr 29, 2016 10:02:38 AM"],[43.0,"Apr 29, 2016 10:02:38 PM"],[43.0,"Apr 29, 2016 10:02:39 AM"],[35.0,"Apr 29, 2016 10:02:39 PM"],[43.0,"Apr 29, 2016 10:02:40 AM"],[36.0,"Apr 29, 2016 10:02:40 PM"],[36.0,"Apr 29, 2016 10:02:41 AM"],[45.0,"Apr 29, 2016 10:02:41 PM"],[32.0,"Apr 29, 2016 10:02:42 AM"],[41.0,"Apr 29, 2016 10:02:42 PM"],[27.0,"Apr 29, 2016 10:02:43 AM"],[44.0,"Apr 29, 2016 10:02:43 PM"],[47.0,"Apr 29, 2016 10:02:44 AM"],[30.0,"Apr 29, 2016 10:02:44 PM"],[34.0,"Apr 29, 2016 10:02:45 AM"],[39.0,"Apr 29, 2016 10:02:45 PM"],[34.0,"Apr 29, 2016 10:02:46 AM"],[36.0,"Apr 29, 2016 10:02:46 PM"],[24.0,"Apr 29, 2016 10:02:47 AM"],[48.0,"Apr 29, 2016 10:02:47 PM"],[34.0,"Apr 29, 2016 10:02:48 AM"],[34.0,"Apr 29, 2016 10:02:48 PM"],[37.0,"Apr 29, 2016 10:02:49 AM"],[44.0,"Apr 29, 2016 10:02:49 PM"],[41.0,"Apr 29, 2016 10:02:50 AM"],[38.0,"Apr 29, 2016 10:02:50 PM"],[30.0,"Apr 29, 2016 10:02:51 AM"],[40.0,"Apr 29, 2016 10:02:51 PM"],[45.0,"Apr 29, 2016 10:02:52 AM"],[38.0,"Apr 29, 2016 10:02:52 PM"],[38.0,"Apr 29, 2016 10:02:53 AM"],[38.0,"Apr 29, 2016 10:02:53 PM"],[39.0,"Apr 29, 2016 10:02:54 AM"],[41.0,"Apr 29, 2016 10:02:54 PM"],[37.0,"Apr 29, 2016 10:02:55 AM"],[40.0,"Apr 29, 2016 10:02:55 PM"],[23.0,"Apr 29, 2016 10:02:56 AM"],[48.0,"Apr 29, 2016 10:02:56 PM"],[40.0,"Apr 29, 2016 10:02:57 AM"],[42.0,"Apr 29, 2016 10:02:57 PM"],[35.0,"Apr 29, 2016 10:02:58 AM"],[35.0,"Apr 29, 2016 10:02:58 PM"],[36.0,"Apr 29, 2016 10:02:59 AM"],[39.0,"Apr 29, 2016 10:02:59 PM"],[43.0,"Apr 29, 2016 10:03:00 AM"],[47.0,"Apr 29, 2016 10:03:00 PM"],[43.0,"Apr 29, 2016 10:03:01 AM"],[46.0,"Apr 29, 2016 10:03:01 PM"],[52.0,"Apr 29, 2016 10:03:02 AM"],[38.0,"Apr 29, 2016 10:03:02 PM"],[44.0,"Apr 29, 2016 10:03:03 AM"],[49.0,"Apr 29, 2016 10:03:03 PM"],[44.0,"Apr 29, 2016 10:03:04 AM"],[39.0,"Apr 29, 2016 10:03:04 PM"],[47.0,"Apr 29, 2016 10:03:05 AM"],[36.0,"Apr 29, 2016 10:03:05 PM"],[36.0,"Apr 29, 2016 10:03:06 AM"],[40.0,"Apr 29, 2016 10:03:06 PM"],[61.0,"Apr 29, 2016 10:03:07 AM"],[45.0,"Apr 29, 2016 10:03:07 PM"],[52.0,"Apr 29, 2016 10:03:08 AM"],[39.0,"Apr 29, 2016 10:03:08 PM"],[26.0,"Apr 29, 2016 10:03:09 AM"],[26.0,"Apr 29, 2016 10:03:09 PM"],[38.0,"Apr 29, 2016 10:03:10 AM"],[45.0,"Apr 29, 2016 10:03:10 PM"],[29.0,"Apr 29, 2016 10:03:11 AM"],[27.0,"Apr 29, 2016 10:03:11 PM"],[31.0,"Apr 29, 2016 10:03:12 AM"],[38.0,"Apr 29, 2016 10:03:12 PM"],[55.0,"Apr 29, 2016 10:03:13 AM"],[48.0,"Apr 29, 2016 10:03:13 PM"],[55.0,"Apr 29, 2016 10:03:14 AM"],[52.0,"Apr 29, 2016 10:03:14 PM"],[42.0,"Apr 29, 2016 10:03:15 AM"],[37.0,"Apr 29, 2016 10:03:15 PM"],[39.0,"Apr 29, 2016 10:03:16 AM"],[32.0,"Apr 29, 2016 10:03:16 PM"],[32.0,"Apr 29, 2016 10:03:17 AM"],[43.0,"Apr 29, 2016 10:03:17 PM"],[47.0,"Apr 29, 2016 10:03:18 AM"],[42.0,"Apr 29, 2016 10:03:18 PM"],[32.0,"Apr 29, 2016 10:03:19 AM"],[36.0,"Apr 29, 2016 10:03:19 PM"],[41.0,"Apr 29, 2016 10:03:20 AM"],[37.0,"Apr 29, 2016 10:03:20 PM"],[27.0,"Apr 29, 2016 10:03:21 AM"],[62.0,"Apr 29, 2016 10:03:21 PM"],[32.0,"Apr 29, 2016 10:03:22 AM"],[44.0,"Apr 29, 2016 10:03:22 PM"],[44.0,"Apr 29, 2016 10:03:23 AM"],[42.0,"Apr 29, 2016 10:03:23 PM"],[35.0,"Apr 29, 2016 10:03:24 AM"],[47.0,"Apr 29, 2016 10:03:24 PM"],[36.0,"Apr 29, 2016 10:03:25 AM"],[39.0,"Apr 29, 2016 10:03:25 PM"],[33.0,"Apr 29, 2016 10:03:26 AM"],[44.0,"Apr 29, 2016 10:03:26 PM"],[29.0,"Apr 29, 2016 10:03:27 AM"],[47.0,"Apr 29, 2016 10:03:27 PM"],[32.0,"Apr 29, 2016 10:03:28 AM"],[38.0,"Apr 29, 2016 10:03:28 PM"],[30.0,"Apr 29, 2016 10:03:29 AM"],[41.0,"Apr 29, 2016 10:03:29 PM"],[34.0,"Apr 29, 2016 10:03:30 AM"],[44.0,"Apr 29, 2016 10:03:30 PM"],[39.0,"Apr 29, 2016 10:03:31 AM"],[55.0,"Apr 29, 2016 10:03:31 PM"],[48.0,"Apr 29, 2016 10:03:32 AM"],[43.0,"Apr 29, 2016 10:03:32 PM"],[40.0,"Apr 29, 2016 10:03:33 AM"],[34.0,"Apr 29, 2016 10:03:33 PM"],[37.0,"Apr 29, 2016 10:03:34 AM"],[49.0,"Apr 29, 2016 10:03:34 PM"],[43.0,"Apr 29, 2016 10:03:35 AM"],[48.0,"Apr 29, 2016 10:03:35 PM"],[39.0,"Apr 29, 2016 10:03:36 AM"],[52.0,"Apr 29, 2016 10:03:36 PM"],[31.0,"Apr 29, 2016 10:03:37 AM"],[31.0,"Apr 29, 2016 10:03:37 PM"],[47.0,"Apr 29, 2016 10:03:38 AM"],[40.0,"Apr 29, 2016 10:03:38 PM"],[38.0,"Apr 29, 2016 10:03:39 AM"],[59.0,"Apr 29, 2016 10:03:39 PM"],[48.0,"Apr 29, 2016 10:03:40 AM"],[48.0,"Apr 29, 2016 10:03:40 PM"],[41.0,"Apr 29, 2016 10:03:41 AM"],[39.0,"Apr 29, 2016 10:03:41 PM"],[48.0,"Apr 29, 2016 10:03:42 AM"],[64.0,"Apr 29, 2016 10:03:42 PM"],[43.0,"Apr 29, 2016 10:03:43 AM"],[37.0,"Apr 29, 2016 10:03:43 PM"],[48.0,"Apr 29, 2016 10:03:44 AM"],[52.0,"Apr 29, 2016 10:03:44 PM"],[22.0,"Apr 29, 2016 10:03:45 AM"],[58.0,"Apr 29, 2016 10:03:45 PM"],[42.0,"Apr 29, 2016 10:03:46 AM"],[38.0,"Apr 29, 2016 10:03:46 PM"],[25.0,"Apr 29, 2016 10:03:47 AM"],[49.0,"Apr 29, 2016 10:03:47 PM"],[35.0,"Apr 29, 2016 10:03:48 AM"],[42.0,"Apr 29, 2016 10:03:48 PM"],[42.0,"Apr 29, 2016 10:03:49 AM"],[39.0,"Apr 29, 2016 10:03:49 PM"],[44.0,"Apr 29, 2016 10:03:50 AM"],[52.0,"Apr 29, 2016 10:03:50 PM"],[27.0,"Apr 29, 2016 10:03:51 AM"],[47.0,"Apr 29, 2016 10:03:51 PM"],[31.0,"Apr 29, 2016 10:03:52 AM"],[35.0,"Apr 29, 2016 10:03:52 PM"],[41.0,"Apr 29, 2016 10:03:53 AM"],[40.0,"Apr 29, 2016 10:03:53 PM"],[38.0,"Apr 29, 2016 10:03:54 AM"],[54.0,"Apr 29, 2016 10:03:54 PM"],[35.0,"Apr 29, 2016 10:03:55 AM"],[41.0,"Apr 29, 2016 10:03:55 PM"],[43.0,"Apr 29, 2016 10:03:56 AM"],[41.0,"Apr 29, 2016 10:03:56 PM"],[37.0,"Apr 29, 2016 10:03:57 AM"],[40.0,"Apr 29, 2016 10:03:57 PM"],[40.0,"Apr 29, 2016 10:03:58 AM"],[46.0,"Apr 29, 2016 10:03:58 PM"],[30.0,"Apr 29, 2016 10:03:59 AM"],[48.0,"Apr 29, 2016 10:03:59 PM"],[42.0,"Apr 29, 2016 10:04:00 AM"],[46.0,"Apr 29, 2016 10:04:00 PM"],[46.0,"Apr 29, 2016 10:04:01 AM"],[40.0,"Apr 29, 2016 10:04:01 PM"],[47.0,"Apr 29, 2016 10:04:02 AM"],[50.0,"Apr 29, 2016 10:04:02 PM"],[30.0,"Apr 29, 2016 10:04:03 AM"],[38.0,"Apr 29, 2016 10:04:03 PM"],[29.0,"Apr 29, 2016 10:04:04 AM"],[48.0,"Apr 29, 2016 10:04:04 PM"],[56.0,"Apr 29, 2016 10:04:05 AM"],[42.0,"Apr 29, 2016 10:04:05 PM"],[51.0,"Apr 29, 2016 10:04:06 AM"],[46.0,"Apr 29, 2016 10:04:06 PM"],[39.0,"Apr 29, 2016 10:04:07 AM"],[41.0,"Apr 29, 2016 10:04:07 PM"],[32.0,"Apr 29, 2016 10:04:08 AM"],[50.0,"Apr 29, 2016 10:04:08 PM"],[32.0,"Apr 29, 2016 10:04:09 AM"],[38.0,"Apr 29, 2016 10:04:09 PM"],[31.0,"Apr 29, 2016 10:04:10 AM"],[41.0,"Apr 29, 2016 10:04:10 PM"],[34.0,"Apr 29, 2016 10:04:11 AM"],[42.0,"Apr 29, 2016 10:04:11 PM"],[36.0,"Apr 29, 2016 10:04:12 AM"],[29.0,"Apr 29, 2016 10:04:12 PM"],[42.0,"Apr 29, 2016 10:04:13 AM"],[43.0,"Apr 29, 2016 10:04:13 PM"],[48.0,"Apr 29, 2016 10:04:14 AM"],[53.0,"Apr 29, 2016 10:04:14 PM"],[37.0,"Apr 29, 2016 10:04:15 AM"],[27.0,"Apr 29, 2016 10:04:15 PM"],[31.0,"Apr 29, 2016 10:04:16 AM"],[36.0,"Apr 29, 2016 10:04:16 PM"],[36.0,"Apr 29, 2016 10:04:17 AM"],[51.0,"Apr 29, 2016 10:04:17 PM"],[35.0,"Apr 29, 2016 10:04:18 AM"],[39.0,"Apr 29, 2016 10:04:18 PM"],[23.0,"Apr 29, 2016 10:04:19 AM"],[41.0,"Apr 29, 2016 10:04:19 PM"],[48.0,"Apr 29, 2016 10:04:20 AM"],[48.0,"Apr 29, 2016 10:04:20 PM"],[41.0,"Apr 29, 2016 10:04:21 AM"],[44.0,"Apr 29, 2016 10:04:21 PM"],[41.0,"Apr 29, 2016 10:04:22 AM"],[30.0,"Apr 29, 2016 10:04:22 PM"],[39.0,"Apr 29, 2016 10:04:23 AM"],[37.0,"Apr 29, 2016 10:04:23 PM"],[42.0,"Apr 29, 2016 10:04:24 AM"],[37.0,"Apr 29, 2016 10:04:24 PM"],[31.0,"Apr 29, 2016 10:04:25 AM"],[49.0,"Apr 29, 2016 10:04:25 PM"],[35.0,"Apr 29, 2016 10:04:26 AM"],[49.0,"Apr 29, 2016 10:04:26 PM"],[24.0,"Apr 29, 2016 10:04:27 AM"],[35.0,"Apr 29, 2016 10:04:27 PM"],[38.0,"Apr 29, 2016 10:04:28 AM"],[39.0,"Apr 29, 2016 10:04:28 PM"],[35.0,"Apr 29, 2016 10:04:29 AM"],[50.0,"Apr 29, 2016 10:04:29 PM"],[31.0,"Apr 29, 2016 10:04:30 AM"],[39.0,"Apr 29, 2016 10:04:30 PM"],[39.0,"Apr 29, 2016 10:04:31 AM"],[46.0,"Apr 29, 2016 10:04:31 PM"],[45.0,"Apr 29, 2016 10:04:32 AM"],[31.0,"Apr 29, 2016 10:04:32 PM"],[40.0,"Apr 29, 2016 10:04:33 AM"],[29.0,"Apr 29, 2016 10:04:33 PM"],[34.0,"Apr 29, 2016 10:04:34 AM"],[41.0,"Apr 29, 2016 10:04:34 PM"],[32.0,"Apr 29, 2016 10:04:35 AM"],[49.0,"Apr 29, 2016 10:04:35 PM"],[29.0,"Apr 29, 2016 10:04:36 AM"],[38.0,"Apr 29, 2016 10:04:36 PM"],[39.0,"Apr 29, 2016 10:04:37 AM"],[52.0,"Apr 29, 2016 10:04:37 PM"],[33.0,"Apr 29, 2016 10:04:38 AM"],[38.0,"Apr 29, 2016 10:04:38 PM"],[43.0,"Apr 29, 2016 10:04:39 AM"],[41.0,"Apr 29, 2016 10:04:39 PM"],[18.0,"Apr 29, 2016 10:04:40 AM"],[37.0,"Apr 29, 2016 10:04:40 PM"],[32.0,"Apr 29, 2016 10:04:41 AM"],[64.0,"Apr 29, 2016 10:04:41 PM"],[42.0,"Apr 29, 2016 10:04:42 AM"],[28.0,"Apr 29, 2016 10:04:42 PM"],[39.0,"Apr 29, 2016 10:04:43 AM"],[44.0,"Apr 29, 2016 10:04:43 PM"],[29.0,"Apr 29, 2016 10:04:44 AM"],[37.0,"Apr 29, 2016 10:04:44 PM"],[36.0,"Apr 29, 2016 10:04:45 AM"],[51.0,"Apr 29, 2016 10:04:45 PM"],[28.0,"Apr 29, 2016 10:04:46 AM"],[43.0,"Apr 29, 2016 10:04:46 PM"],[32.0,"Apr 29, 2016 10:04:47 AM"],[32.0,"Apr 29, 2016 10:04:47 PM"],[30.0,"Apr 29, 2016 10:04:48 AM"],[46.0,"Apr 29, 2016 10:04:48 PM"],[33.0,"Apr 29, 2016 10:04:49 AM"],[37.0,"Apr 29, 2016 10:04:49 PM"],[33.0,"Apr 29, 2016 10:04:50 AM"],[29.0,"Apr 29, 2016 10:04:50 PM"],[39.0,"Apr 29, 2016 10:04:51 AM"],[55.0,"Apr 29, 2016 10:04:51 PM"],[34.0,"Apr 29, 2016 10:04:52 AM"],[40.0,"Apr 29, 2016 10:04:52 PM"],[51.0,"Apr 29, 2016 10:04:53 AM"],[56.0,"Apr 29, 2016 10:04:53 PM"],[34.0,"Apr 29, 2016 10:04:54 AM"],[42.0,"Apr 29, 2016 10:04:54 PM"],[29.0,"Apr 29, 2016 10:04:55 AM"],[41.0,"Apr 29, 2016 10:04:55 PM"],[32.0,"Apr 29, 2016 10:04:56 AM"],[31.0,"Apr 29, 2016 10:04:56 PM"],[44.0,"Apr 29, 2016 10:04:57 AM"],[39.0,"Apr 29, 2016 10:04:57 PM"],[33.0,"Apr 29, 2016 10:04:58 AM"],[35.0,"Apr 29, 2016 10:04:58 PM"],[44.0,"Apr 29, 2016 10:04:59 AM"],[33.0,"Apr 29, 2016 10:04:59 PM"],[37.0,"Apr 29, 2016 10:05:00 AM"],[38.0,"Apr 29, 2016 10:05:00 PM"],[28.0,"Apr 29, 2016 10:05:01 AM"],[43.0,"Apr 29, 2016 10:05:01 PM"],[36.0,"Apr 29, 2016 10:05:02 AM"],[42.0,"Apr 29, 2016 10:05:02 PM"],[43.0,"Apr 29, 2016 10:05:03 AM"],[45.0,"Apr 29, 2016 10:05:03 PM"],[52.0,"Apr 29, 2016 10:05:04 AM"],[42.0,"Apr 29, 2016 10:05:04 PM"],[31.0,"Apr 29, 2016 10:05:05 AM"],[37.0,"Apr 29, 2016 10:05:05 PM"],[39.0,"Apr 29, 2016 10:05:06 AM"],[54.0,"Apr 29, 2016 10:05:06 PM"],[37.0,"Apr 29, 2016 10:05:07 AM"],[48.0,"Apr 29, 2016 10:05:07 PM"],[25.0,"Apr 29, 2016 10:05:08 AM"],[35.0,"Apr 29, 2016 10:05:08 PM"],[41.0,"Apr 29, 2016 10:05:09 AM"],[43.0,"Apr 29, 2016 10:05:09 PM"],[40.0,"Apr 29, 2016 10:05:10 AM"],[57.0,"Apr 29, 2016 10:05:10 PM"],[42.0,"Apr 29, 2016 10:05:11 AM"],[48.0,"Apr 29, 2016 10:05:11 PM"],[39.0,"Apr 29, 2016 10:05:12 AM"],[39.0,"Apr 29, 2016 10:05:12 PM"],[43.0,"Apr 29, 2016 10:05:13 AM"],[44.0,"Apr 29, 2016 10:05:13 PM"],[31.0,"Apr 29, 2016 10:05:14 AM"],[47.0,"Apr 29, 2016 10:05:14 PM"],[40.0,"Apr 29, 2016 10:05:15 AM"],[37.0,"Apr 29, 2016 10:05:15 PM"],[54.0,"Apr 29, 2016 10:05:16 AM"],[44.0,"Apr 29, 2016 10:05:16 PM"],[31.0,"Apr 29, 2016 10:05:17 AM"],[48.0,"Apr 29, 2016 10:05:17 PM"],[42.0,"Apr 29, 2016 10:05:18 AM"],[49.0,"Apr 29, 2016 10:05:18 PM"],[34.0,"Apr 29, 2016 10:05:19 AM"],[42.0,"Apr 29, 2016 10:05:19 PM"],[32.0,"Apr 29, 2016 10:05:20 AM"],[37.0,"Apr 29, 2016 10:05:20 PM"],[43.0,"Apr 29, 2016 10:05:21 AM"],[44.0,"Apr 29, 2016 10:05:21 PM"],[48.0,"Apr 29, 2016 10:05:22 AM"],[46.0,"Apr 29, 2016 10:05:22 PM"],[39.0,"Apr 29, 2016 10:05:23 AM"],[39.0,"Apr 29, 2016 10:05:23 PM"],[29.0,"Apr 29, 2016 10:05:24 AM"],[43.0,"Apr 29, 2016 10:05:24 PM"],[35.0,"Apr 29, 2016 10:05:25 AM"],[39.0,"Apr 29, 2016 10:05:25 PM"],[35.0,"Apr 29, 2016 10:05:26 AM"],[43.0,"Apr 29, 2016 10:05:26 PM"],[41.0,"Apr 29, 2016 10:05:27 AM"],[44.0,"Apr 29, 2016 10:05:27 PM"],[34.0,"Apr 29, 2016 10:05:28 AM"],[43.0,"Apr 29, 2016 10:05:28 PM"],[41.0,"Apr 29, 2016 10:05:29 AM"],[46.0,"Apr 29, 2016 10:05:29 PM"],[32.0,"Apr 29, 2016 10:05:30 AM"],[53.0,"Apr 29, 2016 10:05:30 PM"],[36.0,"Apr 29, 2016 10:05:31 AM"],[38.0,"Apr 29, 2016 10:05:31 PM"],[36.0,"Apr 29, 2016 10:05:32 AM"],[39.0,"Apr 29, 2016 10:05:32 PM"],[42.0,"Apr 29, 2016 10:05:33 AM"],[37.0,"Apr 29, 2016 10:05:33 PM"],[32.0,"Apr 29, 2016 10:05:34 AM"],[47.0,"Apr 29, 2016 10:05:34 PM"],[37.0,"Apr 29, 2016 10:05:35 AM"],[46.0,"Apr 29, 2016 10:05:35 PM"],[40.0,"Apr 29, 2016 10:05:36 AM"],[43.0,"Apr 29, 2016 10:05:36 PM"],[33.0,"Apr 29, 2016 10:05:37 AM"],[45.0,"Apr 29, 2016 10:05:37 PM"],[46.0,"Apr 29, 2016 10:05:38 AM"],[38.0,"Apr 29, 2016 10:05:38 PM"],[32.0,"Apr 29, 2016 10:05:39 AM"],[47.0,"Apr 29, 2016 10:05:39 PM"],[50.0,"Apr 29, 2016 10:05:40 AM"],[37.0,"Apr 29, 2016 10:05:40 PM"],[37.0,"Apr 29, 2016 10:05:41 AM"],[47.0,"Apr 29, 2016 10:05:41 PM"],[34.0,"Apr 29, 2016 10:05:42 AM"],[39.0,"Apr 29, 2016 10:05:42 PM"],[43.0,"Apr 29, 2016 10:05:43 AM"],[30.0,"Apr 29, 2016 10:05:43 PM"],[34.0,"Apr 29, 2016 10:05:44 AM"],[38.0,"Apr 29, 2016 10:05:44 PM"],[39.0,"Apr 29, 2016 10:05:45 AM"],[41.0,"Apr 29, 2016 10:05:45 PM"],[32.0,"Apr 29, 2016 10:05:46 AM"],[42.0,"Apr 29, 2016 10:05:46 PM"],[38.0,"Apr 29, 2016 10:05:47 AM"],[37.0,"Apr 29, 2016 10:05:47 PM"],[41.0,"Apr 29, 2016 10:05:48 AM"],[46.0,"Apr 29, 2016 10:05:48 PM"],[40.0,"Apr 29, 2016 10:05:49 AM"],[52.0,"Apr 29, 2016 10:05:49 PM"],[50.0,"Apr 29, 2016 10:05:50 AM"],[34.0,"Apr 29, 2016 10:05:50 PM"],[29.0,"Apr 29, 2016 10:05:51 AM"],[33.0,"Apr 29, 2016 10:05:51 PM"],[43.0,"Apr 29, 2016 10:05:52 AM"],[34.0,"Apr 29, 2016 10:05:52 PM"],[45.0,"Apr 29, 2016 10:05:53 AM"],[42.0,"Apr 29, 2016 10:05:53 PM"],[28.0,"Apr 29, 2016 10:05:54 AM"],[42.0,"Apr 29, 2016 10:05:54 PM"],[38.0,"Apr 29, 2016 10:05:55 AM"],[34.0,"Apr 29, 2016 10:05:55 PM"],[34.0,"Apr 29, 2016 10:05:56 AM"],[38.0,"Apr 29, 2016 10:05:56 PM"],[42.0,"Apr 29, 2016 10:05:57 AM"],[38.0,"Apr 29, 2016 10:05:57 PM"],[41.0,"Apr 29, 2016 10:05:58 AM"],[36.0,"Apr 29, 2016 10:05:58 PM"],[40.0,"Apr 29, 2016 10:05:59 AM"],[38.0,"Apr 29, 2016 10:05:59 PM"],[31.0,"Apr 29, 2016 10:06:00 AM"],[45.0,"Apr 29, 2016 10:06:00 PM"],[36.0,"Apr 29, 2016 10:06:01 AM"],[37.0,"Apr 29, 2016 10:06:01 PM"],[29.0,"Apr 29, 2016 10:06:02 AM"],[30.0,"Apr 29, 2016 10:06:02 PM"],[46.0,"Apr 29, 2016 10:06:03 AM"],[44.0,"Apr 29, 2016 10:06:03 PM"],[42.0,"Apr 29, 2016 10:06:04 AM"],[35.0,"Apr 29, 2016 10:06:04 PM"],[44.0,"Apr 29, 2016 10:06:05 AM"],[46.0,"Apr 29, 2016 10:06:05 PM"],[52.0,"Apr 29, 2016 10:06:06 AM"],[52.0,"Apr 29, 2016 10:06:06 PM"],[51.0,"Apr 29, 2016 10:06:07 AM"],[39.0,"Apr 29, 2016 10:06:07 PM"],[36.0,"Apr 29, 2016 10:06:08 AM"],[43.0,"Apr 29, 2016 10:06:08 PM"],[43.0,"Apr 29, 2016 10:06:09 AM"],[42.0,"Apr 29, 2016 10:06:09 PM"],[37.0,"Apr 29, 2016 10:06:10 AM"],[38.0,"Apr 29, 2016 10:06:10 PM"],[33.0,"Apr 29, 2016 10:06:11 AM"],[48.0,"Apr 29, 2016 10:06:11 PM"],[45.0,"Apr 29, 2016 10:06:12 AM"],[39.0,"Apr 29, 2016 10:06:12 PM"],[36.0,"Apr 29, 2016 10:06:13 AM"],[38.0,"Apr 29, 2016 10:06:13 PM"],[31.0,"Apr 29, 2016 10:06:14 AM"],[40.0,"Apr 29, 2016 10:06:14 PM"],[25.0,"Apr 29, 2016 10:06:15 AM"],[52.0,"Apr 29, 2016 10:06:15 PM"],[35.0,"Apr 29, 2016 10:06:16 AM"],[49.0,"Apr 29, 2016 10:06:16 PM"],[31.0,"Apr 29, 2016 10:06:17 AM"],[33.0,"Apr 29, 2016 10:06:17 PM"],[38.0,"Apr 29, 2016 10:06:18 AM"],[44.0,"Apr 29, 2016 10:06:18 PM"],[39.0,"Apr 29, 2016 10:06:19 AM"],[41.0,"Apr 29, 2016 10:06:19 PM"],[42.0,"Apr 29, 2016 10:06:20 AM"],[29.0,"Apr 29, 2016 10:06:20 PM"],[25.0,"Apr 29, 2016 10:06:21 AM"],[39.0,"Apr 29, 2016 10:06:21 PM"],[39.0,"Apr 29, 2016 10:06:22 AM"],[27.0,"Apr 29, 2016 10:06:22 PM"],[44.0,"Apr 29, 2016 10:06:23 AM"],[28.0,"Apr 29, 2016 10:06:23 PM"],[51.0,"Apr 29, 2016 10:06:24 AM"],[43.0,"Apr 29, 2016 10:06:24 PM"],[41.0,"Apr 29, 2016 10:06:25 AM"],[45.0,"Apr 29, 2016 10:06:25 PM"],[40.0,"Apr 29, 2016 10:06:26 AM"],[34.0,"Apr 29, 2016 10:06:26 PM"],[47.0,"Apr 29, 2016 10:06:27 AM"],[45.0,"Apr 29, 2016 10:06:27 PM"],[31.0,"Apr 29, 2016 10:06:28 AM"],[39.0,"Apr 29, 2016 10:06:28 PM"],[43.0,"Apr 29, 2016 10:06:29 AM"],[43.0,"Apr 29, 2016 10:06:29 PM"],[35.0,"Apr 29, 2016 10:06:30 AM"],[55.0,"Apr 29, 2016 10:06:30 PM"],[29.0,"Apr 29, 2016 10:06:31 AM"],[46.0,"Apr 29, 2016 10:06:31 PM"],[41.0,"Apr 29, 2016 10:06:32 AM"],[39.0,"Apr 29, 2016 10:06:32 PM"],[33.0,"Apr 29, 2016 10:06:33 AM"],[38.0,"Apr 29, 2016 10:06:33 PM"],[44.0,"Apr 29, 2016 10:06:34 AM"],[43.0,"Apr 29, 2016 10:06:34 PM"],[35.0,"Apr 29, 2016 10:06:35 AM"],[35.0,"Apr 29, 2016 10:06:35 PM"],[34.0,"Apr 29, 2016 10:06:36 AM"],[42.0,"Apr 29, 2016 10:06:36 PM"],[34.0,"Apr 29, 2016 10:06:37 AM"],[43.0,"Apr 29, 2016 10:06:37 PM"],[43.0,"Apr 29, 2016 10:06:38 AM"],[39.0,"Apr 29, 2016 10:06:38 PM"],[35.0,"Apr 29, 2016 10:06:39 AM"],[35.0,"Apr 29, 2016 10:06:39 PM"],[29.0,"Apr 29, 2016 10:06:40 AM"],[41.0,"Apr 29, 2016 10:06:40 PM"],[34.0,"Apr 29, 2016 10:06:41 AM"],[39.0,"Apr 29, 2016 10:06:41 PM"],[36.0,"Apr 29, 2016 10:06:42 AM"],[51.0,"Apr 29, 2016 10:06:42 PM"],[36.0,"Apr 29, 2016 10:06:43 AM"],[35.0,"Apr 29, 2016 10:06:43 PM"],[41.0,"Apr 29, 2016 10:06:44 AM"],[38.0,"Apr 29, 2016 10:06:44 PM"],[28.0,"Apr 29, 2016 10:06:45 AM"],[56.0,"Apr 29, 2016 10:06:45 PM"],[33.0,"Apr 29, 2016 10:06:46 AM"],[28.0,"Apr 29, 2016 10:06:46 PM"],[36.0,"Apr 29, 2016 10:06:47 AM"],[30.0,"Apr 29, 2016 10:06:47 PM"],[39.0,"Apr 29, 2016 10:06:48 AM"],[54.0,"Apr 29, 2016 10:06:48 PM"],[38.0,"Apr 29, 2016 10:06:49 AM"],[42.0,"Apr 29, 2016 10:06:49 PM"],[35.0,"Apr 29, 2016 10:06:50 AM"],[53.0,"Apr 29, 2016 10:06:50 PM"],[47.0,"Apr 29, 2016 10:06:51 AM"],[34.0,"Apr 29, 2016 10:06:51 PM"],[34.0,"Apr 29, 2016 10:06:52 AM"],[43.0,"Apr 29, 2016 10:06:52 PM"],[37.0,"Apr 29, 2016 10:06:53 AM"],[46.0,"Apr 29, 2016 10:06:53 PM"],[44.0,"Apr 29, 2016 10:06:54 AM"],[43.0,"Apr 29, 2016 10:06:54 PM"],[43.0,"Apr 29, 2016 10:06:55 AM"],[34.0,"Apr 29, 2016 10:06:55 PM"],[34.0,"Apr 29, 2016 10:06:56 AM"],[40.0,"Apr 29, 2016 10:06:56 PM"],[34.0,"Apr 29, 2016 10:06:57 AM"],[48.0,"Apr 29, 2016 10:06:57 PM"],[29.0,"Apr 29, 2016 10:06:58 AM"],[54.0,"Apr 29, 2016 10:06:58 PM"],[31.0,"Apr 29, 2016 10:06:59 AM"],[40.0,"Apr 29, 2016 10:06:59 PM"],[35.0,"Apr 29, 2016 10:07:00 AM"],[38.0,"Apr 29, 2016 10:07:00 PM"],[39.0,"Apr 29, 2016 10:07:01 AM"],[35.0,"Apr 29, 2016 10:07:01 PM"],[46.0,"Apr 29, 2016 10:07:02 AM"],[37.0,"Apr 29, 2016 10:07:02 PM"],[40.0,"Apr 29, 2016 10:07:03 AM"],[42.0,"Apr 29, 2016 10:07:03 PM"],[45.0,"Apr 29, 2016 10:07:04 AM"],[56.0,"Apr 29, 2016 10:07:04 PM"],[34.0,"Apr 29, 2016 10:07:05 AM"],[36.0,"Apr 29, 2016 10:07:05 PM"],[29.0,"Apr 29, 2016 10:07:06 AM"],[45.0,"Apr 29, 2016 10:07:06 PM"],[33.0,"Apr 29, 2016 10:07:07 AM"],[43.0,"Apr 29, 2016 10:07:07 PM"],[37.0,"Apr 29, 2016 10:07:08 AM"],[42.0,"Apr 29, 2016 10:07:08 PM"],[37.0,"Apr 29, 2016 10:07:09 AM"],[41.0,"Apr 29, 2016 10:07:09 PM"],[41.0,"Apr 29, 2016 10:07:10 AM"],[41.0,"Apr 29, 2016 10:07:10 PM"],[36.0,"Apr 29, 2016 10:07:11 AM"],[47.0,"Apr 29, 2016 10:07:11 PM"],[36.0,"Apr 29, 2016 10:07:12 AM"],[45.0,"Apr 29, 2016 10:07:12 PM"],[25.0,"Apr 29, 2016 10:07:13 AM"],[40.0,"Apr 29, 2016 10:07:13 PM"],[34.0,"Apr 29, 2016 10:07:14 AM"],[45.0,"Apr 29, 2016 10:07:14 PM"],[42.0,"Apr 29, 2016 10:07:15 AM"],[45.0,"Apr 29, 2016 10:07:15 PM"],[33.0,"Apr 29, 2016 10:07:16 AM"],[35.0,"Apr 29, 2016 10:07:16 PM"],[41.0,"Apr 29, 2016 10:07:17 AM"],[49.0,"Apr 29, 2016 10:07:17 PM"],[40.0,"Apr 29, 2016 10:07:18 AM"],[39.0,"Apr 29, 2016 10:07:18 PM"],[30.0,"Apr 29, 2016 10:07:19 AM"],[34.0,"Apr 29, 2016 10:07:19 PM"],[37.0,"Apr 29, 2016 10:07:20 AM"],[39.0,"Apr 29, 2016 10:07:20 PM"],[42.0,"Apr 29, 2016 10:07:21 AM"],[42.0,"Apr 29, 2016 10:07:21 PM"],[36.0,"Apr 29, 2016 10:07:22 AM"],[49.0,"Apr 29, 2016 10:07:22 PM"],[28.0,"Apr 29, 2016 10:07:23 AM"],[44.0,"Apr 29, 2016 10:07:23 PM"],[35.0,"Apr 29, 2016 10:07:24 AM"],[51.0,"Apr 29, 2016 10:07:24 PM"],[35.0,"Apr 29, 2016 10:07:25 AM"],[53.0,"Apr 29, 2016 10:07:25 PM"],[32.0,"Apr 29, 2016 10:07:26 AM"],[42.0,"Apr 29, 2016 10:07:26 PM"],[49.0,"Apr 29, 2016 10:07:27 AM"],[32.0,"Apr 29, 2016 10:07:27 PM"],[43.0,"Apr 29, 2016 10:07:28 AM"],[42.0,"Apr 29, 2016 10:07:28 PM"],[25.0,"Apr 29, 2016 10:07:29 AM"],[34.0,"Apr 29, 2016 10:07:29 PM"],[31.0,"Apr 29, 2016 10:07:30 AM"],[45.0,"Apr 29, 2016 10:07:30 PM"],[47.0,"Apr 29, 2016 10:07:31 AM"],[45.0,"Apr 29, 2016 10:07:31 PM"],[42.0,"Apr 29, 2016 10:07:32 AM"],[35.0,"Apr 29, 2016 10:07:32 PM"],[41.0,"Apr 29, 2016 10:07:33 AM"],[39.0,"Apr 29, 2016 10:07:33 PM"],[33.0,"Apr 29, 2016 10:07:34 AM"],[35.0,"Apr 29, 2016 10:07:34 PM"],[33.0,"Apr 29, 2016 10:07:35 AM"],[41.0,"Apr 29, 2016 10:07:35 PM"],[28.0,"Apr 29, 2016 10:07:36 AM"],[45.0,"Apr 29, 2016 10:07:36 PM"],[42.0,"Apr 29, 2016 10:07:37 AM"],[40.0,"Apr 29, 2016 10:07:37 PM"],[38.0,"Apr 29, 2016 10:07:38 AM"],[47.0,"Apr 29, 2016 10:07:38 PM"],[39.0,"Apr 29, 2016 10:07:39 AM"],[47.0,"Apr 29, 2016 10:07:39 PM"],[56.0,"Apr 29, 2016 10:07:40 AM"],[39.0,"Apr 29, 2016 10:07:40 PM"],[29.0,"Apr 29, 2016 10:07:41 AM"],[29.0,"Apr 29, 2016 10:07:41 PM"],[37.0,"Apr 29, 2016 10:07:42 AM"],[47.0,"Apr 29, 2016 10:07:42 PM"],[39.0,"Apr 29, 2016 10:07:43 AM"],[42.0,"Apr 29, 2016 10:07:43 PM"],[38.0,"Apr 29, 2016 10:07:44 AM"],[45.0,"Apr 29, 2016 10:07:44 PM"],[43.0,"Apr 29, 2016 10:07:45 AM"],[45.0,"Apr 29, 2016 10:07:45 PM"],[28.0,"Apr 29, 2016 10:07:46 AM"],[31.0,"Apr 29, 2016 10:07:46 PM"],[36.0,"Apr 29, 2016 10:07:47 AM"],[45.0,"Apr 29, 2016 10:07:47 PM"],[36.0,"Apr 29, 2016 10:07:48 AM"],[31.0,"Apr 29, 2016 10:07:48 PM"],[42.0,"Apr 29, 2016 10:07:49 AM"],[34.0,"Apr 29, 2016 10:07:49 PM"],[30.0,"Apr 29, 2016 10:07:50 AM"],[38.0,"Apr 29, 2016 10:07:50 PM"],[30.0,"Apr 29, 2016 10:07:51 AM"],[39.0,"Apr 29, 2016 10:07:51 PM"],[50.0,"Apr 29, 2016 10:07:52 AM"],[44.0,"Apr 29, 2016 10:07:52 PM"],[36.0,"Apr 29, 2016 10:07:53 AM"],[44.0,"Apr 29, 2016 10:07:53 PM"],[36.0,"Apr 29, 2016 10:07:54 AM"],[43.0,"Apr 29, 2016 10:07:54 PM"],[46.0,"Apr 29, 2016 10:07:55 AM"],[35.0,"Apr 29, 2016 10:07:55 PM"],[42.0,"Apr 29, 2016 10:07:56 AM"],[42.0,"Apr 29, 2016 10:07:56 PM"],[24.0,"Apr 29, 2016 10:07:57 AM"],[46.0,"Apr 29, 2016 10:07:57 PM"],[36.0,"Apr 29, 2016 10:07:58 AM"],[37.0,"Apr 29, 2016 10:07:58 PM"],[26.0,"Apr 29, 2016 10:07:59 AM"],[46.0,"Apr 29, 2016 10:07:59 PM"],[32.0,"Apr 29, 2016 10:08:00 AM"],[38.0,"Apr 29, 2016 10:08:00 PM"],[31.0,"Apr 29, 2016 10:08:01 AM"],[52.0,"Apr 29, 2016 10:08:01 PM"],[38.0,"Apr 29, 2016 10:08:02 AM"],[49.0,"Apr 29, 2016 10:08:02 PM"],[53.0,"Apr 29, 2016 10:08:03 AM"],[47.0,"Apr 29, 2016 10:08:03 PM"],[42.0,"Apr 29, 2016 10:08:04 AM"],[35.0,"Apr 29, 2016 10:08:04 PM"],[33.0,"Apr 29, 2016 10:08:05 AM"],[34.0,"Apr 29, 2016 10:08:05 PM"],[38.0,"Apr 29, 2016 10:08:06 AM"],[48.0,"Apr 29, 2016 10:08:06 PM"],[35.0,"Apr 29, 2016 10:08:07 AM"],[36.0,"Apr 29, 2016 10:08:07 PM"],[42.0,"Apr 29, 2016 10:08:08 AM"],[42.0,"Apr 29, 2016 10:08:08 PM"],[47.0,"Apr 29, 2016 10:08:09 AM"],[35.0,"Apr 29, 2016 10:08:09 PM"],[42.0,"Apr 29, 2016 10:08:10 AM"],[52.0,"Apr 29, 2016 10:08:10 PM"],[40.0,"Apr 29, 2016 10:08:11 AM"],[37.0,"Apr 29, 2016 10:08:11 PM"],[37.0,"Apr 29, 2016 10:08:12 AM"],[46.0,"Apr 29, 2016 10:08:12 PM"],[39.0,"Apr 29, 2016 10:08:13 AM"],[37.0,"Apr 29, 2016 10:08:13 PM"],[44.0,"Apr 29, 2016 10:08:14 AM"],[55.0,"Apr 29, 2016 10:08:14 PM"],[26.0,"Apr 29, 2016 10:08:15 AM"],[41.0,"Apr 29, 2016 10:08:15 PM"],[53.0,"Apr 29, 2016 10:08:16 AM"],[38.0,"Apr 29, 2016 10:08:16 PM"],[48.0,"Apr 29, 2016 10:08:17 AM"],[32.0,"Apr 29, 2016 10:08:17 PM"],[36.0,"Apr 29, 2016 10:08:18 AM"],[35.0,"Apr 29, 2016 10:08:18 PM"],[45.0,"Apr 29, 2016 10:08:19 AM"],[41.0,"Apr 29, 2016 10:08:19 PM"]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"TweetCount","type":"\"long\""},{"name":"DStreamTime","type":"\"string\""}],"overflow":true,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":"Error in SQL statement: AnalysisException: missing EOF at 'Time' near 'DStream'; line 1 pos 55","error":"com.databricks.backend.common.rpc.DatabricksExceptions$SQLExecutionException: org.apache.spark.sql.AnalysisException: missing EOF at 'Time' near 'DStream'; line 1 pos 55\n\tat org.apache.spark.sql.hive.HiveQl$.createPlan(HiveQl.scala:318)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:41)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:40)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.hive.HiveQl$.parseSql(HiveQl.scala:295)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.client.ClientWrapper$$anonfun$withHiveState$1.apply(ClientWrapper.scala:299)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.liftedTree1$1(ClientWrapper.scala:246)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.retryLocked(ClientWrapper.scala:245)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.withHiveState(ClientWrapper.scala:288)\n\tat org.apache.spark.sql.hive.HiveQLDialect.parse(HiveContext.scala:65)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:114)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:113)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.execution.datasources.DDLParser.parse(DDLParser.scala:43)\n\tat org.apache.spark.sql.SQLContext.parseSql(SQLContext.scala:230)\n\tat org.apache.spark.sql.hive.HiveContext.parseSql(HiveContext.scala:332)\n\tat org.apache.spark.sql.SQLContext.sql(SQLContext.scala:816)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:82)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:28)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat scala.collection.TraversableLike$class.map(TraversableLike.scala:244)\n\tat scala.collection.AbstractTraversable.map(Traversable.scala:105)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:28)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:116)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n","startTime":1.463962404917E12,"submitTime":1.46396238332E12,"finishTime":1.463962435875E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"331","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"4c80ea7b-0a54-4860-a991-1d5b7ddb5006"},{"version":"CommandV1","origId":128322,"guid":"f693901b-fdba-4f45-851e-fad2f5484fb7","subtype":"command","commandType":"auto","position":45.0,"command":"%sql SELECT distinct createdAt FROM mergedTweetTable where favoriteCount == 1","commandVersion":0,"state":"finished","results":{"type":"table","data":[],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"createdAt","type":"\"string\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":null,"error":null,"startTime":1.463959932744E12,"submitTime":1.463959911346E12,"finishTime":1.463959951813E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"07601d47-9848-4746-8094-58b97d09a777"},{"version":"CommandV1","origId":128323,"guid":"374f4620-7b40-4466-9dfc-2bf0b11feaa8","subtype":"command","commandType":"auto","position":46.0,"command":"%md\n## Filter Query by Keywords","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"26c3d0cf-9f55-4d05-b7f7-c34a9eb6ad75"},{"version":"CommandV1","origId":128324,"guid":"262c52b9-9716-4f03-baaa-0780eea534d7","subtype":"command","commandType":"auto","position":47.0,"command":"%sql SELECT count(*) as TrumpsTweet FROM mergedTweetTable where text like \"%trump%\"","commandVersion":0,"state":"finished","results":{"type":"table","data":[[13665.0]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"TrumpsTweet","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":"Error in SQL statement: AnalysisException: cannot recognize input near 'like' '\"%#lovetrumphate%\"' '<EOF>' in expression specification; line 1 pos 87","error":"com.databricks.backend.common.rpc.DatabricksExceptions$SQLExecutionException: org.apache.spark.sql.AnalysisException: cannot recognize input near 'like' '\"%#lovetrumphate%\"' '<EOF>' in expression specification; line 1 pos 87\n\tat org.apache.spark.sql.hive.HiveQl$.createPlan(HiveQl.scala:318)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:41)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:40)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.hive.HiveQl$.parseSql(HiveQl.scala:295)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.client.ClientWrapper$$anonfun$withHiveState$1.apply(ClientWrapper.scala:299)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.liftedTree1$1(ClientWrapper.scala:246)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.retryLocked(ClientWrapper.scala:245)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.withHiveState(ClientWrapper.scala:288)\n\tat org.apache.spark.sql.hive.HiveQLDialect.parse(HiveContext.scala:65)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:114)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:113)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.execution.datasources.DDLParser.parse(DDLParser.scala:43)\n\tat org.apache.spark.sql.SQLContext.parseSql(SQLContext.scala:230)\n\tat org.apache.spark.sql.hive.HiveContext.parseSql(HiveContext.scala:332)\n\tat org.apache.spark.sql.SQLContext.sql(SQLContext.scala:816)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:82)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:28)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat scala.collection.TraversableLike$class.map(TraversableLike.scala:244)\n\tat scala.collection.AbstractTraversable.map(Traversable.scala:105)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:28)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:116)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n","startTime":1.464872315727E12,"submitTime":1.464872293922E12,"finishTime":1.464872365913E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"f870d243-2549-4f9b-916f-afa5c51156c0"},{"version":"CommandV1","origId":128325,"guid":"08bc98d5-8e0e-4f43-afd7-1e35921aa545","subtype":"command","commandType":"auto","position":48.0,"command":"%sql SELECT COUNT(text) as TrumpsTweetCount, createdAt as DStreamTime FROM mergedTweetTable where text like \"%trump%\" group by createdAt order by createdAt asc","commandVersion":0,"state":"finished","results":{"type":"table","data":[[1.0,"Apr 29, 2016 10:00:35 PM"],[1.0,"Apr 29, 2016 10:01:00 PM"],[1.0,"Apr 29, 2016 10:01:24 PM"],[1.0,"Apr 29, 2016 10:02:34 PM"],[1.0,"Apr 29, 2016 10:04:40 PM"],[1.0,"Apr 29, 2016 10:05:44 AM"],[1.0,"Apr 29, 2016 10:06:38 AM"],[1.0,"Apr 29, 2016 10:07:01 PM"],[1.0,"Apr 29, 2016 10:07:28 AM"],[1.0,"Apr 29, 2016 10:08:01 PM"],[1.0,"Apr 29, 2016 10:09:52 PM"],[1.0,"Apr 29, 2016 10:10:41 AM"],[1.0,"Apr 29, 2016 10:12:08 PM"],[1.0,"Apr 29, 2016 10:14:00 PM"],[1.0,"Apr 29, 2016 10:14:11 AM"],[1.0,"Apr 29, 2016 10:14:31 AM"],[1.0,"Apr 29, 2016 10:15:03 PM"],[1.0,"Apr 29, 2016 10:17:15 AM"],[1.0,"Apr 29, 2016 10:17:48 AM"],[1.0,"Apr 29, 2016 10:18:55 PM"],[1.0,"Apr 29, 2016 10:19:09 PM"],[1.0,"Apr 29, 2016 10:19:37 PM"],[1.0,"Apr 29, 2016 10:21:04 PM"],[1.0,"Apr 29, 2016 10:21:41 PM"],[1.0,"Apr 29, 2016 10:22:25 AM"],[1.0,"Apr 29, 2016 10:22:46 PM"],[1.0,"Apr 29, 2016 10:22:58 AM"],[1.0,"Apr 29, 2016 10:23:03 PM"],[1.0,"Apr 29, 2016 10:23:30 PM"],[1.0,"Apr 29, 2016 10:23:37 AM"],[1.0,"Apr 29, 2016 10:23:46 PM"],[1.0,"Apr 29, 2016 10:24:01 PM"],[1.0,"Apr 29, 2016 10:25:19 PM"],[1.0,"Apr 29, 2016 10:26:58 PM"],[1.0,"Apr 29, 2016 10:28:36 PM"],[1.0,"Apr 29, 2016 10:29:53 PM"],[1.0,"Apr 29, 2016 10:30:31 AM"],[1.0,"Apr 29, 2016 10:31:03 PM"],[1.0,"Apr 29, 2016 10:34:29 PM"],[1.0,"Apr 29, 2016 10:34:43 PM"],[1.0,"Apr 29, 2016 10:34:45 PM"],[1.0,"Apr 29, 2016 10:35:08 PM"],[1.0,"Apr 29, 2016 10:35:52 AM"],[1.0,"Apr 29, 2016 10:36:25 AM"],[1.0,"Apr 29, 2016 10:36:56 PM"],[1.0,"Apr 29, 2016 10:38:12 PM"],[1.0,"Apr 29, 2016 10:38:31 PM"],[1.0,"Apr 29, 2016 10:38:45 AM"],[1.0,"Apr 29, 2016 10:39:41 PM"],[1.0,"Apr 29, 2016 10:40:10 PM"],[1.0,"Apr 29, 2016 10:40:13 PM"],[1.0,"Apr 29, 2016 10:40:35 PM"],[1.0,"Apr 29, 2016 10:41:20 PM"],[1.0,"Apr 29, 2016 10:41:24 PM"],[1.0,"Apr 29, 2016 10:42:43 AM"],[1.0,"Apr 29, 2016 10:43:00 PM"],[1.0,"Apr 29, 2016 10:43:55 PM"],[1.0,"Apr 29, 2016 10:44:13 AM"],[1.0,"Apr 29, 2016 10:44:56 AM"],[1.0,"Apr 29, 2016 10:46:26 AM"],[1.0,"Apr 29, 2016 10:47:43 PM"],[1.0,"Apr 29, 2016 10:48:08 PM"],[1.0,"Apr 29, 2016 10:48:57 AM"],[1.0,"Apr 29, 2016 10:49:21 PM"],[1.0,"Apr 29, 2016 10:49:41 PM"],[1.0,"Apr 29, 2016 10:49:55 PM"],[1.0,"Apr 29, 2016 10:50:59 PM"],[1.0,"Apr 29, 2016 10:51:00 PM"],[1.0,"Apr 29, 2016 10:52:09 PM"],[1.0,"Apr 29, 2016 10:54:18 PM"],[1.0,"Apr 29, 2016 10:54:42 PM"],[1.0,"Apr 29, 2016 10:55:51 PM"],[1.0,"Apr 29, 2016 10:56:39 PM"],[1.0,"Apr 29, 2016 10:56:44 PM"],[1.0,"Apr 29, 2016 10:57:36 PM"],[1.0,"Apr 29, 2016 10:58:04 AM"],[1.0,"Apr 29, 2016 10:58:33 PM"],[1.0,"Apr 29, 2016 10:58:37 AM"],[1.0,"Apr 29, 2016 11:00:54 AM"],[1.0,"Apr 29, 2016 11:01:30 PM"],[1.0,"Apr 29, 2016 11:02:06 AM"],[1.0,"Apr 29, 2016 11:02:46 PM"],[1.0,"Apr 29, 2016 11:03:04 AM"],[1.0,"Apr 29, 2016 11:03:38 PM"],[1.0,"Apr 29, 2016 11:04:00 PM"],[1.0,"Apr 29, 2016 11:04:45 PM"],[1.0,"Apr 29, 2016 11:05:48 AM"],[1.0,"Apr 29, 2016 11:06:13 PM"],[1.0,"Apr 29, 2016 11:06:29 PM"],[1.0,"Apr 29, 2016 11:06:43 PM"],[1.0,"Apr 29, 2016 11:08:01 AM"],[1.0,"Apr 29, 2016 11:08:19 AM"],[1.0,"Apr 29, 2016 11:10:42 PM"],[1.0,"Apr 29, 2016 11:13:34 AM"],[1.0,"Apr 29, 2016 11:14:05 PM"],[1.0,"Apr 29, 2016 11:14:07 PM"],[1.0,"Apr 29, 2016 11:14:53 AM"],[1.0,"Apr 29, 2016 11:15:50 AM"],[1.0,"Apr 29, 2016 11:15:57 PM"],[1.0,"Apr 29, 2016 11:16:12 PM"],[1.0,"Apr 29, 2016 11:17:19 PM"],[1.0,"Apr 29, 2016 11:17:31 PM"],[1.0,"Apr 29, 2016 11:17:51 AM"],[1.0,"Apr 29, 2016 11:20:03 PM"],[1.0,"Apr 29, 2016 11:20:39 PM"],[1.0,"Apr 29, 2016 11:21:53 PM"],[1.0,"Apr 29, 2016 11:22:00 PM"],[1.0,"Apr 29, 2016 11:22:25 PM"],[1.0,"Apr 29, 2016 11:22:33 PM"],[1.0,"Apr 29, 2016 11:22:44 AM"],[1.0,"Apr 29, 2016 11:23:10 AM"],[1.0,"Apr 29, 2016 11:25:15 AM"],[1.0,"Apr 29, 2016 11:26:05 PM"],[1.0,"Apr 29, 2016 11:26:12 PM"],[1.0,"Apr 29, 2016 11:27:09 PM"],[1.0,"Apr 29, 2016 11:27:26 PM"],[1.0,"Apr 29, 2016 11:28:06 AM"],[1.0,"Apr 29, 2016 11:28:41 PM"],[1.0,"Apr 29, 2016 11:29:43 AM"],[1.0,"Apr 29, 2016 11:31:12 PM"],[1.0,"Apr 29, 2016 11:31:45 PM"],[1.0,"Apr 29, 2016 11:33:30 PM"],[1.0,"Apr 29, 2016 11:33:40 AM"],[1.0,"Apr 29, 2016 11:34:26 AM"],[1.0,"Apr 29, 2016 11:35:49 PM"],[1.0,"Apr 29, 2016 11:37:16 AM"],[1.0,"Apr 29, 2016 11:37:53 AM"],[1.0,"Apr 29, 2016 11:38:11 PM"],[1.0,"Apr 29, 2016 11:38:21 AM"],[1.0,"Apr 29, 2016 11:38:27 AM"],[1.0,"Apr 29, 2016 11:38:28 PM"],[1.0,"Apr 29, 2016 11:38:50 PM"],[1.0,"Apr 29, 2016 11:39:22 AM"],[1.0,"Apr 29, 2016 11:40:32 PM"],[1.0,"Apr 29, 2016 11:40:51 PM"],[1.0,"Apr 29, 2016 11:42:04 AM"],[1.0,"Apr 29, 2016 11:42:22 PM"],[1.0,"Apr 29, 2016 11:43:01 PM"],[1.0,"Apr 29, 2016 11:43:13 PM"],[1.0,"Apr 29, 2016 11:43:16 AM"],[1.0,"Apr 29, 2016 11:43:28 PM"],[1.0,"Apr 29, 2016 11:43:48 PM"],[1.0,"Apr 29, 2016 11:44:18 AM"],[1.0,"Apr 29, 2016 11:44:34 AM"],[1.0,"Apr 29, 2016 11:44:46 AM"],[1.0,"Apr 29, 2016 11:45:04 AM"],[1.0,"Apr 29, 2016 11:45:07 PM"],[1.0,"Apr 29, 2016 11:45:18 AM"],[1.0,"Apr 29, 2016 11:45:29 PM"],[1.0,"Apr 29, 2016 11:46:04 PM"],[2.0,"Apr 29, 2016 11:46:28 PM"],[1.0,"Apr 29, 2016 11:47:00 PM"],[1.0,"Apr 29, 2016 11:47:04 PM"],[1.0,"Apr 29, 2016 11:47:23 AM"],[1.0,"Apr 29, 2016 11:47:28 PM"],[3.0,"Apr 29, 2016 11:48:25 AM"],[1.0,"Apr 29, 2016 11:48:57 AM"],[1.0,"Apr 29, 2016 11:49:05 PM"],[1.0,"Apr 29, 2016 11:49:42 AM"],[1.0,"Apr 29, 2016 11:50:28 PM"],[1.0,"Apr 29, 2016 11:52:07 PM"],[1.0,"Apr 29, 2016 11:52:12 PM"],[1.0,"Apr 29, 2016 11:53:27 PM"],[1.0,"Apr 29, 2016 11:53:28 AM"],[1.0,"Apr 29, 2016 11:54:31 PM"],[1.0,"Apr 29, 2016 11:54:32 PM"],[1.0,"Apr 29, 2016 11:55:09 PM"],[1.0,"Apr 29, 2016 11:55:29 PM"],[1.0,"Apr 29, 2016 11:56:54 AM"],[1.0,"Apr 29, 2016 11:58:09 PM"],[1.0,"Apr 29, 2016 11:59:08 AM"],[1.0,"Apr 29, 2016 11:59:32 AM"],[1.0,"Apr 29, 2016 12:00:23 PM"],[1.0,"Apr 29, 2016 12:04:02 PM"],[1.0,"Apr 29, 2016 12:08:51 PM"],[1.0,"Apr 29, 2016 12:11:46 PM"],[1.0,"Apr 29, 2016 12:15:22 PM"],[1.0,"Apr 29, 2016 12:17:06 PM"],[1.0,"Apr 29, 2016 12:22:08 PM"],[1.0,"Apr 29, 2016 12:22:10 PM"],[1.0,"Apr 29, 2016 12:22:16 PM"],[1.0,"Apr 29, 2016 12:23:02 PM"],[1.0,"Apr 29, 2016 12:24:15 PM"],[1.0,"Apr 29, 2016 12:24:43 PM"],[1.0,"Apr 29, 2016 12:25:19 PM"],[1.0,"Apr 29, 2016 12:25:22 PM"],[1.0,"Apr 29, 2016 12:27:31 PM"],[1.0,"Apr 29, 2016 12:29:40 PM"],[1.0,"Apr 29, 2016 12:30:31 PM"],[1.0,"Apr 29, 2016 12:36:16 PM"],[1.0,"Apr 29, 2016 12:36:20 PM"],[1.0,"Apr 29, 2016 12:37:40 PM"],[1.0,"Apr 29, 2016 12:39:34 PM"],[1.0,"Apr 29, 2016 12:44:04 PM"],[1.0,"Apr 29, 2016 12:49:37 PM"],[1.0,"Apr 29, 2016 12:52:07 PM"],[1.0,"Apr 29, 2016 12:52:25 PM"],[1.0,"Apr 29, 2016 12:52:38 PM"],[1.0,"Apr 29, 2016 12:52:53 PM"],[1.0,"Apr 29, 2016 12:53:18 PM"],[1.0,"Apr 29, 2016 12:58:03 PM"],[1.0,"Apr 29, 2016 12:58:44 PM"],[1.0,"Apr 29, 2016 12:59:27 PM"],[1.0,"Apr 29, 2016 1:00:06 PM"],[1.0,"Apr 29, 2016 1:02:07 PM"],[1.0,"Apr 29, 2016 1:03:35 PM"],[1.0,"Apr 29, 2016 1:06:07 PM"],[1.0,"Apr 29, 2016 1:10:24 PM"],[1.0,"Apr 29, 2016 1:11:12 PM"],[1.0,"Apr 29, 2016 1:12:48 PM"],[1.0,"Apr 29, 2016 1:12:59 PM"],[1.0,"Apr 29, 2016 1:13:35 PM"],[1.0,"Apr 29, 2016 1:16:33 PM"],[1.0,"Apr 29, 2016 1:18:07 PM"],[1.0,"Apr 29, 2016 1:20:00 PM"],[1.0,"Apr 29, 2016 1:21:36 PM"],[1.0,"Apr 29, 2016 1:21:50 PM"],[1.0,"Apr 29, 2016 1:22:31 PM"],[1.0,"Apr 29, 2016 1:23:46 PM"],[1.0,"Apr 29, 2016 1:24:00 PM"],[1.0,"Apr 29, 2016 1:24:28 PM"],[1.0,"Apr 29, 2016 1:24:57 PM"],[1.0,"Apr 29, 2016 1:25:08 PM"],[1.0,"Apr 29, 2016 1:26:09 PM"],[1.0,"Apr 29, 2016 1:27:56 PM"],[1.0,"Apr 29, 2016 1:28:15 PM"],[1.0,"Apr 29, 2016 1:28:46 PM"],[1.0,"Apr 29, 2016 1:30:06 PM"],[1.0,"Apr 29, 2016 1:30:27 PM"],[1.0,"Apr 29, 2016 1:31:53 PM"],[1.0,"Apr 29, 2016 1:33:05 PM"],[1.0,"Apr 29, 2016 1:35:40 PM"],[1.0,"Apr 29, 2016 1:37:48 PM"],[1.0,"Apr 29, 2016 1:39:16 PM"],[1.0,"Apr 29, 2016 1:39:55 PM"],[1.0,"Apr 29, 2016 1:40:23 PM"],[1.0,"Apr 29, 2016 1:41:54 PM"],[1.0,"Apr 29, 2016 1:42:35 PM"],[1.0,"Apr 29, 2016 1:43:16 PM"],[1.0,"Apr 29, 2016 1:43:21 PM"],[1.0,"Apr 29, 2016 1:44:34 PM"],[1.0,"Apr 29, 2016 1:47:34 PM"],[1.0,"Apr 29, 2016 1:47:49 PM"],[1.0,"Apr 29, 2016 1:48:48 PM"],[1.0,"Apr 29, 2016 1:49:44 PM"],[1.0,"Apr 29, 2016 1:49:49 PM"],[1.0,"Apr 29, 2016 1:50:25 PM"],[1.0,"Apr 29, 2016 1:50:49 PM"],[1.0,"Apr 29, 2016 1:54:05 PM"],[1.0,"Apr 29, 2016 1:56:18 PM"],[1.0,"Apr 29, 2016 1:56:40 PM"],[1.0,"Apr 29, 2016 1:56:55 PM"],[1.0,"Apr 29, 2016 1:59:35 PM"],[1.0,"Apr 29, 2016 2:01:05 PM"],[1.0,"Apr 29, 2016 2:01:23 PM"],[1.0,"Apr 29, 2016 2:01:37 PM"],[1.0,"Apr 29, 2016 2:01:44 PM"],[1.0,"Apr 29, 2016 2:02:25 PM"],[1.0,"Apr 29, 2016 2:03:13 PM"],[1.0,"Apr 29, 2016 2:05:32 PM"],[1.0,"Apr 29, 2016 2:07:25 PM"],[1.0,"Apr 29, 2016 2:09:34 PM"],[1.0,"Apr 29, 2016 2:11:04 PM"],[1.0,"Apr 29, 2016 2:11:15 PM"],[1.0,"Apr 29, 2016 2:12:12 PM"],[1.0,"Apr 29, 2016 2:16:19 PM"],[1.0,"Apr 29, 2016 2:16:32 PM"],[1.0,"Apr 29, 2016 2:17:29 PM"],[1.0,"Apr 29, 2016 2:17:36 PM"],[1.0,"Apr 29, 2016 2:18:32 PM"],[1.0,"Apr 29, 2016 2:18:54 PM"],[1.0,"Apr 29, 2016 2:21:27 PM"],[1.0,"Apr 29, 2016 2:22:13 PM"],[1.0,"Apr 29, 2016 2:25:22 PM"],[1.0,"Apr 29, 2016 2:26:00 PM"],[1.0,"Apr 29, 2016 2:26:38 PM"],[1.0,"Apr 29, 2016 2:26:47 PM"],[1.0,"Apr 29, 2016 2:27:15 PM"],[1.0,"Apr 29, 2016 2:30:26 PM"],[1.0,"Apr 29, 2016 2:32:30 PM"],[1.0,"Apr 29, 2016 2:32:59 PM"],[1.0,"Apr 29, 2016 2:34:23 PM"],[1.0,"Apr 29, 2016 2:40:05 PM"],[1.0,"Apr 29, 2016 2:41:47 PM"],[1.0,"Apr 29, 2016 2:42:03 PM"],[1.0,"Apr 29, 2016 2:42:37 PM"],[1.0,"Apr 29, 2016 2:43:01 PM"],[1.0,"Apr 29, 2016 2:43:36 PM"],[1.0,"Apr 29, 2016 2:46:03 PM"],[1.0,"Apr 29, 2016 2:47:53 PM"],[1.0,"Apr 29, 2016 2:49:08 PM"],[1.0,"Apr 29, 2016 2:53:07 PM"],[1.0,"Apr 29, 2016 2:53:53 PM"],[1.0,"Apr 29, 2016 2:56:05 PM"],[1.0,"Apr 29, 2016 2:56:35 PM"],[1.0,"Apr 29, 2016 2:56:46 PM"],[1.0,"Apr 29, 2016 2:57:58 PM"],[1.0,"Apr 29, 2016 2:59:04 PM"],[1.0,"Apr 29, 2016 3:02:20 PM"],[1.0,"Apr 29, 2016 3:08:41 PM"],[1.0,"Apr 29, 2016 3:09:49 PM"],[1.0,"Apr 29, 2016 3:10:57 PM"],[1.0,"Apr 29, 2016 3:11:40 PM"],[1.0,"Apr 29, 2016 3:13:28 PM"],[1.0,"Apr 29, 2016 3:13:33 PM"],[1.0,"Apr 29, 2016 3:13:45 PM"],[1.0,"Apr 29, 2016 3:13:52 PM"],[1.0,"Apr 29, 2016 3:13:57 PM"],[1.0,"Apr 29, 2016 3:13:59 PM"],[1.0,"Apr 29, 2016 3:14:24 PM"],[1.0,"Apr 29, 2016 3:15:25 PM"],[1.0,"Apr 29, 2016 3:15:43 PM"],[1.0,"Apr 29, 2016 3:16:26 PM"],[1.0,"Apr 29, 2016 3:18:21 PM"],[1.0,"Apr 29, 2016 3:18:51 PM"],[1.0,"Apr 29, 2016 3:19:56 PM"],[1.0,"Apr 29, 2016 3:20:26 PM"],[1.0,"Apr 29, 2016 3:23:04 PM"],[1.0,"Apr 29, 2016 3:23:40 PM"],[1.0,"Apr 29, 2016 3:23:42 PM"],[1.0,"Apr 29, 2016 3:24:12 PM"],[1.0,"Apr 29, 2016 3:24:27 PM"],[1.0,"Apr 29, 2016 3:25:30 PM"],[1.0,"Apr 29, 2016 3:28:49 PM"],[1.0,"Apr 29, 2016 3:29:24 PM"],[1.0,"Apr 29, 2016 3:29:49 PM"],[1.0,"Apr 29, 2016 3:30:18 PM"],[1.0,"Apr 29, 2016 3:30:36 PM"],[1.0,"Apr 29, 2016 3:31:59 PM"],[1.0,"Apr 29, 2016 3:32:38 PM"],[1.0,"Apr 29, 2016 3:33:58 PM"],[1.0,"Apr 29, 2016 3:34:48 PM"],[1.0,"Apr 29, 2016 3:35:49 PM"],[1.0,"Apr 29, 2016 3:36:14 PM"],[1.0,"Apr 29, 2016 3:36:47 PM"],[1.0,"Apr 29, 2016 3:37:18 PM"],[1.0,"Apr 29, 2016 3:39:11 PM"],[1.0,"Apr 29, 2016 3:40:24 PM"],[1.0,"Apr 29, 2016 3:41:39 PM"],[1.0,"Apr 29, 2016 3:41:41 PM"],[1.0,"Apr 29, 2016 3:42:22 PM"],[1.0,"Apr 29, 2016 3:42:55 PM"],[1.0,"Apr 29, 2016 3:43:04 PM"],[1.0,"Apr 29, 2016 3:43:21 PM"],[1.0,"Apr 29, 2016 3:43:30 PM"],[1.0,"Apr 29, 2016 3:43:33 PM"],[1.0,"Apr 29, 2016 3:44:23 PM"],[1.0,"Apr 29, 2016 3:44:56 PM"],[1.0,"Apr 29, 2016 3:45:06 PM"],[1.0,"Apr 29, 2016 3:45:10 PM"],[1.0,"Apr 29, 2016 3:45:28 PM"],[1.0,"Apr 29, 2016 3:45:34 PM"],[1.0,"Apr 29, 2016 3:45:36 PM"],[1.0,"Apr 29, 2016 3:45:39 PM"],[1.0,"Apr 29, 2016 3:46:01 PM"],[1.0,"Apr 29, 2016 3:47:41 PM"],[1.0,"Apr 29, 2016 3:49:42 PM"],[1.0,"Apr 29, 2016 3:49:55 PM"],[1.0,"Apr 29, 2016 3:52:05 PM"],[1.0,"Apr 29, 2016 3:53:33 PM"],[1.0,"Apr 29, 2016 3:53:47 PM"],[1.0,"Apr 29, 2016 3:54:21 PM"],[1.0,"Apr 29, 2016 3:57:55 PM"],[1.0,"Apr 29, 2016 3:58:27 PM"],[1.0,"Apr 29, 2016 3:58:37 PM"],[1.0,"Apr 29, 2016 3:58:57 PM"],[1.0,"Apr 29, 2016 3:59:07 PM"],[1.0,"Apr 29, 2016 3:59:28 PM"],[1.0,"Apr 29, 2016 3:59:54 PM"],[1.0,"Apr 29, 2016 4:00:06 PM"],[1.0,"Apr 29, 2016 4:01:14 PM"],[1.0,"Apr 29, 2016 4:01:21 PM"],[1.0,"Apr 29, 2016 4:02:59 PM"],[1.0,"Apr 29, 2016 4:03:02 PM"],[1.0,"Apr 29, 2016 4:03:18 PM"],[1.0,"Apr 29, 2016 4:05:09 PM"],[1.0,"Apr 29, 2016 4:06:36 PM"],[1.0,"Apr 29, 2016 4:07:30 PM"],[1.0,"Apr 29, 2016 4:07:44 PM"],[1.0,"Apr 29, 2016 4:08:21 PM"],[1.0,"Apr 29, 2016 4:09:02 PM"],[1.0,"Apr 29, 2016 4:09:37 PM"],[1.0,"Apr 29, 2016 4:11:35 PM"],[1.0,"Apr 29, 2016 4:12:07 PM"],[1.0,"Apr 29, 2016 4:14:34 PM"],[1.0,"Apr 29, 2016 4:16:48 PM"],[1.0,"Apr 29, 2016 4:18:03 PM"],[1.0,"Apr 29, 2016 4:18:25 PM"],[1.0,"Apr 29, 2016 4:18:48 PM"],[1.0,"Apr 29, 2016 4:19:14 PM"],[1.0,"Apr 29, 2016 4:19:23 PM"],[1.0,"Apr 29, 2016 4:20:29 PM"],[1.0,"Apr 29, 2016 4:21:46 PM"],[1.0,"Apr 29, 2016 4:22:19 PM"],[1.0,"Apr 29, 2016 4:22:50 PM"],[1.0,"Apr 29, 2016 4:23:19 PM"],[1.0,"Apr 29, 2016 4:23:21 PM"],[1.0,"Apr 29, 2016 4:24:14 PM"],[1.0,"Apr 29, 2016 4:24:21 PM"],[1.0,"Apr 29, 2016 4:27:43 PM"],[1.0,"Apr 29, 2016 4:29:24 PM"],[1.0,"Apr 29, 2016 4:29:40 PM"],[1.0,"Apr 29, 2016 4:32:05 PM"],[1.0,"Apr 29, 2016 4:32:08 PM"],[1.0,"Apr 29, 2016 4:32:27 PM"],[1.0,"Apr 29, 2016 4:32:32 PM"],[1.0,"Apr 29, 2016 4:33:16 PM"],[1.0,"Apr 29, 2016 4:33:36 PM"],[1.0,"Apr 29, 2016 4:33:51 PM"],[1.0,"Apr 29, 2016 4:34:32 PM"],[1.0,"Apr 29, 2016 4:36:02 PM"],[1.0,"Apr 29, 2016 4:37:07 PM"],[1.0,"Apr 29, 2016 4:37:43 PM"],[1.0,"Apr 29, 2016 4:38:17 PM"],[1.0,"Apr 29, 2016 4:40:19 PM"],[1.0,"Apr 29, 2016 4:42:12 PM"],[1.0,"Apr 29, 2016 4:42:21 PM"],[1.0,"Apr 29, 2016 4:42:48 PM"],[1.0,"Apr 29, 2016 4:43:56 PM"],[1.0,"Apr 29, 2016 4:44:10 PM"],[1.0,"Apr 29, 2016 4:45:08 PM"],[1.0,"Apr 29, 2016 4:45:45 PM"],[1.0,"Apr 29, 2016 4:46:03 PM"],[1.0,"Apr 29, 2016 4:47:41 PM"],[1.0,"Apr 29, 2016 4:51:13 PM"],[1.0,"Apr 29, 2016 4:52:07 PM"],[1.0,"Apr 29, 2016 4:52:43 PM"],[1.0,"Apr 29, 2016 4:52:48 PM"],[1.0,"Apr 29, 2016 4:55:59 PM"],[1.0,"Apr 29, 2016 4:56:09 PM"],[1.0,"Apr 29, 2016 4:56:46 PM"],[1.0,"Apr 29, 2016 4:57:03 PM"],[1.0,"Apr 29, 2016 4:57:06 PM"],[1.0,"Apr 29, 2016 4:58:20 PM"],[1.0,"Apr 29, 2016 5:00:04 PM"],[1.0,"Apr 29, 2016 5:01:31 PM"],[1.0,"Apr 29, 2016 5:03:42 PM"],[1.0,"Apr 29, 2016 5:03:47 PM"],[1.0,"Apr 29, 2016 5:03:58 PM"],[1.0,"Apr 29, 2016 5:07:21 PM"],[1.0,"Apr 29, 2016 5:07:44 PM"],[1.0,"Apr 29, 2016 5:11:28 PM"],[1.0,"Apr 29, 2016 5:11:46 PM"],[1.0,"Apr 29, 2016 5:13:21 PM"],[1.0,"Apr 29, 2016 5:13:38 PM"],[1.0,"Apr 29, 2016 5:15:27 PM"],[1.0,"Apr 29, 2016 5:15:43 PM"],[1.0,"Apr 29, 2016 5:17:05 PM"],[1.0,"Apr 29, 2016 5:18:45 PM"],[1.0,"Apr 29, 2016 5:21:03 PM"],[1.0,"Apr 29, 2016 5:22:32 PM"],[1.0,"Apr 29, 2016 5:25:27 PM"],[1.0,"Apr 29, 2016 5:26:14 PM"],[1.0,"Apr 29, 2016 5:27:46 PM"],[1.0,"Apr 29, 2016 5:31:01 PM"],[1.0,"Apr 29, 2016 5:33:42 PM"],[1.0,"Apr 29, 2016 5:34:14 PM"],[1.0,"Apr 29, 2016 5:37:37 PM"],[1.0,"Apr 29, 2016 5:39:21 PM"],[1.0,"Apr 29, 2016 5:39:50 PM"],[1.0,"Apr 29, 2016 5:40:22 PM"],[1.0,"Apr 29, 2016 5:40:30 PM"],[1.0,"Apr 29, 2016 5:41:31 PM"],[1.0,"Apr 29, 2016 5:44:39 PM"],[1.0,"Apr 29, 2016 5:45:19 PM"],[1.0,"Apr 29, 2016 5:48:33 PM"],[1.0,"Apr 29, 2016 5:48:41 PM"],[1.0,"Apr 29, 2016 5:49:48 PM"],[1.0,"Apr 29, 2016 5:50:04 PM"],[1.0,"Apr 29, 2016 5:50:40 PM"],[1.0,"Apr 29, 2016 5:51:39 PM"],[1.0,"Apr 29, 2016 5:51:45 PM"],[1.0,"Apr 29, 2016 5:51:54 PM"],[1.0,"Apr 29, 2016 5:52:08 PM"],[1.0,"Apr 29, 2016 5:53:39 PM"],[1.0,"Apr 29, 2016 5:54:54 PM"],[1.0,"Apr 29, 2016 5:56:29 PM"],[1.0,"Apr 29, 2016 5:56:35 PM"],[1.0,"Apr 29, 2016 5:57:04 PM"],[1.0,"Apr 29, 2016 5:57:24 PM"],[1.0,"Apr 29, 2016 5:58:10 PM"],[1.0,"Apr 29, 2016 6:00:58 PM"],[1.0,"Apr 29, 2016 6:01:56 PM"],[1.0,"Apr 29, 2016 6:02:45 PM"],[1.0,"Apr 29, 2016 6:02:52 PM"],[1.0,"Apr 29, 2016 6:05:07 PM"],[1.0,"Apr 29, 2016 6:06:27 PM"],[2.0,"Apr 29, 2016 6:07:29 PM"],[1.0,"Apr 29, 2016 6:08:12 PM"],[1.0,"Apr 29, 2016 6:08:57 PM"],[1.0,"Apr 29, 2016 6:13:38 PM"],[1.0,"Apr 29, 2016 6:14:07 PM"],[1.0,"Apr 29, 2016 6:14:08 PM"],[1.0,"Apr 29, 2016 6:15:18 PM"],[1.0,"Apr 29, 2016 6:17:43 PM"],[1.0,"Apr 29, 2016 6:18:55 PM"],[1.0,"Apr 29, 2016 6:21:24 PM"],[1.0,"Apr 29, 2016 6:21:44 PM"],[1.0,"Apr 29, 2016 6:22:11 PM"],[1.0,"Apr 29, 2016 6:22:53 PM"],[1.0,"Apr 29, 2016 6:22:57 PM"],[1.0,"Apr 29, 2016 6:23:02 PM"],[1.0,"Apr 29, 2016 6:23:21 PM"],[1.0,"Apr 29, 2016 6:23:39 PM"],[1.0,"Apr 29, 2016 6:26:35 PM"],[1.0,"Apr 29, 2016 6:27:05 PM"],[1.0,"Apr 29, 2016 6:27:43 PM"],[1.0,"Apr 29, 2016 6:28:25 PM"],[1.0,"Apr 29, 2016 6:28:57 PM"],[1.0,"Apr 29, 2016 6:29:38 PM"],[1.0,"Apr 29, 2016 6:31:24 PM"],[1.0,"Apr 29, 2016 6:32:09 PM"],[1.0,"Apr 29, 2016 6:32:54 PM"],[1.0,"Apr 29, 2016 6:35:25 PM"],[1.0,"Apr 29, 2016 6:35:30 PM"],[1.0,"Apr 29, 2016 6:38:56 PM"],[1.0,"Apr 29, 2016 6:39:15 PM"],[1.0,"Apr 29, 2016 6:42:10 PM"],[1.0,"Apr 29, 2016 6:42:18 PM"],[1.0,"Apr 29, 2016 6:42:40 PM"],[1.0,"Apr 29, 2016 6:42:48 PM"],[1.0,"Apr 29, 2016 6:43:41 PM"],[1.0,"Apr 29, 2016 6:44:51 PM"],[1.0,"Apr 29, 2016 6:45:57 PM"],[1.0,"Apr 29, 2016 6:47:06 PM"],[1.0,"Apr 29, 2016 6:47:15 PM"],[1.0,"Apr 29, 2016 6:52:11 PM"],[1.0,"Apr 29, 2016 6:52:14 PM"],[1.0,"Apr 29, 2016 6:53:24 PM"],[1.0,"Apr 29, 2016 6:54:20 PM"],[1.0,"Apr 29, 2016 6:56:31 PM"],[1.0,"Apr 29, 2016 6:57:35 PM"],[1.0,"Apr 29, 2016 6:58:15 PM"],[1.0,"Apr 29, 2016 6:59:56 PM"],[1.0,"Apr 29, 2016 7:00:55 PM"],[1.0,"Apr 29, 2016 7:03:56 PM"],[1.0,"Apr 29, 2016 7:04:31 PM"],[1.0,"Apr 29, 2016 7:05:18 PM"],[1.0,"Apr 29, 2016 7:05:42 PM"],[1.0,"Apr 29, 2016 7:07:17 PM"],[1.0,"Apr 29, 2016 7:07:32 PM"],[1.0,"Apr 29, 2016 7:07:59 PM"],[1.0,"Apr 29, 2016 7:08:56 PM"],[1.0,"Apr 29, 2016 7:09:04 PM"],[1.0,"Apr 29, 2016 7:09:39 PM"],[1.0,"Apr 29, 2016 7:11:30 PM"],[1.0,"Apr 29, 2016 7:11:47 PM"],[1.0,"Apr 29, 2016 7:12:49 PM"],[1.0,"Apr 29, 2016 7:13:29 PM"],[1.0,"Apr 29, 2016 7:13:44 PM"],[1.0,"Apr 29, 2016 7:13:53 PM"],[1.0,"Apr 29, 2016 7:14:38 PM"],[1.0,"Apr 29, 2016 7:14:45 PM"],[1.0,"Apr 29, 2016 7:14:53 PM"],[2.0,"Apr 29, 2016 7:15:47 PM"],[1.0,"Apr 29, 2016 7:16:16 PM"],[1.0,"Apr 29, 2016 7:16:18 PM"],[1.0,"Apr 29, 2016 7:17:01 PM"],[1.0,"Apr 29, 2016 7:18:25 PM"],[1.0,"Apr 29, 2016 7:18:33 PM"],[1.0,"Apr 29, 2016 7:19:09 PM"],[1.0,"Apr 29, 2016 7:20:27 PM"],[1.0,"Apr 29, 2016 7:21:26 PM"],[1.0,"Apr 29, 2016 7:24:30 PM"],[2.0,"Apr 29, 2016 7:25:02 PM"],[1.0,"Apr 29, 2016 7:25:24 PM"],[1.0,"Apr 29, 2016 7:26:12 PM"],[1.0,"Apr 29, 2016 7:27:33 PM"],[1.0,"Apr 29, 2016 7:28:02 PM"],[1.0,"Apr 29, 2016 7:28:56 PM"],[1.0,"Apr 29, 2016 7:29:59 PM"],[2.0,"Apr 29, 2016 7:30:03 PM"],[1.0,"Apr 29, 2016 7:30:18 PM"],[1.0,"Apr 29, 2016 7:30:36 PM"],[1.0,"Apr 29, 2016 7:31:38 PM"],[1.0,"Apr 29, 2016 7:31:49 PM"],[1.0,"Apr 29, 2016 7:32:00 PM"],[1.0,"Apr 29, 2016 7:32:33 PM"],[1.0,"Apr 29, 2016 7:32:36 PM"],[1.0,"Apr 29, 2016 7:32:52 PM"],[1.0,"Apr 29, 2016 7:35:58 PM"],[1.0,"Apr 29, 2016 7:36:01 PM"],[1.0,"Apr 29, 2016 7:37:58 PM"],[1.0,"Apr 29, 2016 7:38:35 PM"],[1.0,"Apr 29, 2016 7:38:54 PM"],[1.0,"Apr 29, 2016 7:40:24 PM"],[1.0,"Apr 29, 2016 7:42:58 PM"],[1.0,"Apr 29, 2016 7:45:56 PM"],[1.0,"Apr 29, 2016 7:46:29 PM"],[1.0,"Apr 29, 2016 7:46:47 PM"],[1.0,"Apr 29, 2016 7:48:30 PM"],[1.0,"Apr 29, 2016 7:50:21 PM"],[1.0,"Apr 29, 2016 7:50:40 PM"],[1.0,"Apr 29, 2016 7:52:48 PM"],[1.0,"Apr 29, 2016 7:53:22 PM"],[1.0,"Apr 29, 2016 7:55:42 PM"],[1.0,"Apr 29, 2016 7:55:59 PM"],[1.0,"Apr 29, 2016 7:57:12 PM"],[1.0,"Apr 29, 2016 7:58:06 PM"],[1.0,"Apr 29, 2016 7:58:19 PM"],[1.0,"Apr 29, 2016 7:58:52 PM"],[1.0,"Apr 29, 2016 7:59:04 PM"],[1.0,"Apr 29, 2016 8:00:12 PM"],[1.0,"Apr 29, 2016 8:01:00 PM"],[1.0,"Apr 29, 2016 8:02:45 PM"],[1.0,"Apr 29, 2016 8:05:12 PM"],[1.0,"Apr 29, 2016 8:05:22 PM"],[1.0,"Apr 29, 2016 8:06:20 PM"],[1.0,"Apr 29, 2016 8:07:11 PM"],[1.0,"Apr 29, 2016 8:07:19 PM"],[1.0,"Apr 29, 2016 8:07:42 PM"],[1.0,"Apr 29, 2016 8:09:06 PM"],[1.0,"Apr 29, 2016 8:09:14 PM"],[1.0,"Apr 29, 2016 8:09:29 PM"],[1.0,"Apr 29, 2016 8:11:12 PM"],[1.0,"Apr 29, 2016 8:11:28 PM"],[1.0,"Apr 29, 2016 8:11:58 PM"],[1.0,"Apr 29, 2016 8:13:21 PM"],[1.0,"Apr 29, 2016 8:13:25 PM"],[1.0,"Apr 29, 2016 8:13:44 PM"],[1.0,"Apr 29, 2016 8:14:02 PM"],[1.0,"Apr 29, 2016 8:17:52 PM"],[1.0,"Apr 29, 2016 8:18:20 PM"],[1.0,"Apr 29, 2016 8:18:58 PM"],[1.0,"Apr 29, 2016 8:20:16 PM"],[1.0,"Apr 29, 2016 8:22:24 PM"],[1.0,"Apr 29, 2016 8:22:41 PM"],[1.0,"Apr 29, 2016 8:23:11 PM"],[1.0,"Apr 29, 2016 8:23:19 PM"],[1.0,"Apr 29, 2016 8:24:28 PM"],[1.0,"Apr 29, 2016 8:24:33 PM"],[1.0,"Apr 29, 2016 8:24:52 PM"],[1.0,"Apr 29, 2016 8:25:04 PM"],[1.0,"Apr 29, 2016 8:27:03 PM"],[1.0,"Apr 29, 2016 8:27:22 PM"],[1.0,"Apr 29, 2016 8:29:18 PM"],[1.0,"Apr 29, 2016 8:29:36 PM"],[1.0,"Apr 29, 2016 8:30:07 PM"],[1.0,"Apr 29, 2016 8:31:13 PM"],[1.0,"Apr 29, 2016 8:31:28 PM"],[1.0,"Apr 29, 2016 8:31:46 PM"],[1.0,"Apr 29, 2016 8:34:12 PM"],[1.0,"Apr 29, 2016 8:35:15 PM"],[1.0,"Apr 29, 2016 8:36:35 PM"],[1.0,"Apr 29, 2016 8:37:04 PM"],[1.0,"Apr 29, 2016 8:37:10 PM"],[1.0,"Apr 29, 2016 8:37:50 PM"],[1.0,"Apr 29, 2016 8:40:10 PM"],[1.0,"Apr 29, 2016 8:41:49 PM"],[1.0,"Apr 29, 2016 8:42:34 PM"],[1.0,"Apr 29, 2016 8:42:53 PM"],[1.0,"Apr 29, 2016 8:42:54 PM"],[1.0,"Apr 29, 2016 8:43:35 PM"],[1.0,"Apr 29, 2016 8:43:51 PM"],[1.0,"Apr 29, 2016 8:44:08 PM"],[2.0,"Apr 29, 2016 8:45:22 PM"],[1.0,"Apr 29, 2016 8:45:45 PM"],[1.0,"Apr 29, 2016 8:46:05 PM"],[1.0,"Apr 29, 2016 8:46:11 PM"],[1.0,"Apr 29, 2016 8:47:01 PM"],[1.0,"Apr 29, 2016 8:47:56 PM"],[1.0,"Apr 29, 2016 8:51:22 PM"],[1.0,"Apr 29, 2016 8:51:39 PM"],[1.0,"Apr 29, 2016 8:53:41 PM"],[1.0,"Apr 29, 2016 8:54:17 PM"],[1.0,"Apr 29, 2016 8:55:15 PM"],[1.0,"Apr 29, 2016 8:55:22 PM"],[1.0,"Apr 29, 2016 8:55:25 PM"],[1.0,"Apr 29, 2016 8:55:36 PM"],[1.0,"Apr 29, 2016 8:56:51 PM"],[1.0,"Apr 29, 2016 8:57:55 PM"],[1.0,"Apr 29, 2016 8:58:05 PM"],[1.0,"Apr 29, 2016 8:58:32 PM"],[1.0,"Apr 29, 2016 8:58:59 PM"],[1.0,"Apr 29, 2016 8:59:17 PM"],[1.0,"Apr 29, 2016 8:59:26 PM"],[1.0,"Apr 29, 2016 8:59:38 PM"],[1.0,"Apr 29, 2016 8:59:39 PM"],[1.0,"Apr 29, 2016 8:59:43 PM"],[1.0,"Apr 29, 2016 9:00:27 PM"],[1.0,"Apr 29, 2016 9:00:31 PM"],[1.0,"Apr 29, 2016 9:01:12 PM"],[1.0,"Apr 29, 2016 9:01:24 PM"],[1.0,"Apr 29, 2016 9:01:30 AM"],[1.0,"Apr 29, 2016 9:01:54 PM"],[1.0,"Apr 29, 2016 9:03:14 PM"],[1.0,"Apr 29, 2016 9:03:38 PM"],[1.0,"Apr 29, 2016 9:04:09 AM"],[1.0,"Apr 29, 2016 9:04:39 PM"],[1.0,"Apr 29, 2016 9:05:23 PM"],[1.0,"Apr 29, 2016 9:05:57 PM"],[1.0,"Apr 29, 2016 9:05:59 AM"],[1.0,"Apr 29, 2016 9:06:24 AM"],[1.0,"Apr 29, 2016 9:06:43 PM"],[1.0,"Apr 29, 2016 9:07:36 PM"],[1.0,"Apr 29, 2016 9:08:17 PM"],[1.0,"Apr 29, 2016 9:08:23 AM"],[1.0,"Apr 29, 2016 9:09:45 PM"],[1.0,"Apr 29, 2016 9:09:47 PM"],[1.0,"Apr 29, 2016 9:10:33 PM"],[1.0,"Apr 29, 2016 9:10:35 PM"],[1.0,"Apr 29, 2016 9:12:07 PM"],[1.0,"Apr 29, 2016 9:12:36 AM"],[1.0,"Apr 29, 2016 9:13:03 PM"],[1.0,"Apr 29, 2016 9:13:26 PM"],[1.0,"Apr 29, 2016 9:13:45 PM"],[1.0,"Apr 29, 2016 9:14:36 PM"],[1.0,"Apr 29, 2016 9:14:54 PM"],[1.0,"Apr 29, 2016 9:16:07 PM"],[1.0,"Apr 29, 2016 9:16:28 PM"],[1.0,"Apr 29, 2016 9:16:32 PM"],[1.0,"Apr 29, 2016 9:18:16 PM"],[1.0,"Apr 29, 2016 9:19:22 PM"],[1.0,"Apr 29, 2016 9:20:58 PM"],[1.0,"Apr 29, 2016 9:24:04 PM"],[1.0,"Apr 29, 2016 9:25:36 PM"],[1.0,"Apr 29, 2016 9:25:47 PM"],[1.0,"Apr 29, 2016 9:26:11 PM"],[1.0,"Apr 29, 2016 9:26:52 PM"],[1.0,"Apr 29, 2016 9:27:34 PM"],[1.0,"Apr 29, 2016 9:28:32 AM"],[1.0,"Apr 29, 2016 9:29:06 PM"],[1.0,"Apr 29, 2016 9:29:58 PM"],[1.0,"Apr 29, 2016 9:30:00 AM"],[1.0,"Apr 29, 2016 9:30:43 PM"],[1.0,"Apr 29, 2016 9:30:50 PM"],[1.0,"Apr 29, 2016 9:30:52 PM"],[1.0,"Apr 29, 2016 9:31:39 PM"],[1.0,"Apr 29, 2016 9:31:40 PM"],[1.0,"Apr 29, 2016 9:32:06 PM"],[1.0,"Apr 29, 2016 9:32:17 PM"],[1.0,"Apr 29, 2016 9:32:22 AM"],[1.0,"Apr 29, 2016 9:32:40 PM"],[1.0,"Apr 29, 2016 9:33:02 PM"],[1.0,"Apr 29, 2016 9:33:16 AM"],[1.0,"Apr 29, 2016 9:34:11 PM"],[1.0,"Apr 29, 2016 9:34:25 PM"],[1.0,"Apr 29, 2016 9:36:32 PM"],[1.0,"Apr 29, 2016 9:37:19 PM"],[2.0,"Apr 29, 2016 9:37:48 PM"],[1.0,"Apr 29, 2016 9:38:09 PM"],[1.0,"Apr 29, 2016 9:38:17 PM"],[1.0,"Apr 29, 2016 9:38:18 AM"],[1.0,"Apr 29, 2016 9:38:30 PM"],[1.0,"Apr 29, 2016 9:38:32 PM"],[1.0,"Apr 29, 2016 9:38:33 PM"],[1.0,"Apr 29, 2016 9:40:20 PM"],[1.0,"Apr 29, 2016 9:40:38 PM"],[1.0,"Apr 29, 2016 9:40:54 AM"],[1.0,"Apr 29, 2016 9:41:14 PM"],[1.0,"Apr 29, 2016 9:41:40 PM"],[1.0,"Apr 29, 2016 9:44:03 PM"],[1.0,"Apr 29, 2016 9:44:20 PM"],[1.0,"Apr 29, 2016 9:45:40 PM"],[1.0,"Apr 29, 2016 9:45:53 PM"],[1.0,"Apr 29, 2016 9:46:01 PM"],[1.0,"Apr 29, 2016 9:46:12 PM"],[2.0,"Apr 29, 2016 9:46:18 PM"],[1.0,"Apr 29, 2016 9:46:23 PM"],[1.0,"Apr 29, 2016 9:46:30 AM"],[1.0,"Apr 29, 2016 9:46:40 PM"],[2.0,"Apr 29, 2016 9:50:01 PM"],[1.0,"Apr 29, 2016 9:50:30 PM"],[1.0,"Apr 29, 2016 9:52:20 AM"],[1.0,"Apr 29, 2016 9:52:29 PM"],[1.0,"Apr 29, 2016 9:52:33 AM"],[1.0,"Apr 29, 2016 9:52:38 AM"],[1.0,"Apr 29, 2016 9:54:08 AM"],[1.0,"Apr 29, 2016 9:54:15 PM"],[1.0,"Apr 29, 2016 9:55:03 AM"],[1.0,"Apr 29, 2016 9:55:10 PM"],[1.0,"Apr 29, 2016 9:56:09 PM"],[1.0,"Apr 29, 2016 9:56:32 AM"],[1.0,"Apr 29, 2016 9:57:06 PM"],[1.0,"Apr 29, 2016 9:57:48 PM"],[1.0,"Apr 29, 2016 9:59:37 AM"],[1.0,"Apr 29, 2016 9:59:39 PM"],[1.0,"Apr 29, 2016 9:59:47 PM"],[1.0,"Apr 30, 2016 12:00:39 AM"],[1.0,"Apr 30, 2016 12:01:46 AM"],[1.0,"Apr 30, 2016 12:01:56 AM"],[1.0,"Apr 30, 2016 12:02:12 AM"],[1.0,"Apr 30, 2016 12:02:54 AM"],[1.0,"Apr 30, 2016 12:03:11 AM"],[1.0,"Apr 30, 2016 12:03:15 AM"],[1.0,"Apr 30, 2016 12:05:00 AM"],[1.0,"Apr 30, 2016 12:10:11 AM"],[1.0,"Apr 30, 2016 12:10:13 AM"],[1.0,"Apr 30, 2016 12:11:33 AM"],[1.0,"Apr 30, 2016 12:11:40 AM"],[1.0,"Apr 30, 2016 12:12:14 AM"],[1.0,"Apr 30, 2016 12:13:07 AM"],[1.0,"Apr 30, 2016 12:13:44 AM"],[1.0,"Apr 30, 2016 12:14:49 AM"],[1.0,"Apr 30, 2016 12:15:44 AM"],[1.0,"Apr 30, 2016 12:15:49 AM"],[1.0,"Apr 30, 2016 12:16:28 AM"],[1.0,"Apr 30, 2016 12:18:04 AM"],[1.0,"Apr 30, 2016 12:18:35 AM"],[1.0,"Apr 30, 2016 12:18:59 AM"],[1.0,"Apr 30, 2016 12:19:34 AM"],[1.0,"Apr 30, 2016 12:21:00 AM"],[1.0,"Apr 30, 2016 12:21:02 AM"],[1.0,"Apr 30, 2016 12:21:09 AM"],[1.0,"Apr 30, 2016 12:22:07 AM"],[1.0,"Apr 30, 2016 12:23:23 AM"],[1.0,"Apr 30, 2016 12:24:17 AM"],[1.0,"Apr 30, 2016 12:25:45 AM"],[1.0,"Apr 30, 2016 12:26:07 AM"],[1.0,"Apr 30, 2016 12:26:50 AM"],[1.0,"Apr 30, 2016 12:29:06 AM"],[1.0,"Apr 30, 2016 12:31:52 AM"],[1.0,"Apr 30, 2016 12:32:31 AM"],[1.0,"Apr 30, 2016 12:34:00 AM"],[1.0,"Apr 30, 2016 12:34:34 AM"],[1.0,"Apr 30, 2016 12:35:14 AM"],[1.0,"Apr 30, 2016 12:35:34 AM"],[1.0,"Apr 30, 2016 12:38:10 AM"],[1.0,"Apr 30, 2016 12:39:28 AM"],[1.0,"Apr 30, 2016 12:39:58 AM"],[1.0,"Apr 30, 2016 12:41:32 AM"],[1.0,"Apr 30, 2016 12:41:48 AM"],[1.0,"Apr 30, 2016 12:42:14 AM"],[1.0,"Apr 30, 2016 12:42:51 AM"],[1.0,"Apr 30, 2016 12:42:56 AM"],[1.0,"Apr 30, 2016 12:43:08 AM"],[1.0,"Apr 30, 2016 12:43:40 AM"],[1.0,"Apr 30, 2016 12:44:52 AM"],[1.0,"Apr 30, 2016 12:45:37 AM"],[1.0,"Apr 30, 2016 12:45:38 AM"],[1.0,"Apr 30, 2016 12:47:10 AM"],[1.0,"Apr 30, 2016 12:47:40 AM"],[1.0,"Apr 30, 2016 12:48:32 AM"],[1.0,"Apr 30, 2016 12:50:45 AM"],[1.0,"Apr 30, 2016 12:56:24 AM"],[1.0,"Apr 30, 2016 12:56:50 AM"],[1.0,"Apr 30, 2016 12:58:55 AM"],[1.0,"Apr 30, 2016 12:59:19 AM"],[1.0,"Apr 30, 2016 12:59:20 AM"],[1.0,"Apr 30, 2016 1:00:16 AM"],[1.0,"Apr 30, 2016 1:01:26 AM"],[1.0,"Apr 30, 2016 1:01:39 AM"],[1.0,"Apr 30, 2016 1:01:57 AM"],[1.0,"Apr 30, 2016 1:03:02 AM"],[1.0,"Apr 30, 2016 1:04:39 AM"],[1.0,"Apr 30, 2016 1:05:11 AM"],[1.0,"Apr 30, 2016 1:05:14 AM"],[1.0,"Apr 30, 2016 1:05:19 AM"],[1.0,"Apr 30, 2016 1:09:57 AM"],[4.0,"Apr 30, 2016 1:11:33 AM"],[1.0,"Apr 30, 2016 1:11:58 AM"],[1.0,"Apr 30, 2016 1:12:21 AM"],[1.0,"Apr 30, 2016 1:12:25 AM"],[1.0,"Apr 30, 2016 1:13:29 AM"],[1.0,"Apr 30, 2016 1:18:50 AM"],[1.0,"Apr 30, 2016 1:19:02 AM"],[1.0,"Apr 30, 2016 1:19:36 AM"],[1.0,"Apr 30, 2016 1:19:46 AM"],[1.0,"Apr 30, 2016 1:20:32 AM"],[1.0,"Apr 30, 2016 1:20:37 AM"],[1.0,"Apr 30, 2016 1:20:58 AM"],[1.0,"Apr 30, 2016 1:22:04 AM"],[1.0,"Apr 30, 2016 1:22:30 AM"],[1.0,"Apr 30, 2016 1:24:51 AM"],[1.0,"Apr 30, 2016 1:25:10 AM"],[1.0,"Apr 30, 2016 1:25:48 AM"],[1.0,"Apr 30, 2016 1:27:56 AM"],[1.0,"Apr 30, 2016 1:29:42 AM"],[1.0,"Apr 30, 2016 1:30:40 AM"],[1.0,"Apr 30, 2016 1:30:43 AM"],[1.0,"Apr 30, 2016 1:30:50 AM"],[1.0,"Apr 30, 2016 1:31:20 AM"],[1.0,"Apr 30, 2016 1:32:08 AM"],[1.0,"Apr 30, 2016 1:33:14 AM"],[1.0,"Apr 30, 2016 1:33:31 AM"],[1.0,"Apr 30, 2016 1:33:40 AM"],[1.0,"Apr 30, 2016 1:35:10 AM"],[1.0,"Apr 30, 2016 1:35:24 AM"],[1.0,"Apr 30, 2016 1:35:56 AM"],[2.0,"Apr 30, 2016 1:39:05 AM"],[1.0,"Apr 30, 2016 1:39:51 AM"],[1.0,"Apr 30, 2016 1:39:58 AM"],[1.0,"Apr 30, 2016 1:40:45 AM"],[1.0,"Apr 30, 2016 1:42:28 AM"],[1.0,"Apr 30, 2016 1:42:50 AM"],[1.0,"Apr 30, 2016 1:45:12 AM"],[1.0,"Apr 30, 2016 1:47:20 AM"],[1.0,"Apr 30, 2016 1:47:29 AM"],[1.0,"Apr 30, 2016 1:48:03 AM"],[1.0,"Apr 30, 2016 1:49:56 AM"],[1.0,"Apr 30, 2016 1:50:06 AM"],[1.0,"Apr 30, 2016 1:50:35 AM"],[1.0,"Apr 30, 2016 1:52:50 AM"],[1.0,"Apr 30, 2016 1:54:03 AM"],[1.0,"Apr 30, 2016 1:56:12 AM"],[1.0,"Apr 30, 2016 1:59:02 AM"],[1.0,"Apr 30, 2016 2:00:18 AM"],[1.0,"Apr 30, 2016 2:00:26 AM"],[1.0,"Apr 30, 2016 2:00:48 AM"],[1.0,"Apr 30, 2016 2:01:40 AM"],[1.0,"Apr 30, 2016 2:05:13 AM"],[1.0,"Apr 30, 2016 2:05:51 AM"],[1.0,"Apr 30, 2016 2:06:09 AM"],[1.0,"Apr 30, 2016 2:11:16 AM"],[1.0,"Apr 30, 2016 2:11:18 AM"],[1.0,"Apr 30, 2016 2:11:53 AM"],[1.0,"Apr 30, 2016 2:11:57 AM"],[1.0,"Apr 30, 2016 2:12:54 AM"],[1.0,"Apr 30, 2016 2:16:04 AM"],[1.0,"Apr 30, 2016 2:17:10 AM"],[1.0,"Apr 30, 2016 2:18:03 AM"],[1.0,"Apr 30, 2016 2:18:45 AM"],[1.0,"Apr 30, 2016 2:19:55 AM"],[1.0,"Apr 30, 2016 2:20:12 AM"],[1.0,"Apr 30, 2016 2:20:17 AM"],[1.0,"Apr 30, 2016 2:20:34 AM"],[1.0,"Apr 30, 2016 2:20:48 AM"],[1.0,"Apr 30, 2016 2:25:40 AM"],[1.0,"Apr 30, 2016 2:26:22 AM"],[1.0,"Apr 30, 2016 2:28:07 AM"],[1.0,"Apr 30, 2016 2:28:30 AM"],[1.0,"Apr 30, 2016 2:30:38 AM"],[1.0,"Apr 30, 2016 2:31:03 AM"],[1.0,"Apr 30, 2016 2:31:15 AM"],[1.0,"Apr 30, 2016 2:31:49 AM"],[1.0,"Apr 30, 2016 2:32:32 AM"],[1.0,"Apr 30, 2016 2:33:16 AM"],[1.0,"Apr 30, 2016 2:33:42 AM"],[1.0,"Apr 30, 2016 2:37:25 AM"],[1.0,"Apr 30, 2016 2:38:04 AM"],[1.0,"Apr 30, 2016 2:38:43 AM"],[1.0,"Apr 30, 2016 2:39:54 AM"],[1.0,"Apr 30, 2016 2:39:56 AM"],[1.0,"Apr 30, 2016 2:41:58 AM"],[1.0,"Apr 30, 2016 2:43:39 AM"],[1.0,"Apr 30, 2016 2:44:43 AM"],[1.0,"Apr 30, 2016 2:44:44 AM"],[1.0,"Apr 30, 2016 2:44:48 AM"],[1.0,"Apr 30, 2016 2:45:27 AM"],[1.0,"Apr 30, 2016 2:45:58 AM"],[1.0,"Apr 30, 2016 2:46:17 AM"],[1.0,"Apr 30, 2016 2:46:21 AM"],[1.0,"Apr 30, 2016 2:47:01 AM"],[1.0,"Apr 30, 2016 2:49:13 AM"],[1.0,"Apr 30, 2016 2:51:04 AM"],[1.0,"Apr 30, 2016 2:53:30 AM"],[1.0,"Apr 30, 2016 2:53:31 AM"],[1.0,"Apr 30, 2016 2:53:43 AM"],[2.0,"Apr 30, 2016 2:54:29 AM"],[1.0,"Apr 30, 2016 2:56:25 AM"],[1.0,"Apr 30, 2016 2:56:51 AM"],[1.0,"Apr 30, 2016 2:57:39 AM"],[1.0,"Apr 30, 2016 2:58:15 AM"],[1.0,"Apr 30, 2016 2:59:03 AM"],[1.0,"Apr 30, 2016 3:01:07 AM"],[2.0,"Apr 30, 2016 3:01:40 AM"],[1.0,"Apr 30, 2016 3:02:29 AM"],[1.0,"Apr 30, 2016 3:02:41 AM"],[1.0,"Apr 30, 2016 3:02:57 AM"],[1.0,"Apr 30, 2016 3:03:30 AM"],[1.0,"Apr 30, 2016 3:06:04 AM"],[1.0,"Apr 30, 2016 3:06:15 AM"],[1.0,"Apr 30, 2016 3:08:14 AM"],[1.0,"Apr 30, 2016 3:08:41 AM"],[1.0,"Apr 30, 2016 3:09:21 AM"],[1.0,"Apr 30, 2016 3:12:41 AM"],[1.0,"Apr 30, 2016 3:13:19 AM"],[1.0,"Apr 30, 2016 3:15:08 AM"],[1.0,"Apr 30, 2016 3:15:23 AM"],[1.0,"Apr 30, 2016 3:16:00 AM"],[2.0,"Apr 30, 2016 3:16:16 AM"],[1.0,"Apr 30, 2016 3:16:24 AM"],[1.0,"Apr 30, 2016 3:17:08 AM"],[1.0,"Apr 30, 2016 3:17:21 AM"],[1.0,"Apr 30, 2016 3:18:56 AM"],[1.0,"Apr 30, 2016 3:19:35 AM"],[1.0,"Apr 30, 2016 3:20:37 AM"],[1.0,"Apr 30, 2016 3:20:58 AM"],[1.0,"Apr 30, 2016 3:22:23 AM"],[1.0,"Apr 30, 2016 3:23:24 AM"],[1.0,"Apr 30, 2016 3:23:56 AM"],[1.0,"Apr 30, 2016 3:24:06 AM"],[1.0,"Apr 30, 2016 3:24:29 AM"],[1.0,"Apr 30, 2016 3:25:42 AM"],[1.0,"Apr 30, 2016 3:26:33 AM"],[1.0,"Apr 30, 2016 3:26:35 AM"],[1.0,"Apr 30, 2016 3:29:18 AM"],[1.0,"Apr 30, 2016 3:30:01 AM"],[1.0,"Apr 30, 2016 3:31:23 AM"],[1.0,"Apr 30, 2016 3:33:03 AM"],[1.0,"Apr 30, 2016 3:33:42 AM"],[1.0,"Apr 30, 2016 3:37:00 AM"],[1.0,"Apr 30, 2016 3:37:21 AM"],[1.0,"Apr 30, 2016 3:39:20 AM"],[1.0,"Apr 30, 2016 3:39:53 AM"],[1.0,"Apr 30, 2016 3:40:06 AM"],[1.0,"Apr 30, 2016 3:40:09 AM"],[1.0,"Apr 30, 2016 3:40:16 AM"],[1.0,"Apr 30, 2016 3:40:40 AM"],[1.0,"Apr 30, 2016 3:40:43 AM"]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"TrumpsTweetCount","type":"\"long\""},{"name":"DStreamTime","type":"\"string\""}],"overflow":true,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":null,"error":null,"startTime":1.46396231539E12,"submitTime":1.463962293836E12,"finishTime":1.463962344451E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"352","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"ebe0f139-da54-4a4b-9b44-1392d172eff9"},{"version":"CommandV1","origId":128326,"guid":"8e4db695-25f3-4ac2-a79c-bada84a7d464","subtype":"command","commandType":"auto","position":49.0,"command":"%sql SELECT createdAt as DStreamTime, text as TrumpsTweet FROM mergedTweetTable where text like \"%trump%\" order by createdAt asc limit 1","commandVersion":0,"state":"finished","results":{"type":"table","data":[["Apr 29, 2016 10:00:35 PM","https://t.co/jQXT8SaK33 #truth #drumpf #dumptrump #sameashillary #DunningKruger #Narcissism #nevertrump"]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"DStreamTime","type":"\"string\""},{"name":"TrumpsTweet","type":"\"string\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":"Error in SQL statement: AnalysisException: expression 'text' is neither present in the group by, nor is it an aggregate function. Add to group by or wrap in first() (or first_value) if you don't care which value you get.;","error":"com.databricks.backend.common.rpc.DatabricksExceptions$SQLExecutionException: org.apache.spark.sql.AnalysisException: expression 'text' is neither present in the group by, nor is it an aggregate function. Add to group by or wrap in first() (or first_value) if you don't care which value you get.;\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$class.failAnalysis(CheckAnalysis.scala:38)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer.failAnalysis(Analyzer.scala:44)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1.org$apache$spark$sql$catalyst$analysis$CheckAnalysis$class$$anonfun$$checkValidAggregateExpression$1(CheckAnalysis.scala:130)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$check$$$$7081d581a2f6a45bf3866e4eacec3085$$$$ValidAggregateExpression$1$4.apply(CheckAnalysis.scala:137)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$check$$$$7081d581a2f6a45bf3866e4eacec3085$$$$ValidAggregateExpression$1$4.apply(CheckAnalysis.scala:137)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1.org$apache$spark$sql$catalyst$analysis$CheckAnalysis$class$$anonfun$$checkValidAggregateExpression$1(CheckAnalysis.scala:137)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1$$anonfun$apply$4.apply(CheckAnalysis.scala:158)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1$$anonfun$apply$4.apply(CheckAnalysis.scala:158)\n\tat scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)\n\tat scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:47)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1.apply(CheckAnalysis.scala:158)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1.apply(CheckAnalysis.scala:50)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode.foreachUp(TreeNode.scala:121)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$foreachUp$1.apply(TreeNode.scala:120)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$foreachUp$1.apply(TreeNode.scala:120)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode.foreachUp(TreeNode.scala:120)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$foreachUp$1.apply(TreeNode.scala:120)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$foreachUp$1.apply(TreeNode.scala:120)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode.foreachUp(TreeNode.scala:120)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$class.checkAnalysis(CheckAnalysis.scala:50)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer.checkAnalysis(Analyzer.scala:44)\n\tat org.apache.spark.sql.execution.QueryExecution.assertAnalyzed(QueryExecution.scala:34)\n\tat org.apache.spark.sql.DataFrame.<init>(DataFrame.scala:133)\n\tat org.apache.spark.sql.DataFrame$.apply(DataFrame.scala:52)\n\tat org.apache.spark.sql.SQLContext.sql(SQLContext.scala:816)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:82)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal$$anonfun$1.apply(SQLDriverLocal.scala:28)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat scala.collection.TraversableLike$class.map(TraversableLike.scala:244)\n\tat scala.collection.AbstractTraversable.map(Traversable.scala:105)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:28)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql(SQLDriverLocal.scala:116)\n\tat com.databricks.backend.daemon.driver.SQLDriverLocal.repl(SQLDriverLocal.scala:128)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.backend.daemon.driver.DriverLocal$$anonfun$execute$3.apply(DriverLocal.scala:169)\n\tat com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:121)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:116)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:31)\n\tat com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:154)\n\tat com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:31)\n\tat com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:168)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat com.databricks.backend.daemon.driver.DriverWrapper$$anonfun$3.apply(DriverWrapper.scala:483)\n\tat scala.util.Try$.apply(Try.scala:161)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:480)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:381)\n\tat com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:212)\n\tat java.lang.Thread.run(Thread.java:745)\n","startTime":1.464872391906E12,"submitTime":1.464872370101E12,"finishTime":1.464872440109E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"2eb611fa-e856-47a3-b96a-499c29d6a9e3"},{"version":"CommandV1","origId":128327,"guid":"ce220258-7166-4a6b-b58e-94a692838cdb","subtype":"command","commandType":"auto","position":50.0,"command":"val TrumpTextQuery = sqlContext.sql(\"SELECT createdAt as date, text as review, favoriteCount as category FROM mergedTweetTable where text like '%trump%' order by createdAt asc\").cache","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">TrumpTextQuery: org.apache.spark.sql.DataFrame = [date: string, review: string, category: bigint]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"org.apache.spark.sql.AnalysisException: cannot recognize input near 'like' '%' 'trump' in expression specification; line 1 pos 91","error":"<div class=\"ansiout\">\tat org.apache.spark.sql.hive.HiveQl$.createPlan(HiveQl.scala:318)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:41)\n\tat org.apache.spark.sql.hive.ExtendedHiveQlParser$$anonfun$hiveQl$1.apply(ExtendedHiveQlParser.scala:40)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.hive.HiveQl$.parseSql(HiveQl.scala:295)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.HiveQLDialect$$anonfun$parse$1.apply(HiveContext.scala:66)\n\tat org.apache.spark.sql.hive.client.ClientWrapper$$anonfun$withHiveState$1.apply(ClientWrapper.scala:299)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.liftedTree1$1(ClientWrapper.scala:246)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.retryLocked(ClientWrapper.scala:245)\n\tat org.apache.spark.sql.hive.client.ClientWrapper.withHiveState(ClientWrapper.scala:288)\n\tat org.apache.spark.sql.hive.HiveQLDialect.parse(HiveContext.scala:65)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.SQLContext$$anonfun$2.apply(SQLContext.scala:210)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:114)\n\tat org.apache.spark.sql.execution.SparkSQLParser$$anonfun$org$apache$spark$sql$execution$SparkSQLParser$$others$1.apply(SparkSQLParser.scala:113)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:136)\n\tat scala.util.parsing.combinator.Parsers$Success.map(Parsers.scala:135)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:242)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$2.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:202)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:254)\n\tat scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:222)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.parsing.combinator.Parsers$$anon$2$$anonfun$apply$14.apply(Parsers.scala:891)\n\tat scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)\n\tat scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:890)\n\tat scala.util.parsing.combinator.PackratParsers$$anon$1.apply(PackratParsers.scala:110)\n\tat org.apache.spark.sql.catalyst.AbstractSparkSQLParser.parse(AbstractSparkSQLParser.scala:34)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.SQLContext$$anonfun$1.apply(SQLContext.scala:207)\n\tat org.apache.spark.sql.execution.datasources.DDLParser.parse(DDLParser.scala:43)\n\tat org.apache.spark.sql.SQLContext.parseSql(SQLContext.scala:230)\n\tat org.apache.spark.sql.hive.HiveContext.parseSql(HiveContext.scala:332)\n\tat org.apache.spark.sql.SQLContext.sql(SQLContext.scala:816)</div>","startTime":1.464876291364E12,"submitTime":1.46487626932E12,"finishTime":1.464876291481E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"192a80e5-b9e8-451b-943b-f7544aaf0b73"},{"version":"CommandV1","origId":128328,"guid":"b1ea167a-6d51-4c35-b451-3042b02bf17f","subtype":"command","commandType":"auto","position":50.125,"command":"val TrumpQuery = sqlContext.sql(\"SELECT createdAt as date, text as review, CAST(favoriteCount as FLOAT) as category FROM mergedTweetTable where text like '%trump%' order by createdAt asc\").cache","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"org.apache.spark.sql.AnalysisException: Table not found: mergedTweetTable; line 1 pos 88","error":"<div class=\"ansiout\">\tat org.apache.spark.sql.catalyst.analysis.package$AnalysisErrorAt.failAnalysis(package.scala:42)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveRelations$.getTable(Analyzer.scala:306)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveRelations$$anonfun$apply$9.applyOrElse(Analyzer.scala:315)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveRelations$$anonfun$apply$9.applyOrElse(Analyzer.scala:310)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$resolveOperators$1.apply(LogicalPlan.scala:57)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$resolveOperators$1.apply(LogicalPlan.scala:57)\n\tat org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:69)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.resolveOperators(LogicalPlan.scala:56)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$1.apply(LogicalPlan.scala:54)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$1.apply(LogicalPlan.scala:54)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$4.apply(TreeNode.scala:281)\n\tat scala.collection.Iterator$$anon$11.next(Iterator.scala:328)\n\tat scala.collection.Iterator$class.foreach(Iterator.scala:727)\n\tat scala.collection.AbstractIterator.foreach(Iterator.scala:1157)\n\tat scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)\n\tat scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:103)\n\tat scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:47)\n\tat scala.collection.TraversableOnce$class.to(TraversableOnce.scala:273)\n\tat scala.collection.AbstractIterator.to(Iterator.scala:1157)\n\tat scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:265)\n\tat scala.collection.AbstractIterator.toBuffer(Iterator.scala:1157)\n\tat scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:252)\n\tat scala.collection.AbstractIterator.toArray(Iterator.scala:1157)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:321)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.resolveOperators(LogicalPlan.scala:54)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$1.apply(LogicalPlan.scala:54)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$1.apply(LogicalPlan.scala:54)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$4.apply(TreeNode.scala:281)\n\tat scala.collection.Iterator$$anon$11.next(Iterator.scala:328)\n\tat scala.collection.Iterator$class.foreach(Iterator.scala:727)\n\tat scala.collection.AbstractIterator.foreach(Iterator.scala:1157)\n\tat scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)\n\tat scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:103)\n\tat scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:47)\n\tat scala.collection.TraversableOnce$class.to(TraversableOnce.scala:273)\n\tat scala.collection.AbstractIterator.to(Iterator.scala:1157)\n\tat scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:265)\n\tat scala.collection.AbstractIterator.toBuffer(Iterator.scala:1157)\n\tat scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:252)\n\tat scala.collection.AbstractIterator.toArray(Iterator.scala:1157)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:321)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.resolveOperators(LogicalPlan.scala:54)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$1.apply(LogicalPlan.scala:54)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$1.apply(LogicalPlan.scala:54)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$4.apply(TreeNode.scala:281)\n\tat scala.collection.Iterator$$anon$11.next(Iterator.scala:328)\n\tat scala.collection.Iterator$class.foreach(Iterator.scala:727)\n\tat scala.collection.AbstractIterator.foreach(Iterator.scala:1157)\n\tat scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)\n\tat scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:103)\n\tat scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:47)\n\tat scala.collection.TraversableOnce$class.to(TraversableOnce.scala:273)\n\tat scala.collection.AbstractIterator.to(Iterator.scala:1157)\n\tat scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:265)\n\tat scala.collection.AbstractIterator.toBuffer(Iterator.scala:1157)\n\tat scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:252)\n\tat scala.collection.AbstractIterator.toArray(Iterator.scala:1157)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:321)\n\tat org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.resolveOperators(LogicalPlan.scala:54)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveRelations$.apply(Analyzer.scala:310)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveRelations$.apply(Analyzer.scala:300)\n\tat org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1$$anonfun$apply$1.apply(RuleExecutor.scala:83)\n\tat org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1$$anonfun$apply$1.apply(RuleExecutor.scala:80)\n\tat scala.collection.LinearSeqOptimized$class.foldLeft(LinearSeqOptimized.scala:111)\n\tat scala.collection.immutable.List.foldLeft(List.scala:84)\n\tat org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1.apply(RuleExecutor.scala:80)\n\tat org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1.apply(RuleExecutor.scala:72)\n\tat scala.collection.immutable.List.foreach(List.scala:318)\n\tat org.apache.spark.sql.catalyst.rules.RuleExecutor.execute(RuleExecutor.scala:72)\n\tat org.apache.spark.sql.execution.QueryExecution.analyzed$lzycompute(QueryExecution.scala:36)\n\tat org.apache.spark.sql.execution.QueryExecution.analyzed(QueryExecution.scala:36)\n\tat org.apache.spark.sql.execution.QueryExecution.assertAnalyzed(QueryExecution.scala:34)\n\tat org.apache.spark.sql.DataFrame.<init>(DataFrame.scala:133)\n\tat org.apache.spark.sql.DataFrame$.apply(DataFrame.scala:52)\n\tat org.apache.spark.sql.SQLContext.sql(SQLContext.scala:816)</div>","startTime":1.466823719302E12,"submitTime":1.466823501473E12,"finishTime":1.466823719353E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"r.sainudiin@math.canterbury.ac.nz","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"7468857e-06e2-4e64-892a-feaf76c20fe9"},{"version":"CommandV1","origId":128329,"guid":"6c4d2711-95e7-4735-a8be-7e866fb83f76","subtype":"command","commandType":"auto","position":50.25,"command":"TrumpTextQuery.select(\"date\", \"review\", \"category\").write.save(s\"dbfs:/mnt/s3Data/TrumpTweet.parquet\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"org.apache.spark.sql.AnalysisException: cannot resolve 'catgory' given input columns: [date, review, category];","error":"<div class=\"ansiout\">\tat org.apache.spark.sql.catalyst.analysis.package$AnalysisErrorAt.failAnalysis(package.scala:42)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1$$anonfun$apply$2.applyOrElse(CheckAnalysis.scala:60)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1$$anonfun$apply$2.applyOrElse(CheckAnalysis.scala:57)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformUp$1.apply(TreeNode.scala:335)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformUp$1.apply(TreeNode.scala:335)\n\tat org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:69)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode.transformUp(TreeNode.scala:334)\n\tat org.apache.spark.sql.catalyst.plans.QueryPlan.transformExpressionUp$1(QueryPlan.scala:108)\n\tat org.apache.spark.sql.catalyst.plans.QueryPlan.org$apache$spark$sql$catalyst$plans$QueryPlan$$recursiveTransform$2(QueryPlan.scala:118)\n\tat org.apache.spark.sql.catalyst.plans.QueryPlan$$anonfun$org$apache$spark$sql$catalyst$plans$QueryPlan$$recursiveTransform$2$1.apply(QueryPlan.scala:122)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)\n\tat scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)\n\tat scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:47)\n\tat scala.collection.TraversableLike$class.map(TraversableLike.scala:244)\n\tat scala.collection.AbstractTraversable.map(Traversable.scala:105)\n\tat org.apache.spark.sql.catalyst.plans.QueryPlan.org$apache$spark$sql$catalyst$plans$QueryPlan$$recursiveTransform$2(QueryPlan.scala:122)\n\tat org.apache.spark.sql.catalyst.plans.QueryPlan$$anonfun$2.apply(QueryPlan.scala:127)\n\tat scala.collection.Iterator$$anon$11.next(Iterator.scala:328)\n\tat scala.collection.Iterator$class.foreach(Iterator.scala:727)\n\tat scala.collection.AbstractIterator.foreach(Iterator.scala:1157)\n\tat scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)\n\tat scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:103)\n\tat scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:47)\n\tat scala.collection.TraversableOnce$class.to(TraversableOnce.scala:273)\n\tat scala.collection.AbstractIterator.to(Iterator.scala:1157)\n\tat scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:265)\n\tat scala.collection.AbstractIterator.toBuffer(Iterator.scala:1157)\n\tat scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:252)\n\tat scala.collection.AbstractIterator.toArray(Iterator.scala:1157)\n\tat org.apache.spark.sql.catalyst.plans.QueryPlan.transformExpressionsUp(QueryPlan.scala:127)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1.apply(CheckAnalysis.scala:57)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$1.apply(CheckAnalysis.scala:50)\n\tat org.apache.spark.sql.catalyst.trees.TreeNode.foreachUp(TreeNode.scala:121)\n\tat org.apache.spark.sql.catalyst.analysis.CheckAnalysis$class.checkAnalysis(CheckAnalysis.scala:50)\n\tat org.apache.spark.sql.catalyst.analysis.Analyzer.checkAnalysis(Analyzer.scala:44)\n\tat org.apache.spark.sql.execution.QueryExecution.assertAnalyzed(QueryExecution.scala:34)\n\tat org.apache.spark.sql.DataFrame.<init>(DataFrame.scala:133)\n\tat org.apache.spark.sql.DataFrame.org$apache$spark$sql$DataFrame$$withPlan(DataFrame.scala:2126)\n\tat org.apache.spark.sql.DataFrame.select(DataFrame.scala:707)\n\tat org.apache.spark.sql.DataFrame.select(DataFrame.scala:724)</div>","startTime":1.464873947093E12,"submitTime":1.4648739252E12,"finishTime":1.464874025957E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"96f4cc28-d660-403a-af09-a56340385a1d"},{"version":"CommandV1","origId":128330,"guid":"d47786db-55a6-4632-a316-9264a9aafa0e","subtype":"command","commandType":"auto","position":50.375,"command":"TrumpQuery.select(\"date\", \"review\", \"category\").write.save(s\"dbfs:/mnt/s3Data/TrumpSentiment.parquet\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.464877521654E12,"submitTime":1.464877499529E12,"finishTime":1.464877591284E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"1978c405-0858-48e5-a4bc-75851be82439"},{"version":"CommandV1","origId":128331,"guid":"b4df370b-2131-49b3-a3c0-6b4fea0242e5","subtype":"command","commandType":"auto","position":50.5,"command":"TrumpTextQuery.registerTempTable(\"TrumpTweetTable\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.464877595787E12,"submitTime":1.464877573683E12,"finishTime":1.464877595853E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"2995333f-1de8-4664-a3aa-0fb0f53c491f"},{"version":"CommandV1","origId":128332,"guid":"cd84dbe6-217f-45f4-be1e-0f58f6040289","subtype":"command","commandType":"auto","position":50.625,"command":"%sql ALTER TABLE TrumpTweetTable ALTER COLUMN category ","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"ef049ee7-930e-41c8-b4ee-e0c22bb1fdda"},{"version":"CommandV1","origId":128333,"guid":"59181f4e-823c-4c39-ae16-445a671bd0d4","subtype":"command","commandType":"auto","position":50.75,"command":"%sql SELECT * FROM TrumpTweetTable limit 3","commandVersion":0,"state":"finished","results":{"type":"table","data":[["Apr 29, 2016 10:00:35 PM","https://t.co/jQXT8SaK33 #truth #drumpf #dumptrump #sameashillary #DunningKruger #Narcissism #nevertrump",0.0],["Apr 29, 2016 10:01:00 PM","RT @trump2016fan: What would happen if white Americans went into Mexico City and started rioting & attacking the locals like this? https://?",0.0],["Apr 29, 2016 10:01:24 PM","I'm suprised the real donald trump didn't make this video. https://t.co/y8iwPbONYa",0.0]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"date","type":"\"string\""},{"name":"review","type":"\"string\""},{"name":"category","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":null,"error":null,"startTime":1.464874037088E12,"submitTime":1.464874015193E12,"finishTime":1.464874037162E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"1790","height":"147","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"a98bc432-c774-4d9e-8e5c-c4c0ac7353e6"},{"version":"CommandV1","origId":128334,"guid":"0cc4fdfc-f98b-4cd8-a58f-abd1ca6f6c93","subtype":"command","commandType":"auto","position":51.0,"command":"TrumpTextQuery.count //Returns the number of tweets ","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">res9: Long = 13665\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.464872729989E12,"submitTime":1.464872708154E12,"finishTime":1.464872730413E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"d5c351a5-f609-434f-a637-6080c4fb00c5"},{"version":"CommandV1","origId":128335,"guid":"ece12248-ae4f-4de0-a276-8f287390736f","subtype":"command","commandType":"auto","position":52.0,"command":"TrumpTextQuery.take(3).foreach(println)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">[Apr 29, 2016 10:00:35 PM,https://t.co/jQXT8SaK33 #truth #drumpf #dumptrump #sameashillary #DunningKruger #Narcissism #nevertrump]\n[Apr 29, 2016 10:01:00 PM,RT @trump2016fan: What would happen if white Americans went into Mexico City and started rioting & attacking the locals like this? https://?]\n[Apr 29, 2016 10:01:24 PM,I'm suprised the real donald trump didn't make this video. https://t.co/y8iwPbONYa]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.46397321096E12,"submitTime":1.463973188735E12,"finishTime":1.463973211069E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"tripplehay777@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"165d6ec0-84c6-4ee1-b49c-7e8e50fe4aac"},{"version":"CommandV1","origId":128402,"guid":"a14bf038-344f-4ee8-bff2-303cf34c04c9","subtype":"command","commandType":"auto","position":53.0,"command":"%md\n\n# [Scalable Data Science](http://www.math.canterbury.ac.nz/~r.sainudiin/courses/ScalableDataScience/)\n\n\n### Course Project by [Akinwande Atanda](https://nz.linkedin.com/in/akinwande-atanda)\n\n*supported by* [](https://databricks.com/)\nand \n[](https://www.awseducate.com/microsite/CommunitiesEngageHome)","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"c6353c51-b5de-4179-bc7d-5a023a8669bb"}],"dashboards":[],"guid":"d5897c09-5555-42ae-8372-ed69ad910623","globalVars":{},"iPythonMetadata":null,"inputWidgets":{}};</script> <script src="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/js/notebook-main.js" onerror="window.mainJsLoadError = true;"></script> </head> <body> <script> if (window.mainJsLoadError) { var u = 'https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/js/notebook-main.js'; var b = document.getElementsByTagName('body')[0]; var c = document.createElement('div'); c.innerHTML = ('<h1>Network Error</h1>' + '<p><b>Please check your network connection and try again.</b></p>' + '<p>Could not load a required resource: ' + u + '</p>'); c.style.margin = '30px'; c.style.padding = '20px 50px'; c.style.backgroundColor = '#f5f5f5'; c.style.borderRadius = '5px'; b.appendChild(c); } </script> </body> </html>