<!DOCTYPE html>
<html>
<head>
<meta name="databricks-html-version" content="1">
<title>032_Deep_learning_ham_or_spam - Databricks</title>
<meta charset="utf-8">
<meta name="google" content="notranslate">
<meta http-equiv="Content-Language" content="en">
<meta http-equiv="Content-Type" content="text/html; charset=UTF8">
<link rel="stylesheet"
href="https://fonts.googleapis.com/css?family=Source+Code+Pro:400,700">
<link rel="stylesheet" type="text/css" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/lib/css/bootstrap.min.css">
<link rel="stylesheet" type="text/css" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/lib/jquery-ui-bundle/jquery-ui.min.css">
<link rel="stylesheet" type="text/css" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/css/main.css">
<link rel="stylesheet" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/css/print.css" media="print">
<link rel="icon" type="image/png" href="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/img/favicon.ico"/>
<script>window.settings = {"sparkDocsSearchGoogleCx":"004588677886978090460:_rj0wilqwdm","dbcForumURL":"http://forums.databricks.com/","dbfsS3Host":"https://databricks-prod-storage-sydney.s3.amazonaws.com","enableThirdPartyApplicationsUI":false,"enableClusterAcls":false,"notebookRevisionVisibilityHorizon":0,"enableTableHandler":true,"isAdmin":true,"enableLargeResultDownload":false,"nameAndEmail":"Raazesh Sainudiin (r.sainudiin@math.canterbury.ac.nz)","enablePresentationTimerConfig":true,"enableFullTextSearch":true,"enableElasticSparkUI":true,"clusters":true,"hideOffHeapCache":false,"applications":false,"useStaticGuide":false,"fileStoreBase":"FileStore","configurableSparkOptionsSpec":[{"keyPattern":"spark\\.kryo(\\.[^\\.]+)+","valuePattern":".*","keyPatternDisplay":"spark.kryo.*","valuePatternDisplay":"*","description":"Configuration options for Kryo serialization"},{"keyPattern":"spark\\.io\\.compression\\.codec","valuePattern":"(lzf|snappy|org\\.apache\\.spark\\.io\\.LZFCompressionCodec|org\\.apache\\.spark\\.io\\.SnappyCompressionCodec)","keyPatternDisplay":"spark.io.compression.codec","valuePatternDisplay":"snappy|lzf","description":"The codec used to compress internal data such as RDD partitions, broadcast variables and shuffle outputs."},{"keyPattern":"spark\\.serializer","valuePattern":"(org\\.apache\\.spark\\.serializer\\.JavaSerializer|org\\.apache\\.spark\\.serializer\\.KryoSerializer)","keyPatternDisplay":"spark.serializer","valuePatternDisplay":"org.apache.spark.serializer.JavaSerializer|org.apache.spark.serializer.KryoSerializer","description":"Class to use for serializing objects that will be sent over the network or need to be cached in serialized form."},{"keyPattern":"spark\\.rdd\\.compress","valuePattern":"(true|false)","keyPatternDisplay":"spark.rdd.compress","valuePatternDisplay":"true|false","description":"Whether to compress serialized RDD partitions (e.g. for StorageLevel.MEMORY_ONLY_SER). Can save substantial space at the cost of some extra CPU time."},{"keyPattern":"spark\\.speculation","valuePattern":"(true|false)","keyPatternDisplay":"spark.speculation","valuePatternDisplay":"true|false","description":"Whether to use speculation (recommended off for streaming)"},{"keyPattern":"spark\\.es(\\.[^\\.]+)+","valuePattern":".*","keyPatternDisplay":"spark.es.*","valuePatternDisplay":"*","description":"Configuration options for ElasticSearch"},{"keyPattern":"es(\\.([^\\.]+))+","valuePattern":".*","keyPatternDisplay":"es.*","valuePatternDisplay":"*","description":"Configuration options for ElasticSearch"},{"keyPattern":"spark\\.(storage|shuffle)\\.memoryFraction","valuePattern":"0?\\.0*([1-9])([0-9])*","keyPatternDisplay":"spark.(storage|shuffle).memoryFraction","valuePatternDisplay":"(0.0,1.0)","description":"Fraction of Java heap to use for Spark's shuffle or storage"},{"keyPattern":"spark\\.streaming\\.backpressure\\.enabled","valuePattern":"(true|false)","keyPatternDisplay":"spark.streaming.backpressure.enabled","valuePatternDisplay":"true|false","description":"Enables or disables Spark Streaming's internal backpressure mechanism (since 1.5). This enables the Spark Streaming to control the receiving rate based on the current batch scheduling delays and processing times so that the system receives only as fast as the system can process. Internally, this dynamically sets the maximum receiving rate of receivers. This rate is upper bounded by the values `spark.streaming.receiver.maxRate` and `spark.streaming.kafka.maxRatePerPartition` if they are set."},{"keyPattern":"spark\\.streaming\\.receiver\\.maxRate","valuePattern":"^([0-9]{1,})$","keyPatternDisplay":"spark.streaming.receiver.maxRate","valuePatternDisplay":"numeric","description":"Maximum rate (number of records per second) at which each receiver will receive data. Effectively, each stream will consume at most this number of records per second. Setting this configuration to 0 or a negative number will put no limit on the rate. See the deployment guide in the Spark Streaming programing guide for mode details."},{"keyPattern":"spark\\.streaming\\.kafka\\.maxRatePerPartition","valuePattern":"^([0-9]{1,})$","keyPatternDisplay":"spark.streaming.kafka.maxRatePerPartition","valuePatternDisplay":"numeric","description":"Maximum rate (number of records per second) at which data will be read from each Kafka partition when using the Kafka direct stream API introduced in Spark 1.3. See the Kafka Integration guide for more details."},{"keyPattern":"spark\\.streaming\\.kafka\\.maxRetries","valuePattern":"^([0-9]{1,})$","keyPatternDisplay":"spark.streaming.kafka.maxRetries","valuePatternDisplay":"numeric","description":"Maximum number of consecutive retries the driver will make in order to find the latest offsets on the leader of each partition (a default value of 1 means that the driver will make a maximum of 2 attempts). Only applies to the Kafka direct stream API introduced in Spark 1.3."},{"keyPattern":"spark\\.streaming\\.ui\\.retainedBatches","valuePattern":"^([0-9]{1,})$","keyPatternDisplay":"spark.streaming.ui.retainedBatches","valuePatternDisplay":"numeric","description":"How many batches the Spark Streaming UI and status APIs remember before garbage collecting."}],"enableReactNotebookComments":true,"enableResetPassword":true,"enableJobsSparkUpgrade":true,"sparkVersions":[{"key":"1.3.x-ubuntu15.10","displayName":"Spark 1.3.0","packageLabel":"spark-1.3-jenkins-ip-10-30-9-162-U0c2673ac85-Sa2ee4664b2-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},{"key":"1.4.x-ubuntu15.10","displayName":"Spark 1.4.1","packageLabel":"spark-1.4-jenkins-ip-10-30-9-162-U0c2673ac85-S33a1e4b9c6-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},{"key":"1.5.x-ubuntu15.10","displayName":"Spark 1.5.2","packageLabel":"spark-1.5-jenkins-ip-10-30-9-162-U0c2673ac85-S5917a1044d-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},{"key":"1.6.x-ubuntu15.10","displayName":"Spark 1.6.0","packageLabel":"spark-1.6-jenkins-ip-10-30-9-162-U0c2673ac85-Scabba801f3-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},{"key":"master","displayName":"Spark master (dev)","packageLabel":"","upgradable":true,"deprecated":false,"customerVisible":false}],"enableRestrictedClusterCreation":false,"enableFeedback":false,"defaultNumWorkers":8,"serverContinuationTimeoutMillis":10000,"driverStderrFilePrefix":"stderr","driverStdoutFilePrefix":"stdout","enableSparkDocsSearch":true,"prefetchSidebarNodes":true,"sparkHistoryServerEnabled":true,"sanitizeMarkdownHtml":true,"enableIPythonImportExport":true,"enableNotebookHistoryDiffing":true,"branch":"2.12.3","accountsLimit":-1,"enableNotebookGitBranching":true,"local":false,"displayDefaultContainerMemoryGB":6,"deploymentMode":"production","useSpotForWorkers":false,"enableUserInviteWorkflow":false,"enableStaticNotebooks":true,"dbcGuideURL":"#workspace/databricks_guide/00 Welcome to Databricks","enableCssTransitions":true,"pricingURL":"https://databricks.com/product/pricing","enableClusterAclsConfig":false,"orgId":0,"enableNotebookGitVersioning":true,"files":"files/","enableDriverLogsUI":true,"disableLegacyDashboards":false,"enableWorkspaceAclsConfig":true,"dropzoneMaxFileSize":4096,"enableNewDashboardViews":false,"driverLog4jFilePrefix":"log4j","enableMavenLibraries":true,"displayRowLimit":1000,"defaultSparkVersion":{"key":"1.5.x-ubuntu15.10","displayName":"Spark 1.5.2","packageLabel":"spark-1.5-jenkins-ip-10-30-9-162-U0c2673ac85-S5917a1044d-2016-02-09-02:05:59.455061","upgradable":true,"deprecated":false,"customerVisible":true},"clusterPublisherRootId":5,"enableLatestJobRunResultPermalink":true,"disallowAddingAdmins":false,"enableSparkConfUI":true,"enableOrgSwitcherUI":false,"clustersLimit":-1,"enableJdbcImport":true,"logfiles":"logfiles/","enableWebappSharding":false,"enableClusterDeltaUpdates":true,"csrfToken":"4c37e4ff-a908-4b05-8c61-2b76819fa34c","useFixedStaticNotebookVersionForDevelopment":false,"enableBasicReactDialogBoxes":true,"requireEmailUserName":true,"enableDashboardViews":false,"dbcFeedbackURL":"http://feedback.databricks.com/forums/263785-product-feedback","enableWorkspaceAclService":true,"someName":"Raazesh Sainudiin","enableWorkspaceAcls":true,"gitHash":"0c2673ac858e227cad536fdb45d140aeded238db","userFullname":"Raazesh Sainudiin","enableClusterCreatePage":false,"enableImportFromUrl":true,"enableMiniClusters":false,"enableWebSocketDeltaUpdates":true,"enableDebugUI":false,"showHiddenSparkVersions":false,"allowNonAdminUsers":true,"userId":100005,"dbcSupportURL":"","staticNotebookResourceUrl":"https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/","enableSparkPackages":true,"enableHybridClusterType":false,"enableNotebookHistoryUI":true,"availableWorkspaces":[{"name":"Workspace 0","orgId":0}],"enableFolderHtmlExport":true,"enableSparkVersionsUI":true,"databricksGuideStaticUrl":"","enableHybridClusters":true,"notebookLoadingBackground":"#fff","enableNewJobRunDetailsPage":true,"enableDashboardExport":true,"user":"r.sainudiin@math.canterbury.ac.nz","enableServerAutoComplete":true,"enableStaticHtmlImport":true,"defaultMemoryPerContainerMB":6000,"enablePresenceUI":true,"tablesPublisherRootId":7,"enableNewInputWidgetUI":false,"accounts":true,"enableNewProgressReportUI":true,"defaultCoresPerContainer":4};</script>
<script>var __DATABRICKS_NOTEBOOK_MODEL = {"version":"NotebookV1","origId":112860,"name":"032_Deep_learning_ham_or_spam","language":"scala","commands":[{"version":"CommandV1","origId":112862,"guid":"34ef7503-0b1f-4658-8082-53fa64ed8aae","subtype":"command","commandType":"auto","position":1.0,"command":"%md\n\n# [Scalable Data Science](http://www.math.canterbury.ac.nz/~r.sainudiin/courses/ScalableDataScience/)\n\n\n### prepared by [Raazesh Sainudiin](https://nz.linkedin.com/in/raazesh-sainudiin-45955845) and [Sivanand Sivaram](https://www.linkedin.com/in/sivanand)\n\n*supported by* [](https://databricks.com/)\nand \n[](https://www.awseducate.com/microsite/CommunitiesEngageHome)","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":1.462670048939E12,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"d677deb6-13be-4d73-9933-ffe7c4db37f3"},{"version":"CommandV1","origId":129741,"guid":"6ed4734b-800d-4f46-abd8-c0ef6673be68","subtype":"command","commandType":"auto","position":1.00006103515625,"command":"%md\nThe [html source url](https://raw.githubusercontent.com/raazesh-sainudiin/scalable-data-science/master/db/week9/17_SparklingWater/032_Deep_learning_ham_or_spam.html) of this databricks notebook and its recorded Uji ![Image of Uji, Dogen's Time-Being](https://raw.githubusercontent.com/raazesh-sainudiin/scalable-data-science/master/images/UjiTimeBeingDogen.png \"uji\"):\n\n[](https://www.youtube.com/v/iDyeK3GvFpo?rel=0&autoplay=1&modestbranding=1&start=3670&end=4843)\n","commandVersion":0,"state":"error","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"670d36de-239c-47f5-996d-02ef3dfeb473"},{"version":"CommandV1","origId":112903,"guid":"eebaa428-a902-483b-a647-03cb67bec7f9","subtype":"command","commandType":"auto","position":1.0001220703125,"command":"%md\n# Deep learning with H2O.ai and Spark\n* This notebook provides an introduction to the use of Deep Learning algorithms with H2O.ai and Spark\n* It shows an example deep learning application written in H2O.ai (Sparkling water) and Spark\n","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"963a85f6-2904-4b6b-b6b1-2e533f394938"},{"version":"CommandV1","origId":112863,"guid":"5779c964-b601-4099-8dee-b23dc0321319","subtype":"command","commandType":"auto","position":1.000244140625,"command":"%md\n### Spam classification of SMS data \n* Reworked from databricks guide and - https://github.com/h2oai/sparkling-water/blob/master/examples/src/main/scala/org/apache/spark/examples/h2o/HamOrSpamDemo.scala \n\n***\n1. Explore the dataset \n2. Extract features \n - Tokenize\n - Remove stop words\n - Hash\n - TF-IDF \n3. Train a deep learning model \n4. Predict \n\n\n***\n####Explore the dataset","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"698e968f-ac08-4a4a-b06f-caeda4918aa9"},{"version":"CommandV1","origId":112864,"guid":"67b33d50-3e2d-4e58-b1d2-fc0b2291c5a2","subtype":"command","commandType":"auto","position":1.00048828125,"command":"%fs ls /databricks-datasets/sms_spam_collection/data-001","commandVersion":0,"state":"finished","results":{"type":"table","data":[["dbfs:/databricks-datasets/sms_spam_collection/data-001/smsData.csv","smsData.csv",113674.0]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"path","type":"\"string\""},{"name":"name","type":"\"string\""},{"name":"size","type":"\"long\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":null,"error":null,"startTime":1.464589198258E12,"submitTime":1.464589004835E12,"finishTime":1.46458920259E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"05fedf49-23e8-4e19-bcdf-11c072313bc9"},{"version":"CommandV1","origId":112865,"guid":"eaf44af5-a334-441b-a354-c3f65f23f629","subtype":"command","commandType":"auto","position":1.000732421875,"command":"// Getting the data if you are not on Databricks\n\n/*\nimport java.net.URL\nimport java.io.File\nimport org.apache.commons.io.FileUtils\nval SMSDATA_FILE = new File(\"/tmp/smsData.csv\")\nFileUtils.copyURLToFile(new URL(\"https://raw.githubusercontent.com/h2oai/sparkling-water/master/examples/smalldata/smsData.txt\"), SMSDATA_FILE)\n*/","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"3ff1f65b-d8e3-4190-8a3c-c128a31ed53d"},{"version":"CommandV1","origId":112866,"guid":"54a747d5-0876-4c4d-b951-e27bffdd38d4","subtype":"command","commandType":"auto","position":1.0008544921875,"command":"%md\nExploring the data","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"acd38bd1-969d-4e26-a7f1-c60dff6ef0e3"},{"version":"CommandV1","origId":112867,"guid":"edf7b8f2-2af0-48f5-9046-5fd282c92064","subtype":"command","commandType":"auto","position":1.0009765625,"command":"sc.textFile(\"/databricks-datasets/sms_spam_collection/data-001\").take(5)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">res1: Array[String] = Array(ham\tOk... But they said i've got wisdom teeth hidden inside n mayb need 2 remove., ham\t? thk of wat to eat tonight., ham\tI dunno until when... Lets go learn pilates..., "spam\tSomeonone you know is trying to contact you via our dating service! To find out who it could be call from your mobile or landline 09064015307 BOX334SK38ch ", ham\tOk c ? then.)\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.464589221543E12,"submitTime":1.464589028101E12,"finishTime":1.464589222471E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"9ba38c8d-80c6-47fd-9aa0-25129f9bdf90"},{"version":"CommandV1","origId":112868,"guid":"1c6d006a-5bdd-4a47-acda-a50bffdf1149","subtype":"command","commandType":"auto","position":1.00146484375,"command":"%md\nConvert the data to a DataFrame","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"d2676f6a-a126-48c7-be2a-b0db5ce3006d"},{"version":"CommandV1","origId":112869,"guid":"f234d4d9-9b39-470a-bf8c-57e72c7292d3","subtype":"command","commandType":"auto","position":1.001953125,"command":"val data = sqlContext.read\n .format(\"com.databricks.spark.csv\")\n .option(\"header\", \"false\")\n .option(\"delimiter\", \"\\t\") // Use /t as delimiter\n .option(\"inferSchema\", \"true\")\n .load(\"/databricks-datasets/sms_spam_collection/data-001/smsData.csv\")\nval df = data.toDF(\"hamOrSpam\", \"message\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">data: org.apache.spark.sql.DataFrame = [C0: string, C1: string]\ndf: org.apache.spark.sql.DataFrame = [hamOrSpam: string, message: string]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Cancelled","error":null,"startTime":1.464589250089E12,"submitTime":1.464589056664E12,"finishTime":1.464589251487E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"6504ec1a-03ba-4952-b1de-05d1862e59dc"},{"version":"CommandV1","origId":112870,"guid":"ad9aab28-bec0-42c1-a99f-a92dcfa951e7","subtype":"command","commandType":"auto","position":1.0029296875,"command":"df.count","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">res2: Long = 1324\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":null,"error":null,"startTime":1.464589266225E12,"submitTime":1.464589072808E12,"finishTime":1.464589268339E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"ad68c5be-dd7f-406a-8aee-dfd3f891b088"},{"version":"CommandV1","origId":112871,"guid":"738a06a2-577f-4f75-b04e-4a14bfe1df0b","subtype":"command","commandType":"auto","position":1.00390625,"command":"display(df)","commandVersion":0,"state":"finished","results":{"type":"table","data":[["ham","Ok... But they said i've got wisdom teeth hidden inside n mayb need 2 remove."],["ham","? thk of wat to eat tonight."],["ham","I dunno until when... Lets go learn pilates..."],["spam","Someonone you know is trying to contact you via our dating service! To find out who it could be call from your mobile or landline 09064015307 BOX334SK38ch "],["ham","Ok c ? then."],["spam","URGENT! We are trying to contact U. Todays draw shows that you have won a ?800 prize GUARANTEED. Call 09050003091 from land line. Claim C52. Valid12hrs only"],["spam","Not heard from U4 a while. Call 4 rude chat private line 01223585334 to cum. Wan 2C pics of me gettin shagged then text PIX to 8552. 2End send STOP 8552 SAM xxx"],["ham","staff.science.nus.edu.sg/~phyhcmk/teaching/pc1323"],["ham","Thank god they are in bed!"],["ham","Hey tmr meet at bugis 930 ?"],["spam","You are a winner you have been specially selected to receive ?1000 cash or a ?2000 award. Speak to a live operator to claim call 087123002209am-7pm. Cost 10p"],["spam","URGENT! Your Mobile No. was awarded ?2000 Bonus Caller Prize on 5/9/03 This is our final try to contact U! Call from Landline 09064019788 BOX42WR29C, 150PPM"],["spam","Loan for any purpose ?500 - ?75,000. Homeowners + Tenants welcome. Have you been previously refused? We can still help. Call Free 0800 1956669 or text back 'help'"],["ham","Haha... Sounds crazy, dunno can tahan anot..."],["spam","You have won ?spam\t000 cash or a ?2,000 prize! To claim, call09050000327"],["ham","Sorry i din lock my keypad."],["ham","Thanx but my birthday is over already."],["spam","FREE for 1st week! No1 Nokia tone 4 ur mobile every week just txt NOKIA to 8077 Get txting and tell ur mates. www.getzed.co.uk POBox 36504 W45WQ 16+ norm150p/tone"],["spam","Congratulations - Thanks to a good friend U have WON the ?2,000 Xmas prize. 2 claim is easy, just call 08712103738 NOW! Only 10p per minute. BT-national-rate"],["ham","Me n him so funny..."],["spam","pdate_Now - Double mins and 1000 txts on Orange tariffs. Latest Motorola, SonyEricsson & Nokia & Bluetooth FREE! Call MobileUpd8 on 08000839402 or call2optout/!YHL"],["ham","Ok..."],["ham","Yup no more already... Thanx 4 printing n handing it up."],["ham","Anything lor. Juz both of us lor."],["ham","It's ? only $140 ard...? rest all ard $180 at least...Which is ? price 4 ? 2 bedrm ($900)"],["ham","Oh oh... Den muz change plan liao... Go back have to yan jiu again..."],["ham","Ok lor then we go tog lor..."],["ham","Okay lor... Wah... like that def they wont let us go... Haha... What did they say in the terms and conditions?"],["ham","Dunno lei... I thk mum lazy to go out... I neva ask her yet..."],["ham","THAT?S ALRITE GIRL, U KNOW GAIL IS NEVA WRONG!!TAKE CARE SWEET AND DON?T WORRY.C U L8TR HUN!LOVE Yaxxx"],["spam","accordingly. I repeat, just text the word ok on your mobile phone and send"],["ham","Nah im goin 2 the wrks with j wot bout u?"],["ham","Oh...i asked for fun. Haha...take care. ?"],["ham","Ok.. ? finishing soon?"],["spam","You are being contacted by our Dating Service by someone you know! To find out who it is, call from your mobile or landline 09064017305 PoBox75LDNS7 "],["ham","Ay wana meet on sat?? wkg on sat?"],["ham","Y ? wan to go there? C doctor?"],["spam","HMV BONUS SPECIAL 500 pounds of genuine HMV vouchers to be won. Just answer 4 easy questions. Play Now! Send HMV to 86688 More info:www.100percent-real.com"],["ham","Ok im not sure what time i finish tomorrow but i wanna spend the evening with you cos that would be vewy vewy lubly! Love me xxx"],["spam","We tried to contact you re your reply to our offer of a Video Handset? 750 anytime any networks mins? UNLIMITED TEXT? Camcorder? Reply or call 08000930705 NOW"],["spam","Ur cash-balance is currently 500 pounds - to maximize ur cash-in now send GO to 86688 only 150p/meg. CC: 08718720201 HG/Suite342/2lands Row/W1j6HL"],["ham","Where r e meeting tmr?"],["ham","Got but got 2 colours lor. One colour is quite light n e other is darker lor. Actually i'm done she's styling my hair now."],["ham","So gd got free ice cream... I oso wan..."],["ham","Aiyah e rain like quite big leh. If drizzling i can at least run home."],["ham","alright babe, justthought i?d sayhey! how u doin?nearly the endof me wk offdam nevamind!We will have 2Hook up sn if uwant m8? loveJen x."],["ham","CAN I PLEASE COME UP NOW IMIN TOWN.DONTMATTER IF URGOIN OUTL8R,JUST REALLYNEED 2DOCD.PLEASE DONTPLEASE DONTIGNORE MYCALLS,U NO THECD ISV.IMPORTANT TOME 4 2MORO"],["ham","No got new job at bar in airport on satsgettin 4.47per hour but means no lie in! keep in touch"],["ham","Wat makes u thk i'll fall down. But actually i thk i'm quite prone 2 falls. Lucky my dad at home i ask him come n fetch me already."],["spam","England v Macedonia - dont miss the goals/team news. Txt ur national team to 87077 eg ENGLAND to 87077 Try:WALES, SCOTLAND 4txt/?1.20 POBOXox36504W45WQ 16+"],["spam","As a SIM subscriber, you are selected to receive a Bonus! Get it delivered to your door, Txt the word OK to No: 88600 to claim. 150p/msg, EXP. 30Apr"],["ham","WHO ARE YOU SEEING?"],["ham","Nothing but we jus tot u would ask cos u ba gua... But we went mt faber yest... Yest jus went out already mah so today not going out... Jus call lor..."],["ham","There the size of elephant tablets & u shove um up ur ass!!"],["ham","Ok... The theory test? when are ? going to book? I think it's on 21 may. Coz thought wanna go out with jiayin. But she isnt free"],["ham","U WILL SWITCH YOUR FONE ON DAMMIT!!"],["ham","Can do lor..."],["ham","I'm eatin now lor, but goin back to work soon... E mountain deer show huh... I watch b4 liao, very nice..."],["ham","How come guoyang go n tell her? Then u told her?"],["ham","Hey... Very inconvenient for your sis a not huh?"],["ham","Im in inperialmusic listening2the weirdest track ever by?leafcutter john?-sounds like insects being molested&someone plumbing,remixed by evil men on acid!"],["ham","I'm in school now n i'll be in da lab doing some stuff give me a call when ? r done."],["ham","Did u receive my msg?"],["ham","I'm done..."],["spam","Todays Voda numbers ending 5226 are selected to receive a ?350 award. If you hava a match please call 08712300220 quoting claim code 1131 standard rates app "],["spam","Please CALL 08712402972 immediately as there is an urgent message waiting for you"],["ham","Ard 4 lor..."],["spam","FREE MESSAGE Activate your 500 FREE Text Messages by replying to this message with the word FREE For terms & conditions, visit www.07781482378.com"],["ham","Oh... Kay... On sat right?"],["spam","Urgent Ur ?500 guaranteed award is still unclaimed! Call 09066368327 NOW closingdate04/09/02 claimcode M39M51 ?1.50pmmorefrommobile2Bremoved-MobyPOBox734LS27YF"],["spam","SMS AUCTION - A BRAND NEW Nokia 7250 is up 4 auction today! Auction is FREE 2 join & take part! Txt NOKIA to 86021 now!"],["ham","HOW ARE U? I HAVE MISSED U! I HAVENT BEEN UP 2 MUCH A BIT BORED WITH THE HOLIDAY WANT 2 GO BAK 2 COLLEGE! SAD ISNT IT?xx"],["spam","URGENT. Important information for 02 user. Today is your lucky day! 2 find out why , log onto http://www.urawinner.com there is a fantastic surprise awaiting you !"],["ham","Okie..."],["ham","I'm done. C ? there."],["spam","You are a winner U have been specially selected 2 receive ?1000 cash or a 4* holiday (flights inc) speak to a live operator 2 claim 0871277810810"],["ham","I might go 2 sch. Yar at e salon now v boring."],["spam","SMS SERVICES. for your inclusive text credits, pls goto www.comuk.net login= 3qxj9 unsubscribe with STOP, no extra charge. help 08702840625.COMUK. 220-CM2 9AE"],["ham","Got smaller capacity one? Quite ex..."],["ham","The length is e same but e top shorter n i got a fringe now. I thk i'm not going liao. Too lazy. Dun wan 2 distract u also."],["ham","Is toshiba portege m100 gd?"],["ham","Thanx 4 the time we?ve spent 2geva, its bin mint! Ur my Baby and all I want is u!xxxx"],["ham","How come u got nothing to do?"],["ham","HELLOGORGEOUS, HOWS U? MY FONE WAS ON CHARGE LST NITW WEN U TEXD ME. HOPEU AD A NICE WKEND AS IM SURE U DID LOOKIN 4WARD 2 C-IN U 2MRW LUV JAZ"],["ham","Hey pple...$700 or $900 for 5 nights...Excellent location wif breakfast hamper!!!"],["ham","IM GONNA MISS U SO MUCH"],["spam","You are awarded a SiPix Digital Camera! call 09061221061 from landline. Delivery within 28days. T Cs Box177. M221BP. 2yr warranty. 150ppm. 16 . p p?3.99"],["ham","Hey gals...U all wanna meet 4 dinner at n?te? "],["spam","Orange brings you ringtones from all time Chart Heroes, with a free hit each week! Go to Ringtones & Pics on wap. To stop receiving these tips reply STOP."],["ham","I'm reaching home in 5 min."],["ham","But i juz remembered i gotta bathe my dog today.."],["ham","Ok... Ur typical reply..."],["ham","Ok."],["spam","As one of our registered subscribers u can enter the draw 4 a 100 G.B. gift voucher by replying with ENTER. To unsubscribe text STOP"],["ham","? eatin later but i'm eatin wif my frens now lei... ? going home first? "],["ham","hi my darlin im on my way to London and we have just been smashed into by another driver! and have a big dent! im really missing u what have u been up to? xxx"],["ham","I ask if u meeting da ge tmr nite..."],["ham","Yup ok thanx..."],["ham","Okie"],["spam","URGENT We are trying to contact you Last weekends draw shows u have won a ?1000 prize GUARANTEED Call 09064017295 Claim code K52 Valid 12hrs 150p pm"],["ham","He like not v shock leh. Cos telling shuhui is like telling leona also. Like dat almost all know liao. He got ask me abt ur reaction lor."],["spam","Urgent -call 09066649731from Landline. Your complimentary 4* Ibiza Holiday or ?1ham\t000 cash await collection SAE T&Cs PO BOX 434 SK3 8WP 150ppm 18+"],["ham","Right it wasnt you who phoned it was someone with a number like yours!"],["ham","Yup... How ? noe leh..."],["spam","Congratulations! Thanks to a good friend U have WON the ?2,000 Xmas prize. 2 claim is easy, just call 08718726978 NOW! Only 10p per minute. BT-national-rate"],["ham","What time is ur flight tmr?"],["spam","our mobile number has won ?500ham\t to claim calls us back or ring the claims hot line on 09050005321."],["ham","Bishan lar nearer... No need buy so early cos if buy now i gotta park my car..."],["ham","? come lt 25 n pass to me lar"],["ham","Then she dun believe wat?"],["ham","Ard 530 like dat lor. We juz meet in mrt station then ? dun haf to come out."],["ham","Ok then u tell me wat time u coming later lor."],["spam","Urgent Urgent! We have 800 FREE flights to Europe to give away, call B4 10th Sept & take a friend 4 FREE. Call now to claim on 09050000555. BA128NNFWFLY150ppm"],["spam","Message Important information for O2 user. Today is your lucky day! 2 find out why log onto http://www.urawinner.com there is a fantastic surprise awaiting you"],["ham","I'm coming home 4 dinner."],["ham","I wait 4 ? inside da car park..."],["ham","Oh ok.."],["ham","Must come later.. I normally bathe him in da afternoon mah.."],["spam","Had your contract mobile 11 Mnths? Latest Motorola, Nokia etc. all FREE! Double Mins & Text on Orange tariffs. TEXT YES for callback, no to remove from records"],["ham","Ok lor... Or u wan me go look 4 u?"],["ham","Depends on individual lor e hair dresser say pretty but my parents say look gong. U kaypoh.. I also dunno wat she collecting."],["ham","Dun b sad.. It's over.. Dun thk abt it already. Concentrate on ur other papers k."],["ham","He neva grumble but i sad lor... Hee... Buy tmr lor aft lunch. But we still meetin 4 lunch tmr a not. Neva hear fr them lei. ? got a lot of work ar?"],["spam","Win a ?1000 cash prize or a prize worth ?5000"],["ham","I gotta collect da car at 6 lei."],["ham","Yar lor wait 4 my mum 2 finish sch then have lunch lor... I whole morning stay at home clean my room now my room quite clean... Hee..."],["ham","Ok good then i later come find ?... C lucky i told ? to go earlier... Later pple take finish ? no more again..."],["spam","Free video camera phones with Half Price line rental for 12 mths and 500 cross ntwk mins 100 txts. Call MobileUpd8 08001950382 or Call2OptOut/674"],["ham","Ok can..."],["ham","Daddy, shu shu is looking 4 u... U wan me 2 tell him u're not in singapore or wat?"],["ham","IM LATE TELLMISS IM ON MY WAY"],["ham","Will ? b going to esplanade fr home?"],["spam","Congratulations ur awarded 500 of CD vouchers or 125gift guaranteed & Free entry 2 100 wkly draw txt MUSIC to 87066"],["spam","FREE MSG:We billed your mobile number by mistake from shortcode 83332.Please call 08081263000 to have charges refunded.This call will be free from a BT landline"],["ham","Oh... I was thkin of goin yogasana at 10 den no nd to go at 3 den can rush to parco 4 nb... Okie lor, u call me when ready..."],["spam","SMS SERVICES. for your inclusive text credits, pls goto www.comuk.net login= ***** unsubscribe with STOP. no extra charge. help:08700469649. PO BOX420. IP4 5WE"],["ham","Horrible gal. Me in sch doing some stuff. How come u got mc?"],["ham","Okie.. Thanx.."],["ham","In e msg jus now. U said thanks for gift."],["ham","Where to get those?"],["spam","Hi, this is Mandy Sullivan calling from HOTMIX FM...you are chosen to receive ?5000.00 in our Easter Prize draw.....Please telephone 09041940223 to claim before 29/03/05 or your prize will be transferred to someone else...."],["ham","Huh means computational science... Y they like dat one push here n there..."],["ham","I've reached already."],["ham","Okie"],["ham","Then dun wear jeans lor..."],["ham","I place all ur points on e cultures module already."],["ham","Ok then i'll let him noe later n ask him call u tmr..."],["ham","Horrible bf... I now v hungry..."],["ham","U coming back 4 dinner rite? Dad ask me so i re confirm wif u..."],["spam","REMINDER FROM O2: To get 2.50 pounds free call credit and details of great offers pls reply 2 this text with your valid name, house no and postcode"],["spam","We know someone who you know that fancies you. Call 09058097218 to find out who. POBox 6, LS15HB 150p"],["ham","Yup i'm free..."],["ham","How abt making some of the pics bigger?"],["ham","I thk u dun haf 2 hint in e forum already lor... Cos i told ron n darren is going 2 tell shuhui."],["ham","How i noe... Did ? specify da domain as nusstu... ? still in sch..."],["spam","Natalja (25/F) is inviting you to be her friend. Reply YES-440 or NO-440 See her: www.SMS.ac/u/nat27081980 STOP? Send STOP FRND to 62468"],["ham","Yun buying... But school got offer 2000 plus only..."],["ham","Kay... Since we are out already "],["ham","PICK UR FONE UP NOW U DUMB?"],["spam","Guess what! Somebody you know secretly fancies you! Wanna find out who it is? Give us a call on 09065394973 from Landline DATEBox1282EssexCM61XN 150p/min 18"],["ham","Ill be at yours in about 3 mins but look out for me"],["ham","Yup... Hey then one day on fri we can ask miwa and jiayin take leave go karaoke "],["ham","Ha... U jus ate honey ar? So sweet..."],["ham","haha but no money leh... Later got to go for tuition... Haha and looking for empty slots for driving lessons"],["ham","Up to ?... ? wan come then come lor... But i din c any stripes skirt..."],["spam","Someone has contacted our dating service and entered your phone becausethey fancy you! To find out who it is call from a landline 09058098002. PoBoxspam\t W14RG 150p"],["ham","Yup. Anything lor, if u dun wan it's ok..."],["ham","Yup ? not comin :-("],["ham","Still at west coast... Haiz... ?'ll take forever to come back..."],["ham","Then u better go sleep.. Dun disturb u liao.. U wake up then msg me lor.."],["ham","Ok lar... Joking wif u oni..."],["spam","PRIVATE! Your 2004 Account Statement for 07742676969 shows 786 unredeemed Bonus Points. To claim call 08719180248 Identifier Code: 45239 Expires"],["spam","we tried to contact you re your response to our offer of a new nokia fone and camcorder hit reply or call 08000930705 for delivery"],["spam","You have won a guaranteed ?200 award or even ?1000 cashto claim UR award call free on 08000407165 (18+) 2 stop getstop on 88222 PHP"],["ham","I know she called me"],["ham","Hello, hello, hi lou sorry it took so long 2 reply- I left mobile at friends in Lancaster, just got it bak Neway im sorry I couldn?t make ur b?day 2 hun!"],["ham","Today i'm not workin but not free oso... Gee... Thgt u workin at ur fren's shop ? "],["ham","I wanted to ask ? to wait 4 me to finish lect. Cos my lect finishes in an hour anyway."],["ham","Yup. Izzit still raining heavily cos i'm in e mrt i can't c outside."],["ham","Jane babes not goin 2 wrk, feel ill after lst nite. Foned in already cover 4 me chuck.:-)"],["spam","83039 62735=?450 UK Break AccommodationVouchers terms & conditions apply. 2 claim you mustprovide your claim number which is 15541 "],["ham","U still painting ur wall?"],["ham","If i not meeting ? all rite then i'll go home lor. If ? dun feel like comin it's ok."],["ham","They said ? dun haf passport or smth like dat.. Or ? juz send to my email account.. "],["ham","? v ma fan..."],["ham","U gd lor go shopping i got stuff to do. U wan 2 watch infernal affairs a not? Come lar..."],["ham","U can call me now..."],["ham","CHEERS FOR CALLIN BABE.SOZI CULDNT TALKBUT I WANNATELL U DETAILS LATER WENWECAN CHAT PROPERLY X"],["ham","Ok no prob"],["ham","Hi mate its RV did u hav a nice hol just a message 3 say hello coz haven?t sent u 1 in ages started driving so stay off roads!RVx"],["ham","Hi elaine, is today's meeting confirmed?"],["spam","Enjoy the jamster videosound gold club with your credits for 2 new videosounds+2 logos+musicnews! get more fun from jamster.co.uk! 16+only Help? call: 09701213186 "],["ham","BOO BABE! U ENJOYIN YOURJOB? U SEEMED 2 B GETTIN ON WELL HUNNY!HOPE URE OK?TAKE CARE & I?LLSPEAK 2U SOONLOTS OF LOVEME XXXX."],["ham","I've sent ? my part.."],["ham","But i'm surprised she still can guess right lor..."],["spam","Update_Now - 12Mths Half Price Orange line rental: 400mins...Call MobileUpd8 on 08000839402 or call2optout=J5Q"],["ham","U GOIN OUT 2NITE?"],["ham","Aiyah u did ok already lar. E nydc at wheellock?"],["ham","Thank u. IT BETTER WORK OUT CAUSE I WILL FEEL USED OTHERWISE"],["spam","Dear Matthew please call 09063440451 from a landline, your complimentary 4*Lux Tenerife holiday or ?1000 CASH await collection. ppm150 SAE T&Cs Box334 SK38XH."],["ham","PISS IS TALKING IS SOMEONE THAT REALISE U THAT POINT THIS AT IS IT.(NOW READ IT BACKWARDS)"],["ham","Is ur lecture over?"],["ham","? predict wat time ?'ll finish buying?"],["ham","DO NOT B LATE LOVE MUM"],["ham","Anything lar then ? not going home 4 dinner?"],["ham","Happy birthday... May u find ur prince charming soon n dun work too hard..."],["ham","Can a not?"],["ham","I thk ? gotta go home by urself. Cos i'll b going out shopping 4 my frens present. "],["ham","U dun say so early hor... U c already then say..."],["ham","I wan but too early lei... Me outside now wun b home so early... Neva mind then..."],["ham","U attend ur driving lesson how many times a wk n which day?"],["spam","Urgent! Please call 0906346330. Your ABTA complimentary 4* Spanish Holiday or ?1ham\t000 cash await collection SAE T&Cs BOX 47 PO19 2EZ 150ppm 18+"],["spam","Get 3 Lions England tone, reply lionm 4 mono or lionp 4 poly. 4 more go 2 www.ringtones.co.uk, the original n best. Tones 3GBP network operator rates apply"],["ham","Ya! when are ? taking ure practical lessons? I start in june.. "],["ham","HI ITS JESS I DONT KNOW IF YOU ARE AT WORK BUT CALL ME WHEN U CAN IM AT HOME ALL EVE. XXX"],["ham","I'm home. Ard wat time will u reach?"],["ham","Ok... I din get ur msg..."],["ham","U free on sat rite? U wan 2 watch infernal affairs wif me n darren n mayb xy?"],["ham","Hey... Thk we juz go accordin to wat we discussed yest lor, except no kb on sun... Cos there's nt much lesson to go if we attend kb on sat..."],["ham","Oh thats late! Well have a good night and i will give u a call tomorrow. Iam now going to go to sleep night night"],["ham","U can call now..."],["ham","Sorry i'm not free..."],["ham","Ok i'm coming home now."],["ham","U coming 2 pick me?"],["ham","I dun thk i'll quit yet... Hmmm, can go jazz ? Yogasana oso can... We can go meet em after our lessons den... "],["ham","U call me alter at 11 ok."],["ham","Kent vale lor... ? wait 4 me there ar?"],["ham","Ok. I only ask abt e movie. U wan ktv oso?"],["ham","I havent add ? yet right.. "],["ham","How? Izzit still raining?"],["ham","No probs hon! How u doinat the mo?"],["ham","E admin building there? I might b slightly earlier... I'll call u when i'm reaching..."],["ham","? called dad oredi..."],["spam","No. 1 Nokia Tone 4 ur mob every week! Just txt NOK to 87021. 1st Tone FREE ! so get txtin now and tell ur friends. 150p/tone. 16 reply HL 4info"],["spam","it to 80488. Your 500 free text messages are valid until 31 December 2005."],["spam","Todays Voda numbers ending 7548 are selected to receive a $350 award. If you have a match please call 08712300220 quoting claim code 4041 standard rates app"],["ham","Then u go back urself lor..."],["spam","Bored housewives! Chat n date now! 0871750.77.11! BT-national rate 10p/min only from landlines!"],["spam","URGENT!! Your 4* Costa Del Sol Holiday or ?5000 await collection. Call 09050090044 Now toClaim. SAE, TC s, POBox334, Stockport, SK38xh, Cost?1.50/pm, Max10mins"],["ham","Wot is u up 2 then bitch?"],["ham","Hey elaine, is today's meeting still on?"],["ham","I prefer my free days... Tues, wed, fri oso can... ? ask those workin lor..."],["ham","HEY DAS COOL... IKNOW ALL 2 WELLDA PERIL OF STUDENTFINANCIAL CRISIS!SPK 2 U L8R."],["ham","Ok lor... But buy wat?"],["ham","Hi babe its me thanks for coming even though it didnt go that well!i just wanted my bed! Hope to see you soon love and kisses xxx"],["spam","WIN: We have a winner! Mr. T. Foley won an iPod! More exciting prizes soon, so keep an eye on ur mobile or visit www.win-82050.co.uk"],["ham","Dunno lei he neva say..."],["ham","cThen i thk shd b enuff.. Still got conclusion n contents pg n references.. I'll b doing da contents pg n cover pg.."],["ham","Jus finish my lunch on my way home lor... I tot u dun wan 2 stay in sch today..."],["spam","URGENT! We are trying to contact you. Last weekends draw shows that you have won a ?900 prize GUARANTEED. Call 09061701851. Claim code K61. Valid 12hours only"],["ham","Haf u eaten? Wat time u wan me 2 come?"],["ham","Haha mayb u're rite... U know me well. Da feeling of being liked by someone is gd lor. U faster go find one then all gals in our group attached liao."],["ham","If e timing can, then i go w u lor..."],["ham","R we still meeting 4 dinner tonight?"],["ham","Okies... I'll go yan jiu too... We can skip ard oso, go cine den go mrt one, blah blah blah... "],["ham","Oh... Icic... K lor, den meet other day..."],["ham","Hui xin is in da lib."],["ham","Crazy ar he's married. ? like gd looking guys not me. My frens like say he's korean leona's fave but i dun thk he is. Aft some thinking mayb most prob i'll go."],["ham","Aiyo please ? got time meh."],["ham","Nope... C ? then..."],["ham","Yeh. Indians was nice. Tho it did kane me off a bit he he. We shud go out 4 a drink sometime soon. Mite hav 2 go 2 da works 4 a laugh soon. Love Pete x x"],["ham","Okay... We wait ah"],["ham","My supervisor find 4 me one lor i thk his students. I havent ask her yet. Tell u aft i ask her."],["ham","Ok... Thanx... Gd nite 2 ? too..."],["ham","What u mean u almost done? Done wif sleeping? But i tot u going to take a nap.. Yup i send her liao so i'm picking her up at ard 4 smth lor.."],["ham","Can ? all decide faster cos my sis going home liao.."],["ham","Here got lots of hair dresser fr china."],["ham","Die... I accidentally deleted e msg i suppose 2 put in e sim archive. Haiz... I so sad..."],["spam","Urgent! call 09066612661 from landline. Your complementary 4* Tenerife Holiday or ?1ham\t000 cash await collection SAE T&Cs PO Box 3 WA14 2PX 150ppm 18+ Sender: Hol Offer"],["ham","Yup, no need. I'll jus wait 4 e rain 2 stop."],["ham","Din i tell u jus now 420"],["ham","Jus came back fr lunch wif my sis only. U leh?"],["ham","Anytime lor..."],["ham","Huh so late... Fr dinner?"],["ham","In da car park "],["ham","HEY BABE! FAR 2 SPUN-OUT 2 SPK AT DA MO... DEAD 2 DA WRLD. BEEN SLEEPING ON DA SOFA ALL DAY, HAD A COOL NYTHO, TX 4 FONIN HON, CALL 2MWEN IM BK FRMCLOUD 9! J X"],["spam","WIN a year supply of CDs 4 a store of ur choice worth ?500 & enter our ?100 Weekly draw txt MUSIC to 87066 Ts&Cs www.Ldew.com.subs16+1win150ppmx3"],["ham","How much r ? willing to pay?"],["ham","Me hungry buy some food good lei... But mum n yun dun wan juz buy a little bit... "],["ham","That's y we haf to combine n c how lor..."],["ham","Yup next stop."],["ham","Until 545 lor... Ya, can go 4 dinner together..."],["spam","URGENT! We are trying to contact U Todays draw shows that you have won a ?800 prize GUARANTEED. Call 09050000460 from land line. Claim J89. po box245c2150pm"],["spam","HMV BONUS SPECIAL 500 pounds of genuine HMV vouchers to be won. Just answer 4 easy questions. Play Now! Send HMV to 86688 More info:www.100percent-real.com"],["ham","HI DARLIN HOW WAS WORK DID U GET INTO TROUBLE? IJUST TALKED TO YOUR MUM ALL MORNING! I HAD A REALLY GOOD TIME LAST NIGHT IM GOIN OUT SOON BUT CALL ME IF U CAN"],["ham","So wat's da decision?"],["spam","all the lastest from Stereophonics, Marley, Dizzee Racal, Libertines and The Strokes! Win Nookii games with Flirt!! Click TheMob WAP Bookmark or text WAP to 82468"],["spam","Free-message: Jamster!Get the crazy frog sound now! For poly text MADspam\t for real text MAD2 to 88888. 6 crazy sounds for just 3 GBP/week! 16+only! T&C's apply"],["ham","Ok then i come n pick u at engin?"],["ham","Ok."],["ham","Ok... Take ur time n enjoy ur dinner..."],["ham","Ok lor..."],["ham","Dunno lei ? all decide lor. How abt leona? Oops i tot ben is going n i msg him."],["spam","Latest Nokia Mobile or iPOD MP3 Player +?400 proze GUARANTEED! Reply with: WIN to 83355 now! Norcorp Ltd.?spam\t50/Mtmsgrcvd18+"],["ham","Huh... Hyde park not in mel ah, opps, got confused... Anyway, if tt's e best choice den we juz have to take it..."],["ham","Wif my family booking tour package."],["ham","Oh yah... We never cancel leh... Haha "],["spam","18 days to Euro2004 kickoff! U will be kept informed of all the latest news and results daily. Unsubscribe send GET EURO STOP to 83222."],["spam","If you don't, your prize will go to another customer. T&C at www.t-c.biz 18+ 150p/min Polo Ltd Suite 373 London W1J 6HL Please call back if busy "],["ham","Mum not going robinson already."],["ham","Wah... Okie okie... Muz make use of e unlimited... Haha... "],["spam","I don't know u and u don't know me. Send CHAT to 86688 now and let's find each other! Only 150p/Msg rcvd. HG/Suite342/2Lands/Row/W1J6HL LDN. 18 years or over."],["ham","Y so late but i need to go n get da laptop..."],["ham","Nvm take ur time."],["ham","Den only weekdays got special price... Haiz... Cant eat liao... Cut nails oso muz wait until i finish drivin wat, lunch still muz eat wat... "],["ham","I'm in a movie. Call me 4 wat?"],["ham","Hi its Kate it was lovely to see you tonight and ill phone you tomorrow. I got to sing and a guy gave me his card! xxx"],["spam","Dear U've been invited to XCHAT. This is our final attempt to contact u! Txt CHAT to 86688"],["ham","HEY HEY WERETHE MONKEESPEOPLE SAY WE MONKEYAROUND! HOWDY GORGEOUS, HOWU DOIN? FOUNDURSELF A JOBYET SAUSAGE?LOVE JEN XXX"],["ham","Ok lor... Sony ericsson salesman... I ask shuhui then she say quite gd 2 use so i considering..."],["spam","YES! The only place in town to meet exciting adult singles is now in the UK. Txt CHAT to 86688 now! 150p/Msg."],["spam","+123 Congratulations - in this week's competition draw u have won the ?1450 prize to claim just call 09050002311 b4280703. T&Cs/stop SMS 08718727868. Over 18 only 150ppm"],["ham","Thanx a lot..."],["ham","U R THE MOST BEAUTIFUL GIRL IVE EVER SEEN. U R MY BABY COME AND C ME IN THE COMMON ROOM"],["ham","That day ? say ? cut ur hair at paragon, is it called hair sense? Do ? noe how much is a hair cut? "],["spam","Please call our customer service representative on FREEPHONE 0808 145 4742 between 9am-11pm as you have WON a guaranteed ?1000 cash or ?5000 prize!"],["ham","U really pig leh sleep so much. My dad wake me up at 10 smth 2 eat lunch today."],["ham","Ok..."],["ham","EY! CALM DOWNON THEACUSATIONS.. ITXT U COS IWANA KNOW WOTU R DOIN AT THEW/END... HAVENTCN U IN AGES..RING ME IF UR UP4 NETHING SAT.LOVE J XXX."],["ham","ILL B DOWN SOON"],["ham","Havent shopping now lor i juz arrive only"],["ham","Taka lor. Wat time u wan 2 come n look 4 us?"],["ham","JADE ITS PAUL. Y DIDN?T U TXT ME? DO U REMEMBER ME FROM BARMED? I WANT 2 TALK 2 U! TXT ME"],["spam","Congrats! 1 year special cinema pass for 2 is yours. call 09061209465 now! C Suprman V, Matrix3, StarWars3, etc all 4 FREE! bx420-ip4-5we. 150pm. Dont miss out! "],["ham","How are you babes. Hope your doing ok. I had a shit nights sleep. I fell asleep at 5.I?m knackered and i?m dreading work tonight. What are thou upto tonight. X"],["ham","Or ? go buy wif him then i meet ? later can?"],["ham","Hi darlin did youPhone me? Im atHome if youwanna chat."],["ham","WOT U WANNA DO THEN MISSY?"],["ham","No my mum went 2 dentist."],["ham","Ok."],["ham","HI DARLIN IVE JUST GOT BACK AND I HAD A REALLY NICE NIGHT AND THANKS SO MUCH FOR THE LIFT SEE U TOMORROW XXX"],["spam","Valentines Day Special! Win over ?1000 in our quiz and take your partner on the trip of a lifetime! Send GO to 83600 now. 150p/msg rcvd. CustCare:08718720201"],["ham","Fine if that?s the way u feel. That?s the way its gota b"],["ham","Hey i've booked the 2 lessons on sun liao..."],["ham","Although i told u dat i'm into baig face watches now but i really like e watch u gave cos it's fr u. Thanx 4 everything dat u've done today, i'm touched..."],["ham","Dunno, my dad said he coming home 2 bring us out 4 lunch. Yup i go w u lor. I call u when i reach school lor..."],["spam","Shop till u Drop, IS IT YOU, either 10K, 5K, ?500 Cash or ?100 Travel voucher, Call now, 09064011000. NTT PO Box CR01327BT fixedline Cost 150ppm mobile vary"],["ham","WHAT TIME U WRKIN?"],["ham","Jus finish watching tv... U?"],["spam","Your 2004 account for 07XXXXXXXXX shows 786 unredeemed points. To claim call 08719181259 Identifier code: XXXXX Expires 26.03.05"],["ham","Is xy going 4 e lunch?"],["spam","You won't believe it but it's true. It's Incredible Txts! Reply G now to learn truly amazing things that will blow your mind. From O2FWD only 18p/txt"],["ham","My phone"],["ham","I dunno they close oredi not... ? v ma fan..."],["ham","Hey next sun 1030 there's a basic yoga course... at bugis... We can go for that... Pilates intro next sat.... Tell me what time you r free"],["ham","Hey darlin.. i can pick u up at college if u tell me wen & where 2 mt.. love Pete xx"],["ham","Ok darlin i supose it was ok i just worry too much.i have to do some film stuff my mate and then have to babysit again! But you can call me there.xx"],["ham","Ard 530 lor. I ok then message ? lor."],["ham","I'm not driving... Raining! Then i'll get caught at e mrt station lor."],["ham","Ok. C u then."],["ham","Yar lor... Keep raining non stop... Or u wan 2 go elsewhere?"],["ham","HEY KATE, HOPE UR OK... WILL GIVE U A BUZ WEDLUNCH. GO OUTSOMEWHERE 4 ADRINK IN TOWN..CUD GO 2WATERSHD 4 A BIT? PPL FROMWRK WILL BTHERE. LOVE PETEXXX."],["spam","This is the 2nd time we have tried 2 contact u. U have won the 750 Pound prize. 2 claim is easy, call 08712101358 NOW! Only 10p per min. BT-national-rate"],["ham","I anything lor."],["ham","It's ok i wun b angry. Msg u aft i come home tonight."],["ham","Can meh? Thgt some will clash... Really ah, i dun mind... I dun seen to have lost any weight... Gee..."],["spam","Free entry in 2 a wkly comp to win FA Cup final tkts 21st May 2005. Text FA to 87121 to receive entry question(std txt rate)T&C's apply 08452810075over18's"],["ham","Leave it wif me lar... ? wan to carry meh so heavy... Is da num 98321561 familiar to ??"],["ham","No b4 Thursday"],["ham","ALRITE SAM ITS NIC JUST CHECKIN THAT THIS IS UR NUMBER-SO IS IT?T.B*"],["ham","No objection. My bf not coming."],["ham","Im just wondering what your doing right now?"],["ham","Ok lor. Msg me b4 u call."],["spam","Congrats! 1 year special cinema pass for 2 is yours. call 09061209465 now! C Suprman V, Matrix3, StarWars3, etc all 4 FREE! bx420-ip4-5we. 150pm. Dont miss out!"],["spam","URGENT!: Your Mobile No. was awarded a ?2,000 Bonus Caller Prize on 02/09/03! This is our 2nd attempt to contact YOU! Call 0871-872-9755 BOX95QU"],["ham","Dis is yijue. I jus saw ur mail. In case huiming havent sent u my num. Dis is my num."],["ham","We not leaving yet. Ok lor then we go elsewhere n eat. U thk..."],["spam","Sorry I missed your call let's talk when you have the time. I'm on 07090201529"],["ham","Aiyar u so poor thing... I give u my support k... Jia you! I'll think of u..."],["ham","Yun ah.the ubi one say if ? wan call by tomorrow.call 67441233 look for irene.ere only got bus8,22,65,6spam\t66,382. Ubi cres,ubi tech park.6ph for 1st 5wkg days.?n"],["ham","Juz now havent woke up so a bit blur blur... Can? Dad went out liao... I cant cum now oso..."],["ham","2 laptop... I noe infra but too slow lar... I wan fast one"],["ham","Eat at old airport road... But now 630 oredi... Got a lot of pple..."],["ham","As usual u can call me ard 10 smth."],["spam","Text BANNEDUK to 89555 to see! cost 150p textoperator g696ga 18+ XXX"],["ham","Aiyo a bit pai seh ? noe... Scared he dun rem who i am then die... Hee... But he become better lookin oredi leh..."],["ham","Here got ur favorite oyster... N got my favorite sashimi... Ok lar i dun say already... Wait ur stomach start rumbling..."],["ham","Wat uniform? In where get?"],["ham","OK i'm waliking ard now... Do u wan me 2 buy anything go ur house?"],["ham","U still havent got urself a jacket ah?"],["spam","okmail: Dear Dave this is your final notice to collect your 4* Tenerife Holiday or #5000 CASH award! Call 09061743806 from landline. TCs SAE Box326 CW25WX 150ppm"],["spam","This message is brought to you by GMW Ltd. and is not connected to the"],["ham","At home watching tv lor."],["ham","Ok lor wat time ? finish?"],["ham","Hey happy birthday..."],["ham","Hi i won't b ard 4 christmas. But do enjoy n merry x'mas."],["spam","Someone has conacted our dating service and entered your phone because they fancy you!To find out who it is call from landline 09111030116. PoBox12n146tf15"],["ham","I only haf msn. It's yijue@hotmail.com"],["ham","Ok..."],["ham","Watch lor. I saw a few swatch one i thk quite ok. Ard 116 but i need 2nd opinion leh..."],["ham","Got fujitsu, ibm, hp, toshiba... Got a lot of model how to say..."],["ham","Where @"],["ham","CHA QUITEAMUZING THAT?SCOOL BABE,PROBPOP IN & CU SATTHEN HUNNY 4BREKKIE! LOVE JEN XXX. PSXTRA LRG PORTIONS 4 ME PLEASE "],["ham","ALRITE"],["ham","Then ur physics get a-?"],["spam","No 1 POLYPHONIC tone 4 ur mob every week! Just txt PT2 to 87575. 1st Tone FREE ! so get txtin now and tell ur friends. 150p/tone. 16 reply HL 4info"],["spam","T-Mobile customer you may now claim your FREE CAMERA PHONE upgrade & a pay & go sim card for your loyalty. Call on 0845 021 3680.Offer ends 28thFeb.T&C's apply"],["ham","ELLO BABE U OK?"],["ham","I'm hungry buy smth home..."],["ham","I reach home safe n sound liao..."],["ham","Ok no prob. Take ur time."],["ham","Kaiez... Enjoy ur tuition... Gee... Thk e second option sounds beta... I'll go yan jiu den msg u..."],["ham","SORRY IM STIL FUCKED AFTER LAST NITE WENT TOBED AT 430 GOT UP 4 WORK AT 630"],["ham","Xy trying smth now. U eat already? We havent..."],["ham","Anything lor if they all go then i go lor..."],["ham","Hey r ? still online? I've finished the formatting..."],["ham","Nvm it's ok..."],["ham","Ok lor..."],["ham","I?m cool ta luv but v.tired 2 cause i have been doin loads of planning all wk, we have got our social services inspection at the nursery! Take care & spk sn x."],["ham","I also thk too fast... Xy suggest one not me. U dun wan it's ok. Going 2 rain leh where got gd."],["ham","So ?'ll be submitting da project tmr rite?"],["spam","We tried to call you re your reply to our sms for a video mobile 750 mins UNLIMITED TEXT free camcorder Reply or call now 08000930705 Del Thurs"],["ham","NOT MUCH NO FIGHTS. IT WAS A GOOD NITE!!"],["spam","Call Germany for only 1 pence per minute! Call from a fixed line via access number 0844 861 85 85. No prepayment. Direct access!"],["ham","I'll be late..."],["ham","Dunno da next show aft 6 is 850. Toa payoh got 650."],["spam","U 447801259231 have a secret admirer who is looking 2 make contact with U-find out who they R*reveal who thinks UR so special-call on 09058094597"],["ham","Ok i go change also..."],["spam","Get your garden ready for summer with a FREE selection of summer bulbs and seeds worth ?33:50 only with The Scotsman this Saturday. To stop go2 notxt.co.uk"],["ham","AH POOR BABY!HOPE URFEELING BETTERSN LUV! PROBTHAT OVERDOSE OF WORK HEY GO CAREFUL SPK 2 U SN LOTS OF LOVEJEN XXX."],["spam","Think ur smart ? Win ?200 this week in our weekly quiz, text PLAY to 85222 now!T&Cs WinnersClub PO BOX 84, M26 3UZ. 16+. GBP1.50/week"],["spam","SMS AUCTION - A BRAND NEW Nokia 7250 is up 4 auction today! Auction is FREE 2 join & take part! Txt NOKIA to 86021 now! HG/Suite342/2Lands Row/W1J6HL"],["spam","U can WIN ?100 of Music Gift Vouchers every week starting NOW Txt the word DRAW to 87066 TsCs www.Idew.com SkillGame, 1Winaweek, age16. 150ppermessSubscription"],["ham","Hi Petey!noi?m ok just wanted 2 chat coz avent spoken 2 u 4 a long time-hope ur doin alrite.have good nit at js love ya am.x"],["ham","Nothing lor... A bit bored too... Then y dun u go home early 2 sleep today..."],["ham","Is ur paper today in e morn or aft?"],["ham","Ok lor but not too early. Me still having project meeting now."],["ham","Okie but i scared u say i fat... Then u dun wan me already..."],["ham","U calling me right? Call my hand phone..."],["spam","URGENT! Your mobile No 07xxxxxxxxx won a ?2,000 bonus caller prize on 02/06/03! this is the 2nd attempt to reach YOU! call 09066362231 ASAP! BOX97N7QP, 150PPM"],["spam","Please call our customer service representative on 0800 169 6031 between 10am-9pm as you have WON a guaranteed ?1000 cash or ?5000 prize!"],["spam","44 773258435spam\t Do you want a New Nokia 3510i colour phone DeliveredTomorrow? With 300 free minutes to any mobile + 100 free texts + Free Camcorder reply or call 08000930705."],["ham","OH YEAH,AND HAV A GREAT TIME IN NEWQUAY-SEND ME A POSTCARD !1 LOOK AFTER ALL THE GIRLS WHILE IM GONE(U KNOW THE 1IM TALKIN BOUT!)xx"],["ham","Haha... Where got so fast lose weight, thk muz go 4 a month den got effect... Gee,later we go aust put bk e weight."],["ham","Bugis oso near wat... "],["ham","G.W.R"],["ham","Now? I'm going out 4 dinner soon.."],["ham","Ok... Sweet dreams..."],["ham","Wewa is 130. Iriver 255. All 128 mb."],["ham","Hey you gave them your photo when you registered for driving ah? Tmr wanna meet at yck? "],["ham","HMM yeah if your not too grooved out! And im looking forward to my pound special :)"],["spam","Urgent UR awarded a complimentary trip to EuroDisinc Trav, Aco&Entry41 Or ?1000. To claim txt DIS to 87121 18+6*?1.50(moreFrmMob. ShrAcomOrSglSuplt)1ham\t LS1 3AJ"],["spam","Todays Vodafone numbers ending with 4882 are selected to a receive a ?350 award. If your number matches call 09064019014 to receive your ?350 award."],["spam","December only! Had your mobile 11mths+? You are entitled to update to the latest colour camera mobile for Free! Call The Mobile Update Co FREE on 08002986906"],["ham","Havent."],["spam","Congratulations ur awarded either ?500 of CD gift vouchers & Free entry 2 our ?100 weekly draw txt MUSIC to 87066 TnCs www.Ldew.com1win150ppmx3age16"],["ham","Yup"],["ham","I borrow ur bag ok."],["spam","YOUR CHANCE TO BE ON A REALITY FANTASY SHOW call now = 08707509020 Just 20p per min NTT Ltd, PO Box 1327 Croydon CR9 5WB 0870 is a national = rate call"],["ham","Wow so healthy. Old airport rd lor. Cant thk of anything else. But i'll b bathing my dog later."],["ham","Gd luck 4 ur exams :-)"],["spam","URGENT! Your mobile number *************** WON a ?2000 Bonus Caller prize on 10/06/03! This is the 2nd attempt to reach you! Call 09066368753 ASAP! Box 97N7QP, 150ppm"],["ham","Nothing. Can..."],["ham","How i noe... She's in da car now... Later then c lar... I'm wearing shorts..."],["ham","HI HUN! IM NOT COMIN 2NITE-TELL EVERY1 IM SORRY 4 ME, HOPE U AVA GOODTIME!OLI RANG MELNITE IFINK IT MITE B SORTED,BUT IL EXPLAIN EVERYTHIN ON MON.L8RS.x"],["ham","No break time one... How... I come out n get my stuff fr ??"],["ham","Cheers for the message Zogtorius. I?ve been staring at my phone for an age deciding whether to text or not."],["ham","HELLO PEACH! MY CAKE TASTS LUSH!"],["spam","Congratulations ur awarded either ?500 of CD gift vouchers & Free entry 2 our ?100 weekly draw txt MUSIC to 87066 TnCs www.Ldew.com 1 win150ppmx3age16"],["ham","OH FUCK. JUSWOKE UP IN A BED ON A BOATIN THE DOCKS. SLEPT WID 25 YEAR OLD. SPINOUT! GIV U DA GOSSIP L8R. XXX"],["spam","Congrats! Nokia 3650 video camera phone is your Call 09066382422 Calls cost 150ppm Ave call 3mins vary from mobiles 16+ Close 300603 post BCM4284 Ldn WC1N3XX"],["spam","4mths half price Orange line rental & latest camera phones 4 FREE. Had your phone 11mths ? Call MobilesDirect free on 08000938767 to update now! or2stoptxt"],["ham","Watching tv lor. Nice one then i like lor."],["spam","Well done ENGLAND! Get the official poly ringtone or colour flag on yer mobile! text TONE or FLAG to 84199 NOW! Opt-out txt ENG STOP. Box39822 W111WX ?1.50"],["spam","SIX chances to win CASH! From 100 to 2ham\t000 pounds txt> CSH11 and send to 87575. Cost 150p/day, 6days, 16+ TsandCs apply Reply HL 4 info"],["ham","Wat time r ? going to xin's hostel?"],["ham","U definitely need a module from e humanities dis sem izzit? U wan 2 take other modules 1st?"],["spam","Warner Village 83118 C Colin Farrell in SWAT this wkend @Warner Village & get 1 free med. Popcorn!Just show msg+ticket@kiosk.Valid 4-7/12. C t&c @kiosk. Reply SONY 4 mre film offers"],["ham","Yupz... I've oredi booked slots 4 my weekends liao... "],["ham","Not directly behind... Abt 4 rows behind ?..."],["ham","Haha okay... Today weekend leh... "],["ham","Hey sorry I didntgive ya a a bellearlier hunny,just been in bedbut mite go 2 thepub l8tr if uwana mt up?loads a luv Jenxxx."],["ham","Getting tickets 4 walsall tue 6 th march. My mate is getting me them on sat. ill pay my treat. Want 2 go. Txt bak .Terry"],["ham","U horrible gal... U knew dat i was going out wif him yest n u still come n ask me..."],["spam","Do you want a New Nokia 3510i Colour Phone Delivered Tomorrow? With 200 FREE minutes to any mobile + 100 FREE text + FREE camcorder Reply or Call 08000930705"],["spam","URGENT! You have won a 1 week FREE membership in our ?10ham\t000 Prize Jackpot! Txt the word: CLAIM to No: 81010 T&C www.dbuk.net LCCLTD POBOX 4403LDNW1A7RW18"],["ham","Dunno cos i was v late n when i reach they inside already... But we ate spageddies lor... It's e gals who r laughing at me lor..."],["ham","Lmao!nice 1"],["spam","You can donate ?2.50 to UNICEF's Asian Tsunami disaster support fund by texting DONATE to 864233. ?2.50 will be added to your next bill"],["ham","HI DARLIN I FINISH AT 3 DO U 1 2 PICK ME UP OR MEET ME? TEXT BACK ON THIS NUMBER LUV KATE XXX"],["ham","Hmmm.. Thk sure got time to hop ard... Ya, can go 4 free abt... Muz call u to discuss liao... "],["ham","Yup song bro. No creative. Neva test quality. He said check review online."],["ham","I need... Coz i never go before "],["ham","Thinking of u ;) x"],["spam","Wan2 win a Meet+Greet with Westlife 4 U or a m8? They are currently on what tour? 1)Unbreakable, 2)Untamed, 3)Unkempt. Text spam\t2 or 3 to 83049. Cost 50p +std text"],["ham","Have you finished work yet? :)"],["ham","Huh i cant thk of more oredi how many pages do we have?"],["ham","Oh ok.. Wat's ur email?"],["ham","Cos daddy arranging time c wat time fetch ? mah..."],["ham","Wat time ? wan today?"],["spam","Want to funk up ur fone with a weekly new tone reply TONES2U 2 this text. www.ringtones.co.uk, the original n best. Tones 3GBP network operator rates apply"],["spam","We tried to call you re your reply to our sms for a video mobile 750 mins UNLIMITED TEXT + free camcorder Reply of call 08000930705 Now"],["ham","Really... I tot ur paper ended long ago... But wat u copied jus now got use? U happy lar... I still haf 2 study :-("],["spam","You are being contacted by our dating service by someone you know! To find out who it is, call from a land line 09050000928. PoBox45W2TG150P"],["spam","4mths half price Orange line rental & latest camera phones 4 FREE. Had your phone 11mths+? Call MobilesDirect free on 08000938767 to update now! or2stoptxt T&Cs"],["spam","FREE for 1st week! No1 Nokia tone 4 ur mob every week just txt NOKIA to 8007 Get txting and tell ur mates www.getzed.co.uk POBox 36504 W45WQ norm150p/tone 16+"],["ham","Do ? all wan 2 meet up n combine all the parts? How's da rest of da project going?"],["ham","Yunny... I'm goin to be late"],["ham","Ok lor. I ned 2 go toa payoh 4 a while 2 return smth u wan 2 send me there or wat?"],["ham","Juz go google n search 4 qet..."],["ham","In sch but neva mind u eat 1st lor.."],["ham","Hey i'm bored... So i'm thinking of u... So wat r u doing?"],["ham","Are you comingdown later?"],["ham","SO IS TH GOWER MATE WHICH IS WHERE I AM!?! HOW R U MAN? ALL IS GOOD IN WALES ILL B BACK ?MORROW. C U THIS WK? WHO WAS THE MSG 4? ? RANDOM!"],["spam","sports fans - get the latest sports news str* 2 ur mobile 1 wk FREE PLUS a FREE TONE Txt SPORT ON to 8007 www.getzed.co.uk 0870141701216+ norm 4txt/120p "],["spam","Congratulations ur awarded either a yrs supply of CDs from Virgin Records or a Mystery Gift GUARANTEED Call 09061104283 Ts&Cs www.smsco.net ?1.50pm approx 3mins"],["ham","Ya, i'm referin to mei's ex wat... No ah, waitin 4 u to treat, somebody shld b rich liao...So gd, den u dun have to work frm tmr onwards..."],["ham","Hi darlin i cantdo anythingtomorrow as myparents aretaking me outfor a meal. when are u free? Katexxx"],["spam","GENT! We are trying to contact you. Last weekends draw shows that you won a ?1000 prize GUARANTEED. Call 09064012160. Claim Code K52. Valid 12hrs only. 150ppm "],["ham","I'm done oredi..."],["ham","Of cos can lar i'm not so ba dao ok... 1 pm lor... Y u never ask where we go ah... I said u would ask on fri but he said u will ask today..."],["spam","Double mins and txts 4 6months FREE Bluetooth on Orange. Available on Sony, Nokia Motorola phones. Call MobileUpd8 on 08000839402 or call2optout/N9DX"],["spam","YOU HAVE WON! As a valued Vodafone customer our computer has picked YOU to win a ?150 prize. To collect is easy. Just call 09061743386 "],["ham","Y?WHERE U AT DOGBREATH? ITS JUST SOUNDING LIKE JAN C THAT?S AL!!!!!!!!!"],["ham","Doing nothing, then u not having dinner w us?"],["spam","8007 25p 4 Alfie Moon's Children in Need song on ur mob. Tell ur m8s. Txt TONE CHARITY to 8007 for nokias or POLY CHARITY for polys :zed 08701417012 profit 2 charity "],["ham","Left dessert. U wan me 2 go suntec look 4 u?"],["spam","Camera - You are awarded a SiPix Digital Camera! call 09061221066 fromm landline. Delivery within 28 days"],["ham","Thanx u darlin!im cool thanx. A few bday drinks 2 nite. 2morrow off! Take care c u soon.xxx"],["ham","R U &SAM P IN EACHOTHER. IF WE MEET WE CAN GO 2 MY HOUSE"],["ham","Jus finish blowing my hair. U finish dinner already?"],["ham","Ok..."],["spam","If you don't, your prize will go to another customer. T&C at www.t-c.biz 18+ 150p/min Polo Ltd Suite 373 London W1J 6HL Please call back if busy"],["ham","Ok... But bag again.."],["ham","Havent still waitin as usual... ? come back sch oredi?"],["ham","Okie..."],["ham","Oic cos me n my sis got no lunch today my dad went out... So dunno whether 2 eat in sch or wat..."],["ham","U in town alone?"],["ham","My fri ah... Okie lor,goin 4 my drivin den go shoppin after tt..."],["spam","Send a logo 2 ur lover - 2 names joined by a heart. Txt LOVE NAME1 NAME2 MOBNO eg LOVE ADAM EVE 07123456789 to 87077 Yahoo! POBox36504W45WQ TxtNO 4 no ads 150p."],["spam","You have 1 new voicemail. Please call 08719181513."],["ham","I've reached sch already..."],["ham","Ok thanx... Take care then..."],["ham","Then mum's repent how?"],["ham","When did i use soc... I use it only at home... ? dunno how 2 type it in word ar..."],["ham","Horrible u eat macs eat until u forgot abt me already rite... U take so long 2 reply. I thk it's more toot than b4 so b prepared. Now wat shall i eat?"],["spam","Loan for any purpose ?500 - ?75,000. Homeowners + Tenants welcome. Have you been previously refused? We can still help. Call Free 0800 1956669 or text back 'help'"],["ham","I'm not coming home 4 dinner."],["ham","I luv u soo much u don?t understand how special u r 2 me ring u 2morrow luv u xxx"],["ham","Hey i've booked the pilates and yoga lesson already... Haha"],["ham","Yup i'm still having coffee wif my frens... My fren drove she'll give me a lift..."],["ham","So u wan 2 come for our dinner tonight a not?"],["spam","HOT LIVE FANTASIES call now 08707509020 Just 20p per min NTT Ltd, PO Box 1327 Croydon CR9 5WB 0870..k"],["ham","Go until jurong point, crazy.. Available only in bugis n great world la e buffet... Cine there got amore wat..."],["ham","? got wat to buy tell us then ? no need to come in again."],["ham","I havent lei.. Next mon can?"],["spam","WINNER! As a valued network customer you hvae been selected to receive a ?900 reward! To collect call 09061701444. Valid 24 hours only. ACL03530150PM"],["ham","ER, ENJOYIN INDIANS AT THE MO..yeP. SaLL gOoD HehE ;> hows bout u shexy? Pete Xx"],["spam","You are guaranteed the latest Nokia Phone, a 40GB iPod MP3 player or a ?500 prize! Txt word: COLLECT to No: 83355! IBHltd LdnW15H 150p/Mtmsgrcvd18+"],["ham","Then we wait 4 u lor... No need 2 feel bad lar..."],["ham","Mmm thats better now i got a roast down me! i?d b better if i had a few drinks down me 2! Good indian?"],["ham","I fetch yun or u fetch?"],["spam","22 days to kick off! For Euro2004 U will be kept up to date with the latest news and results daily. To be removed send GET TXT STOP to 83222"],["ham","Eh u remember how 2 spell his name... Yes i did. He v naughty make until i v wet."],["spam","Wanna get laid 2nite? Want real Dogging locations sent direct to ur mobile? Join the UK's largest Dogging Network. Txt PARK to 69696 now! Nyt. ec2a. 3lp ?1.50/msg"],["ham","? say until like dat i dun buy ericsson oso cannot oredi lar..."],["ham","? dun wan to watch infernal affair?"],["ham","Nope i'll come online now.."],["ham","Shant disturb u anymore... Jia you..."],["ham","We can go 4 e normal pilates after our intro... "],["spam","XMAS iscoming & ur awarded either ?500 CD gift vouchers & free entry 2 r ?100 weekly draw txt MUSIC to 87066 TnC www.Ldew.com1win150ppmx3age16subscription "],["ham","Thanx..."],["spam","Camera - You are awarded a SiPix Digital Camera! call 09061221066 fromm landline. Delivery within 28 days."],["ham","Or u ask they all if next sat can a not. If all of them can make it then i'm ok lor."],["spam","Do you want a New Nokia 3510i colour phone DeliveredTomorrow? With 300 free minutes to any mobile + 100 free texts + Free Camcorder reply or call 08000930705"],["ham","Thanx a lot 4 ur help!"],["ham","Do u noe wat time e place dat sells 4d closes?"],["ham","Wat r u doing now?"],["spam","URGENT! We are trying to contact U. Todays draw shows that you have won a ?800 prize GUARANTEED. Call 09050001295 from land line. Claim A21. Valid 12hrs only"],["ham","Wat so late still early mah. Or we juz go 4 dinner lor. Aiya i dunno..."],["spam","Someone U know has asked our dating service 2 contact you! Cant Guess who? CALL 09058097189 NOW all will be revealed. POBox 6, LS15HB 150p "],["ham","What's ur pin?"],["ham","Eat jap done oso aft ur lect wat... ? got lect at 12 rite... "],["ham","I'm doing da intro covers energy trends n pros n cons... Brief description of nuclear fusion n oso brief history of iter n jet got abt 7 n half pages.."],["ham","Yup but not studying surfing lor. I'm in e lazy mode today."],["ham","Yup... From what i remb... I think should be can book... "],["ham","Haf u found him? I feel so stupid da v cam was working."],["ham","Huh? 6 also cannot? Then only how many mistakes?"],["ham","Haha... can... But i'm having dinner with my cousin..."],["spam","Sunshine Quiz Wkly Q! Win a top Sony DVD player if u know which country Liverpool played in mid week? Txt ansr to 82277. ?1.50 SP:Tyrone"],["ham","I hope you arnt pissed off but id would really like to see you tomorrow. Love me xxxxxxxxxxxxxX"],["ham","GRAN ONLYFOUND OUT AFEW DAYS AGO.CUSOON HONI"],["ham","Aiya we discuss later lar... Pick ? up at 4 is it?"],["spam","SIX chances to win CASH! From 100 to 2ham\t000 pounds txt> CSH11 and send to 87575. Cost 150p/day, 6days, 16+ TsandCs apply Reply HL 4 info"],["spam","WINNER!! As a valued network customer you have been selected to receivea ?900 prize reward! To claim call 09061701461. Claim code KL341. Valid 12 hours only."],["ham","I dun believe u. I thk u told him."],["ham","Yar but they say got some error."],["ham","My trip was ok but quite tiring lor. Uni starts today but it's ok 4 me cos i'm not taking any modules but jus concentrating on my final yr project."],["ham","I've reached home finally..."],["ham","Hey no I ad a crap nite was borin without ya 2 boggy with me u boring biatch! Thanx but u wait til nxt time il ave ya "],["ham","Yun ah.now ? wkg where?btw if ? go nus sc. ? wana specialise in wad?"],["ham","U studying in sch or going home? Anyway i'll b going 2 sch later."],["ham","Yup... I havent been there before... You want to go for the yoga? I can call up to book "],["ham","? only send me the contents page..."],["ham","Sian... Aft meeting supervisor got work 2 do liao... U working now?"],["spam","Dear 0776xxxxxxx U've been invited to XCHAT. This is our final attempt to contact u! Txt CHAT to 86688 150p/MsgrcvdHG/Suite342/2Lands/Row/W1J6HL LDN 18yrs"],["ham","Ok. But i finish at 6."],["spam","Someone U know has asked our dating service 2 contact you! Cant Guess who? CALL 09058091854 NOW all will be revealed. PO BOX385 M6 6WU"],["ham","U 2."],["ham","Nothin comes to my mind. ? help me buy hanger lor. Ur laptop not heavy?"],["ham","YEH I AM DEF UP4 SOMETHING SAT,JUST GOT PAYED2DAY & I HAVBEEN GIVEN A?50 PAY RISE 4MY WORK & HAVEBEEN MADE PRESCHOOLCO-ORDINATOR 2I AM FEELINGOOD LUV"],["ham","I finished my lunch already. U wake up already?"],["ham","I tot u reach liao. He said t-shirt."],["spam","Eerie Nokia tones 4u, rply TONE TITLE to 8007 eg TONE DRACULA to 8007 Titles: GHOST, ADDAMSFA, MUNSTERS, EXORCIST, TWILIGHT www.getzed.co.uk POBox36504W45WQ 150p "],["ham","FRAN I DECIDED 2 GO N E WAY IM COMPLETELY BROKE AN KNACKERED I GOT UP BOUT 3 C U 2MRW LOVE JANX P.S THIS IS MY DADS FONE, -NO CREDIT"],["ham","Shuhui has bought ron's present it's a swatch watch..."],["spam","INTERFLORA - ?It's not too late to order Interflora flowers for christmas call 0800 505060 to place your order before Midnight tomorrow."],["ham","C movie is juz last minute decision mah. Juz watch 2 lar but i tot ? not interested."],["spam","500 free text msgs. Just text ok to 80488 and we'll credit your account"],["spam","This message is free. Welcome to the new & improved Sex & Dogging club! To unsubscribe from this service reply STOP. msgs@150p 18+only"],["ham","Is ur paper in e morn or aft tmr?"],["ham","Hmmm.... Mayb can try e shoppin area one, but forgot e name of hotel..."],["ham","Eh den sat u book e kb liao huh..."],["ham","I was at bugis juz now wat... But now i'm walking home oredi... ? so late then reply... I oso saw a top dat i like but din buy... Where r ? now? "],["ham","Can ? call me at 10:10 to make sure dat i've woken up..."],["ham","Ok thanx..."],["spam","Fancy a shag? I do.Interested? sextextuk.com txt XXUK SUZY to 69876. Txts cost 1.50 per msg. TnCs on website. X"],["spam","Talk sexy!! Make new friends or fall in love in the worlds most discreet text dating service. Just text VIP to 83110 and see who you could meet."],["ham","Nope watching tv at home... Not going out. V bored..."],["spam","YOU ARE CHOSEN TO RECEIVE A ?350 AWARD! Pls call claim number 09066364311 to collect your award which you are selected to receive as a valued mobile customer."],["ham","I HAVE A DATE ON SUNDAY WITH WILL!!"],["ham","Free any day but i finish at 6 on mon n thurs..."],["spam","December only! Had your mobile 11mths+? You are entitled to update to the latest colour camera mobile for Free! Call The Mobile Update Co FREE on 08002986906 "],["ham","Oh ok i didnt know what you meant. Yep i am baby jontin"],["ham","I'm going out to buy mum's present ar."],["spam","YOU HAVE WON! As a valued Vodafone customer our computer has picked YOU to win a ?150 prize. To collect is easy. Just call 09061743386"],["ham","Yup it's at paragon... I havent decided whether 2 cut yet... Hee..."],["spam","Hello from Orange. For 1 month's free access to games, news and sport, plus 10 free texts and 20 photo messages, reply YES. Terms apply: www.orange.co.uk/ow"],["ham","Oic... Then better quickly go bathe n settle down..."],["spam","5p 4 alfie Moon's Children in need song on ur mob. Tell ur m8s. Txt Tone charity to 8007 for Nokias or Poly charity for polys: zed 08701417012 profit 2 charity."],["ham","Yup..."],["spam","CALL 09090900040 & LISTEN TO EXTREME DIRTY LIVE CHAT GOING ON IN THE OFFICE RIGHT NOW TOTAL PRIVACY NO ONE KNOWS YOUR [sic] LISTENING 60P MIN 24/7MP 0870753331018+"],["ham","I'm ok wif it cos i like 2 try new things. But i scared u dun like mah. Cos u said not too loud."],["ham","I'll be in sch fr 4-6... I dun haf da book in sch... It's at home..."],["spam","Urgent! Please call 09061743810 from landline. Your ABTA complimentary 4* Tenerife Holiday or #5000 cash await collection SAE T&Cs Box 326 CW25WX 150 ppm"],["ham","Ok... U enjoy ur shows..."],["ham","East coast"],["ham","Chinatown got porridge, claypot rice, yam cake, fishhead beehoon... Either we eat cheap den go cafe n tok or go nydc or somethin..."],["spam","IMPORTANT MESSAGE. This is a final contact attempt. You have important messages waiting out our customer claims dept. Expires 13/4/04. Call 08717507382 NOW!"],["ham","HEY GIRL. HOW R U? HOPE U R WELL ME AN DEL R BAK! AGAIN LONG TIME NO C! GIVE ME A CALL SUM TIME FROM LUCYxx"],["ham","I knew it... U slept v late yest? Wake up so late..."],["ham","Ok i msg u b4 i leave my house."],["ham","Piggy, r u awake? I bet u're still sleeping. I'm going 4 lunch now..."],["ham","Thanx 4 sending me home..."],["ham","Anytime..."],["ham","Mine here like all fr china then so noisy."],["ham","Dunno lei... I might b eatin wif my frens... If ? wan to eat then i wait 4 ? lar"],["spam","URGENT! We are trying to contact U. Todays draw shows that you have won a ?800 prize GUARANTEED. Call 09050003091 from land line. Claim C52. Valid 12hrs only"],["ham","CERI U REBEL! SWEET DREAMZ ME LITTLE BUDDY!! C YA 2MORO! WHO NEEDS BLOKES"],["ham","I'm meeting Darren..."],["ham","Hmmm... Guess we can go 4 kb n power yoga... Haha, dunno we can tahan power yoga anot... Thk got lo oso, forgot liao..."],["ham","Oic... I saw him too but i tot he din c me... I found a group liao..."],["spam","tells u 2 call 09066358152 to claim ?5000 prize. U have 2 enter all ur mobile & personal details @ the prompts. Careful!"],["spam","URGENT! Your mobile No 077xxx WON a ?2,000 Bonus Caller Prize on 02/06/03! This is the 2nd attempt to reach YOU! Call 09066362206 ASAP! BOX97N7QP, 150ppm"],["spam","We tried to contact you re your reply to our offer of a Video Handset? 750 anytime networks mins? UNLIMITED TEXT? Camcorder? Reply or call 08000930705 NOW"],["ham","Mum ask ? to buy food home..."],["ham","Dunno i juz askin cos i got a card got 20% off 4 a salon called hair sense so i tot it's da one ? cut ur hair. "],["ham","Hey... are you going to quit soon? Xuhui and i working till end of the month "],["ham","Doing project w frens lor. "],["ham","Long beach lor. Expected... U having dinner now?"],["ham","U wake up already? Wat u doing? U picking us up later rite? I'm taking sq825, reaching ard 7 smth 8 like dat. U can check e arrival time. C ya soon..."],["spam","Had your mobile 11 months or more? U R entitled to Update to the latest colour mobiles with camera for Free! Call The Mobile Update Co FREE on 08002986030"],["ham","Y dun cut too short leh. U dun like ah? She failed. She's quite sad."],["spam","Text PASS to 69669 to collect your polyphonic ringtones. Normal gprs charges apply only. Enjoy your tones"],["ham","Babes I think I got ur brolly I left it in English wil bring it in 2mrw 4 u luv Franxx"],["ham","How come i din c ?... Yup i cut my hair..."],["ham","Haha... Yup hopefully we will lose a few kg by mon. after hip hop can go orchard and weigh again"],["ham","make that 3! 4 fucks sake?! x"],["ham","Haha... They cant what... At the most tmr forfeit... haha so how?"],["ham","We're done..."],["ham","Awww dat is sweet! We can think of something to do he he! Have a nice time tonight ill probably txt u later cos im lonely :( xxx."],["spam","Please CALL 08712402779 immediately as there is an urgent message waiting for you"],["ham","Go where n buy? Juz buy when we get there lar."],["spam","You are a ?1000 winner or Guaranteed Caller Prize, this is our Final attempt to contact you! To Claim Call 09071517866 Now! 150ppmPOBox10183BhamB64XE"],["spam","URGENT This is our 2nd attempt to contact U. Your ?900 prize from YESTERDAY is still awaiting collection. To claim CALL NOW 09061702893. ACL03530150PM"],["spam","wamma get laid?want real doggin locations sent direct to your mobile? join the UKs largest dogging network. txt dogs to 69696 now!nyt. ec2a. 3lp ?1.50/msg."],["spam","449050000301 You have won a ?2,000 price! To claim, call 09050000301."],["ham","Hey j! r u feeling any better, hopeSo hunny. i amnow feelin ill & ithink i may have tonsolitusaswell! damn iam layin in bedreal bored. lotsof luv me xxxx"],["ham","We are supposed to meet to discuss abt our trip... Thought xuhui told you? In the afternoon. Thought we can go for lesson after that"],["ham","Anyway i'm going shopping on my own now. Cos my sis not done yet. Dun disturb u liao."],["ham","? takin linear algebra today?"],["ham","Hiya do u like the hlday pics looked horrible in them so took mo out! Hows the camp Amrca thing? Speak soon Serena:)"],["ham","Sez, hows u & de arab boy? Hope u r all good give my love 2 evry1 love ya eshxxxxxxxxxxx"],["ham","Orh i tot u say she now still dun believe."],["ham","Yup... Ok i go home look at the timings then i msg ? again... Xuhui going to learn on 2nd may too but her lesson is at 8am"],["ham","Okay name ur price as long as its legal! Wen can I pick them up? Y u ave x ams xx"],["ham","? still attending da talks?"],["ham","Hey come online! Use msn... We are all there"],["ham","If u dun drive then how i go 2 sch."],["ham","I got to video tape pple type in message lor. U so free wan 2 help me? Hee... Cos i noe u wan 2 watch infernal affairs so ask u along. Asking shuhui oso."],["ham","Neva mind it's ok.."],["spam","Free Top ringtone -sub to weekly ringtone-get 1st week free-send SUBPOLY to 81618-?3 per week-stop sms-08718727870"],["ham","Hi juan. Im coming home on fri hey. Of course i expect a welcome party and lots of presents. Ill phone u when i get back. Loads of love nicky x x x x x x x x x"],["ham","Yup having my lunch buffet now.. U eat already?"],["ham","Hi the way I was with u 2day, is the normal way&this is the real me. UR unique&I hope I know u 4 the rest of mylife. Hope u find wot was lost."],["ham","HI DARLIN IM MISSIN U HOPE YOU ARE HAVING A GOOD TIME. WHEN ARE U BACK AND WHAT TIME IF U CAN GIVE ME A CALL AT HOME. JESS XX"],["ham","How r ? going to send it to me?"],["ham","I not busy juz dun wan 2 go so early.. Hee.. "],["ham","TaKe CaRE n gET WeLL sOOn"],["ham","Jus telling u dat i'll b leaving 4 shanghai on 21st instead so we'll haf more time 2 meet up cya..."],["spam","CDs 4u: Congratulations ur awarded ?500 of CD gift vouchers or ?125 gift guaranteed & Freeentry 2 ?100 wkly draw xt MUSIC to 87066 TnCs www.ldew.com1win150ppmx3age16 "],["ham","U wan 2 haf lunch i'm in da canteen now."],["ham","ZOE IT JUST HIT ME 2 IM FUCKING SHITIN MYSELF IL DEFO TRY MY HARDEST 2 CUM 2MOROW LUV U MILLIONS LEKDOG"],["ham","I'm in a movie... Collect car oredi..."],["ham","After my work ah... Den 6 plus lor... U workin oso rite... Den go orchard lor, no other place to go liao..."],["ham","U having lunch alone? I now so bored..."],["ham","HI DARLIN ITS KATE ARE U UP FOR DOIN SOMETHIN TONIGHT? IM GOING TO A PUB CALLED THE SWAN OR SOMETHING WITH MY PARENTS FOR ONE DRINK SO PHONE ME IF U CAN"],["ham","Depends on where u going lor."],["ham","hi baby im sat on the bloody bus at the mo and i wont be home until about 7:30 wanna do somethin later? call me later ortxt back jess xx"],["ham","Wa, ur openin sentence very formal... Anyway, i'm fine too, juz tt i'm eatin too much n puttin on weight...Haha... So anythin special happened?"],["ham","SHIT BABE.. THASA BIT MESSED UP.YEH, SHE SHUDVETOLD U. DID URGRAN KNOW?NEWAY, ILLSPEAK 2 U2MORO WEN IM NOT ASLEEP..."],["ham","Wat would u like 4 ur birthday?"],["ham","645"],["ham","HEY MATE! HOWS U HONEY?DID U AVE GOOD HOLIDAY? GIMMI DE GOSS!x"],["spam","You have WON a guaranteed ?1000 cash or a ?2000 prize. To claim yr prize call our customer service representative on 08714712379 between 10am-7pm Cost 10p"],["spam","WIN URGENT! Your mobile number has been awarded with a ?2000 prize GUARANTEED call 09061790121 from land line. claim 3030 valid 12hrs only 150ppm "],["ham","I wake up long ago already... Dunno, what other thing?"],["ham","Then wat r u doing now? Busy wif work?"],["spam","FREE for 1st week! No1 Nokia tone 4 ur mob every week just txt NOKIA to 8007 Get txting and tell ur mates www.getzed.co.uk POBox 36504 W45WQ norm150p/tone 16+"],["ham","U say leh... Of course nothing happen lar. Not say v romantic jus a bit only lor. I thk e nite scenery not so nice leh."],["ham","Yup bathe liao..."],["ham","Okie ? wan meet at bishan? Cos me at bishan now. I'm not driving today."],["ham","Hey are we going for the lo lesson or gym? "],["ham","Eatin my lunch..."],["ham","Is xy in ur car when u picking me up?"],["spam","FREE2DAY sexy St George's Day pic of Jordan!Txt PIC to 89080 dont miss out, then every wk a saucy celeb!4 more pics c PocketBabe.co.uk 0870241182716 ?3/wk"],["ham","Hi di is yijue we're meeting at 7 pm at esaplanade tonight."],["spam","Double Mins & Double Txt & 1/2 price Linerental on Latest Orange Bluetooth mobiles. Call MobileUpd8 for the very latest offers. 08000839402 or call2optout/LF56"],["ham","Eh ur laptop got no stock lei... He say mon muz come again to take a look c got a not..."],["spam","December only! Had your mobile 11mths+? You are entitled to update to the latest colour camera mobile for Free! Call The Mobile Update VCo FREE on 08002986906 "],["spam","Congrats 2 mobile 3G Videophones R yours. call 09063458130 now! videochat wid ur mates, play java games, Dload polypH music, noline rentl. bx420. ip4. 5we. 150p"],["ham","Ok... Let u noe when i leave my house."],["ham","Ha... Both of us doing e same thing. But i got tv 2 watch. U can thk of where 2 go tonight or u already haf smth in mind..."],["ham","No need lar i go engin? Cos my sis at arts today..."],["spam","Are you unique enough? Find out from 30th August. www.areyouunique.co.uk"],["spam","87077: Kick off a new season with 2wks FREE goals & news to ur mobile! Txt ur club name to 87077 eg VILLA to 87077"],["spam","For the most sparkling shopping breaks from 45 per person; call 0121 2025050 or visit www.shortbreaks.org.uk"],["ham","Wa... U so efficient... Gee... Thanx..."],["spam","Would you like to see my XXX pics they are so hot they were nearly banned in the uk!"],["ham","I thk 530 lor. But dunno can get tickets a not. Wat u doing now?"],["ham","It's ok i noe u're busy but i'm really too bored so i msg u. I oso dunno wat colour she choose 4 me one."],["spam","Hard LIVE 121 chat just 60p/min. Choose your girl and connect LIVE. Call 09094646899 now! Cheap Chat UK's biggest live service. VU BCM1896WC1N3XX"],["ham","Okie"],["ham","Goin to workout lor... Muz lose e fats... "],["ham","Have you had a good day? Mine was really busy are you up to much tomorrow night?"],["ham","I'm at home n ready..."],["spam","New Tones This week include: 1)McFly-All Ab.., 2) Sara Jorge-Shock.. 3) Will Smith-Switch.. To order follow instructions on next message"],["spam","09066362231 URGENT! Your mobile No 07xxxxxxxxx won a ?2,000 bonus caller prize on 02/06/03! this is the 2nd attempt to reach YOU! call 09066362231 ASAP!"],["ham","Ok no prob..."],["spam","1st wk FREE! Gr8 tones str8 2 u each wk. Txt NOKIA ON to 8007 for Classic Nokia tones or HIT ON to 8007 for Polys. Nokia/150p Poly/200p 16+"],["ham","Dunno leh cant remember mayb lor. So wat time r we meeting tmr?"],["ham","? wait 4 me in sch i finish ard 5.."],["ham","Book which lesson? then you msg me... I will call up after work or sth... I'm going to get specs. My membership is PX3748"],["spam","Please call our customer service representative on FREEPHONE 0808 145 4742 between 9am-11pm as you have WON a guaranteed ?1000 cash or ?5000 prize!"],["ham","U so lousy, run already come back then half dead... Hee..."],["spam","Wanna have a laugh? Try CHIT-CHAT on your mobile now! Logon by txting the word: CHAT and send it to No: 8883 CM PO Box 4217 London W1A 6ZF 16+ 118p/msg rcvd"],["ham","Ha... Then we must walk to everywhere... Cannot take tram. My cousin said can walk to vic market from our hotel "],["spam","Please CALL 08712402578 immediately as there is an urgent message waiting for you"],["ham","WE REGRET TO INFORM U THAT THE NHS HAS MADE A MISTAKE.U WERE NEVER ACTUALLY BORN.PLEASE REPORT 2 YOR LOCAL HOSPITAL 2B TERMINATED.WE R SORRY 4 THE INCONVENIENCE"],["ham","Yup n her fren lor. I'm meeting my fren at 730."],["spam","25p 4 alfie Moon's Children in need song on ur mob. Tell ur m8s. Txt Tone charity to 8007 for Nokias or Poly charity for polys: zed 08701417012 profit 2 charity."],["ham","Cos darren say ? considering mah so i ask ?..."],["spam","Congrats! Nokia 3650 video camera phone is your Call 09066382422 Calls cost 150ppm Ave call 3mins vary from mobiles 16+ Close 300603 post BCM4284 Ldn WC1N3XX"],["ham","Is fujitsu s series lifebook good?"],["ham","Ok lor."],["spam","SMS AUCTION You have won a Nokia 7250i. This is what you get when you win our FREE auction. To take part send Nokia to 86021 now. HG/Suite342/2Lands Row/W1JHL 16+"],["ham","I not free today i haf 2 pick my parents up tonite..."],["ham","No it was cancelled yeah baby! Well that sounds important so i understand my darlin give me a ring later on this fone love Kate x"],["ham","I called but no one pick up e phone. I ask both of them already they said ok."],["ham","We confirm eating at esplanade?"],["ham","Dunno y u ask me."],["ham","Then u going ikea str aft dat?"],["ham","Hey gals.. Anyone of u going down to e driving centre tmr?"],["spam","lyricalladie(21/F) is inviting you to be her friend. Reply YES-910 or NO-910. See her: www.SMS.ac/u/hmmross STOP? Send STOP FRND to 62468"],["spam","Win the newest ?Harry Potter and the Order of the Phoenix (Book 5) reply HARRY, answer 5 questions - chance to be the first among readers!"],["ham","Hey... What time is your driving on fri? We go for evaluation on fri?"],["spam","XCLUSIVE@CLUBSAISAI 2MOROW 28/5 SOIREE SPECIALE ZOUK WITH NICHOLS FROM PARIS.FREE ROSES 2 ALL LADIES !!! info: 07946746291/07880867867 "],["ham","Alrite jod hows the revision goin? Keris bin doin a smidgin. N e way u wanna cum over after college?xx"],["ham","Tmr then ? brin lar... Aiya later i come n c lar... Mayb ? neva set properly ? got da help sheet wif ?..."],["ham","Sorry me going home first... Daddy come fetch ? later..."],["ham","At home also."],["ham","Me too! Have a lovely night xxx"],["ham","When can ? come out?"],["ham","Oh ok no prob.."],["ham","Wot u up 2 u weirdo?"],["ham","HI BABE U R MOST LIKELY TO BE IN BED BUT IM SO SORRY ABOUT TONIGHT! I REALLY WANNA SEE U TOMORROW SO CALL ME AT 9. LOVE ME XXX"],["ham","Hmm... Dunno leh, mayb a bag 4 goigng out dat is not too small. Or jus anything except perfume, smth dat i can keep."],["ham","Wat r u doing?"],["ham","Nvm... I'm going to wear my sport shoes anyway... I'm going to be late leh."],["ham","Ok lor. I'm in town now lei."],["ham","LOOK AT AMY URE A BEAUTIFUL, INTELLIGENT WOMAN AND I LIKE U A LOT. I KNOW U DON?T LIKE ME LIKE THAT SO DON?T WORRY."],["ham","How u doin baby girl ?? hope u are okay every time I call ure phone is off! I miss u get in touch"],["spam","Moby Pub Quiz.Win a ?100 High Street prize if u know who the new Duchess of Cornwall will be? Txt her first name to 82277.unsub STOP ?1.50 008704050406 SP"],["ham","Yup i thk cine is better cos no need 2 go down 2 plaza mah."],["ham","NONE!NOWHERE IKNO DOESDISCOUNT!SHITINNIT"],["ham","I love u 2 babe! R u sure everything is alrite. Is he being an idiot? Txt bak girlie"],["ham","Wot u up 2? Thout u were gonna call me!! Txt bak luv K"],["ham","Hi baby ive just got back from work and i was wanting to see u allday! I hope i didnt piss u off on the phone today. If u are up give me a call xxx"],["ham","is your hamster dead? Hey so tmr i meet you at 1pm orchard mrt? "],["ham","U sick still can go shopping?"],["ham","Ard 515 like dat. Y?"],["spam","8007 FREE for 1st week! No1 Nokia tone 4 ur mob every week just txt NOKIA to 8007 Get txting and tell ur mates www.getzed.co.uk POBox 36504 W4 5WQ norm 150p/tone 16+"],["spam","A ?400 XMAS REWARD IS WAITING FOR YOU! Our computer has randomly picked you from our loyal mobile customers to receive a ?400 reward. Just call 09066380611"],["ham","Sorry i now then c ur msg... Yar lor so poor thing... But only 4 one night... Tmr u'll have a brand new room 2 sleep in..."],["ham","Si.como no?!listened2the plaid album-quite gd&the new air1 which is hilarious-also bought?braindance?a comp.ofstuff on aphex?s ;abel,u hav2hear it!c u sn xxxx"],["ham","Waiting in e car 4 my mum lor. U leh? Reach home already?"],["ham","Shall i get my pouch?"],["ham","Wot about on wed nite I am 3 then but only til 9!"],["ham","R u still working now?"],["spam","Collect your VALENTINE'S weekend to PARIS inc Flight & Hotel + ?200 Prize guaranteed! Text: PARIS to No: 69101. www.rtf.sphosting.com"],["spam","Get the official ENGLAND poly ringtone or colour flag on yer mobile for tonights game! Text TONE or FLAG to 84199. Optout txt ENG STOP Box39822 W111WX ?1.50"],["spam","Ur cash-balance is currently 500 pounds - to maximize ur cash-in now send CASH to 86688 only 150p/msg. CC: 08718720201 PO BOX 114/14 TCR/W1"],["ham","Then she buying today? ? no need to c meh..."],["ham","I walked an hour 2 c u! doesn?t that show I care y wont u believe im serious?"],["ham","Then u ask darren go n pick u lor... But i oso sian tmr haf 2 meet lect..."],["spam","Congratulations ur awarded 500 of CD vouchers or 125gift guaranteed & Free entry 2 100 wkly draw txt MUSIC to 87066 TnCs www.Ldew.com1win150ppmx3age16"],["ham","Ok i msg u b4 i leave my house."],["ham","Ok i thk i got it. Then u wan me 2 come now or wat?"],["ham","Haha... Hope ? can hear the receipt sound... Gd luck!"],["spam","I don't know u and u don't know me. Send CHAT to 86688 now and let's find each other! Only 150p/Msg rcvd. HG/Suite342/2Lands/Row/W1J6HL LDN. 18 years or over."],["ham","Can... I'm free..."],["ham","Happy birthday... May all ur dreams come true..."],["ham","Ok that's great thanx a lot."],["spam","Congratulations! Thanks to a good friend U have WON the ?2,000 Xmas prize. 2 claim is easy, just call 08718726971 NOW! Only 10p per minute. BT-national-rate."],["ham","Ok thanx..."],["spam","URGENT! We are trying to contact U. Todays draw shows that you have won a ?2000 prize GUARANTEED. Call 09066358361 from land line. Claim Y87. Valid 12hrs only"],["ham","Yup"],["spam","You have won a Nokia 7250i. This is what you get when you win our FREE auction. To take part send Nokia to 86021 now. HG/Suite342/2Lands Row/W1JHL 16+"],["spam","Update_Now - Xmas Offer! Latest Motorola, SonyEricsson & Nokia & FREE Bluetooth! Double Mins & 1000 Txt on Orange. Call MobileUpd8 on 08000839402 or call2optout/F4Q="],["spam","Congratulations YOU'VE Won. You're a Winner in our August ?1000 Prize Draw. Call 09066660100 NOW. Prize Code 2309."],["ham","Aiyar sorry lor forgot 2 tell u..."],["spam","Spook up your mob with a Halloween collection of a logo & pic message plus a free eerie tone, txt CARD SPOOK to 8007 zed 08701417012150p per logo/pic "],["ham","I tot it's my group mate... Lucky i havent reply... Wat time do ? need to leave... "],["ham","HIYA COMIN 2 BRISTOL 1 ST WEEK IN APRIL. LES GOT OFF + RUDI ON NEW YRS EVE BUT I WAS SNORING.THEY WERE DRUNK! U BAK AT COLLEGE YET? MY WORK SENDS INK 2 BATH."],["ham","That's y i said it's bad dat all e gals know u... Wat u doing now?"],["spam","100 dating service cal;l 09064012103 box334sk38ch"],["spam","As a valued customer, I am pleased to advise you that following recent review of your Mob No. you are awarded with a ?1500 Bonus Prize, call 09066364589"],["ham","I tot u outside cos darren say u come shopping. Of course we nice wat. We jus went sim lim look at mp3 player."],["ham","Aiyo... Her lesson so early... I'm still sleepin, haha... Okie, u go home liao den confirm w me lor..."],["ham","Hey hun-onbus goin 2 meet him. He wants 2go out 4a meal but I donyt feel like it cuz have 2 get last bus home!But hes sweet latelyxxx"],["ham","Shopping? Eh ger i toking abt syd leh...Haha"],["ham","Haha... dont be angry with yourself... Take it as a practice for the real thing. =) "],["ham","We left already we at orchard now."],["ham","Yup i thk they r e teacher said that will make my face look longer. Darren ask me not 2 cut too short."],["ham","We not watching movie already. Xy wants 2 shop so i'm shopping w her now."],["ham","Dad went out oredi... "],["spam","URGENT! We are trying to contact you. Last weekends draw shows that you have won a ?900 prize GUARANTEED. Call 09061701939. Claim code S89. Valid 12hrs only"],["ham","Huh but i cant go 2 ur house empty handed right?"],["ham","Yar lor he wan 2 go c horse racing today mah, so eat earlier lor. I ate chicken rice. U?"],["ham","Then ? wait 4 me at bus stop aft ur lect lar. If i dun c ? then i go get my car then come back n pick ?."],["spam","Congrats! 2 mobile 3G Videophones R yours. call 09063458130 now! videochat wid your mates, play java games, Dload polyPH music, noline rentl."],["ham","R ? comin back for dinner?"],["ham","I'm e person who's doing e sms survey..."],["ham","With my sis lor... We juz watched italian job."],["ham","Hey i will be late... i'm at amk. Need to drink tea or coffee"],["ham","I anything lor..."],["ham","Y she dun believe leh? I tot i told her it's true already. I thk she muz c us tog then she believe."],["ham","Can. Dunno wat to get 4 her..."],["ham","HI BABE UAWAKE?FEELLIKW SHIT.JUSTFOUND OUT VIA ALETTER THATMUM GOTMARRIED 4thNOV.BEHIND OURBACKS ? FUCKINNICE!SELFISH,DEVIOUSBITCH.ANYWAY,I?L CALL U"],["ham","U haven?t lost me ill always b here 4u.i didn?t intend 2 hurt u but I never knew how u felt about me when Iwas+marine&that?s what itried2tell urmom.i careabout u"],["ham","K... Must book a not huh? so going for yoga basic on sunday?"],["ham","Ok..."],["ham","THANX4 TODAY CER IT WAS NICE 2 CATCH UP BUT WE AVE 2 FIND MORE TIME MORE OFTEN OH WELL TAKE CARE C U SOON.C"],["ham","Call me when u finish then i come n pick u."],["ham","Hey we can go jazz power yoga hip hop kb and yogasana "],["ham","Hello darlin ive finished college now so txt me when u finish if u can love Kate xxx"],["ham","Ok"],["ham","DO U WANT 2 MEET UP 2MORRO"],["spam","Sunshine Hols. To claim ur med holiday send a stamped self address envelope to Drinks on Us UK, PO Box 113, Bray, Wicklow, Eire. Quiz Starts Saturday! Unsub Stop"],["spam","Wan2 win a Meet+Greet with Westlife 4 U or a m8? They are currently on what tour? 1)Unbreakable, 2)Untamed, 3)Unkempt. Text spam\t2 or 3 to 83049. Cost 50p +std text"],["spam","Urgent! call 09066350750 from your landline. Your complimentary 4* Ibiza Holiday or 1ham\t000 cash await collection SAE T&Cs PO BOX 434 SK3 8WP 150 ppm 18+ "],["spam","You have an important customer service announcement. Call FREEPHONE 0800 542 0825 now!"],["ham","? neva tell me how i noe... I'm not at home in da aft wat... "],["ham","Oh... Haha... Den we shld had went today too... Gee, nvm la... Kaiez, i dun mind goin jazz oso... Scared hiphop open cant catch up... "],["ham","Nite nite pocay wocay luv u more than n e thing 4eva I promise ring u 2morrowxxxx"],["ham","HELLO U.CALL WEN U FINISH WRK.I FANCY MEETIN UP WIV U ALL TONITE AS I NEED A BREAK FROM DABOOKS. DID 4 HRS LAST NITE+2 TODAY OF WRK!"],["ham","Sounds better than my evening im just doing my costume. Im not sure what time i finish tomorrow but i will txt you at the end."],["spam","(Bank of Granite issues Strong-Buy) EXPLOSIVE PICK FOR OUR MEMBERS *****UP OVER 300% *********** Nasdaq Symbol CDGT That is a $5.00 per.."],["ham","You want to go? "],["ham","U know we watchin at lido?"],["spam","Sunshine Quiz Wkly Q! Win a top Sony DVD player if u know which country the Algarve is in? Txt ansr to 82277. ?1.50 SP:Tyrone"],["ham","No it's waiting in e car dat's bored wat. Cos wait outside got nothing 2 do. At home can do my stuff or watch tv wat."],["ham","Yup i'm elaborating on the safety aspects and some other issues.."],["spam","New TEXTBUDDY Chat 2 horny guys in ur area 4 just 25p Free 2 receive Search postcode or at gaytextbuddy.com. TXT ONE name to 89693"],["ham","oh ya... Got hip hop open. Haha i was thinking can go for jazz then zoom to cine... Actually tonight i'm free leh... And there's a kb lesson tonight"],["ham","Quite lor. But dun tell him wait he get complacent..."],["ham","No need lar. Jus testing e phone card. Dunno network not gd i thk. Me waiting 4 my sis 2 finish bathing so i can bathe. Dun disturb u liao u cleaning ur room."],["ham","I like dis sweater fr mango but no more my size already so irritating."],["ham","Yup ok..."],["ham","Ok lor ? reaching then message me."],["spam","You are being contacted by our dating service by someone you know! To find out who it is, call from a land line 09050000878. PoBox45W2TG150P"],["ham","U're welcome... Caught u using broken english again..."],["ham","MY NO. IN LUTON 0125698789 RING ME IF UR AROUND! H*"],["ham","Aiyo u so poor thing... Then u dun wan 2 eat? U bathe already?"],["ham","Ok no problem... Yup i'm going to sch at 4 if i rem correctly..."],["ham","Y bishan lei... I tot ? say lavender? "],["ham","Ok... Help me ask if she's working tmr a not?"],["ham","He said i look pretty wif long hair wat. But i thk he's cutting quite short 4 me leh."],["ham","? mean it's confirmed... I tot they juz say oni... Ok then... "],["spam","Call FREEPHONE 0800 542 0578 now!"],["ham","Then ur sis how?"],["ham","Ok."],["spam","EASTENDERS TV Quiz. What FLOWER does DOT compare herself to? D= VIOLET E= TULIP F= LILY txt D E or F to 84025 NOW 4 chance 2 WIN ?100 Cash WKENT/150P16+"],["ham","Beauty sleep can help ur pimples too."],["ham","U reach orchard already? U wan 2 go buy tickets first?"],["ham","26th OF JULY"],["ham","I'm leaving my house now..."],["spam","Someone U know has asked our dating service 2 contact you! Cant guess who? CALL 09058095107 NOW all will be revealed. POBox 7, S3XY 150p "],["ham","Hey.. Something came up last min.. Think i wun be signing up tmr.. Hee"],["ham","You stayin out of trouble stranger!!saw Dave the other day he?s sorted now!still with me bloke when u gona get a girl MR!ur mum still Thinks we will get 2GETHA! "],["ham","Same to u..."],["ham","Yup. Wun believe wat? U really neva c e msg i sent shuhui?"],["ham","Ok i juz receive.."],["spam","A ?400 XMAS REWARD IS WAITING FOR YOU! Our computer has randomly picked you from our loyal mobile customers to receive a ?400 reward. Just call 09066380611 "],["ham","Who u talking about?"],["ham","IM FINE BABES AINT BEEN UP 2 MUCH THO! SAW SCARY MOVIE YEST ITS QUITE FUNNY! WANT 2MRW AFTERNOON? AT TOWN OR MALL OR SUMTHIN?xx"],["ham","Sorry to trouble u again. Can buy 4d for my dad again? 1405, 168ham\t 1843. All 2 big 1 small, sat n sun. Thanx."],["ham","Where r we meeting?"],["spam","As a valued customer, I am pleased to advise you that following recent review of your Mob No. you are awarded with a ?1500 Bonus Prize, call 09066368470"],["spam","You have won a Nokia 7250i. This is what you get when you win our FREE auction. To take part send Nokia to 86021 now. HG/Suite342/2Lands Row/W1JHL 16+ "],["ham","I'm nt goin, got somethin on, unless they meetin 4 dinner lor... Haha, i wonder who will go tis time..."],["spam","This is the 2nd time we have tried 2 contact u. U have won the 750 Pound prize. 2 claim is easy, call 08718726970 NOW! Only 10p per min. BT-national-rate "],["ham","Sun ah... Thk mayb can if dun have anythin on... Thk have to book e lesson... E pilates is at orchard mrt u noe hor... "],["ham","Anything lor is she coming?"],["ham","Esplanade lor. Where else..."],["spam","Knock Knock Txt whose there to 80082 to enter r weekly draw 4 a ?250 gift voucher 4 a store of yr choice. T&Cs www.tkls.com age16 to stoptxtstop?1.50/week"],["ham","ALRITE HUNNY!WOT U UP 2 2NITE? DIDNT END UP GOIN DOWN TOWN JUS DA PUB INSTEAD! JUS CHILLIN AT DA MO IN ME BEDROOM!LOVE JEN XXX."],["ham","Is ur changes 2 da report big? Cos i've already made changes 2 da previous report."],["ham","THANX 4 PUTTIN DA FONE DOWN ON ME!!"],["spam","SplashMobile: Choose from 1000s of gr8 tones each wk! This is a subscrition service with weekly tones costing 300p. U have one credit - kick back and ENJOY"],["spam","ou are guaranteed the latest Nokia Phone, a 40GB iPod MP3 player or a ?500 prize! Txt word: COLLECT to No: 83355! IBHltd LdnW15H 150p/Mtmsgrcvd18"],["spam","Camera - You are awarded a SiPix Digital Camera! call 09061221066 fromm landline. Delivery within 28 days."],["spam","Congrats! 2 mobile 3G Videophones R yours. call 09061744553 now! videochat wid ur mates, play java games, Dload polyH music, noline rentl. bx420. ip4. 5we. 150pm"],["ham","HI BABE IM AT HOME NOW WANNA DO SOMETHING? XX"],["ham","Nope... Juz off from work..."],["ham","I can. But it will tell quite long, cos i haven't finish my film yet..."],["ham","7 lor... Change 2 suntec... Wat time u coming?"],["ham","Sary just need Tim in the bollox &it hurt him a lot so he tol me!"],["ham","IM REALY SOZ IMAT MY MUMS 2NITE WHAT ABOUT 2MORO "],["spam","This is the 2nd time we have tried to contact u. U have won the ?400 prize. 2 claim is easy, just call 087104711148 NOW! Only 10p per minute. BT-national-rate"],["spam","You have WON a guaranteed ?1000 cash or a ?2000 prize.To claim yr prize call our customer service representative on"],["ham","I jus reached home. I go bathe first. But my sis using net tell u when she finishes k..."],["ham","Ok"],["ham","7 at esplanade.. Do ? mind giving me a lift cos i got no car today.."],["spam","You are awarded a SiPix Digital Camera! call 09061221061 from landline. Delivery within 28days. T Cs Box177. M221BP. 2yr warranty. 150ppm. 16 . p p?3.99"],["ham","I am thinking of going down to reg for pract lessons.. Flung my advance.. Haha wat time u going?"],["ham","Havent stuck at orchard in my dad's car. Going 4 dinner now. U leh? So r they free tonight?"],["ham","Ok"],["ham","? comin to fetch us oredi..."],["ham","Huh so fast... Dat means u havent finished painting?"],["spam","This is the 2nd time we have tried to contact u. U have won the ?1450 prize to claim just call 09053750005 b4 310303. T&Cs/stop SMS 08718725756. 140ppm"],["ham","Ok..."],["ham","? give me some time to walk there."],["ham","Shuhui say change 2 suntec steamboat? U noe where? Where r u now?"],["ham","? ready then call me..."],["ham","I went to ur hon lab but no one is there."],["ham","Havent planning to buy later. I check already lido only got 530 show in e afternoon. U finish work already?"],["ham","Yeah it's jus rite..."],["spam","Last Chance! Claim ur ?150 worth of discount vouchers today! Text SHOP to 85023 now! SavaMob, offers mobile! T Cs SavaMob POBOX84, M263UZ. ?3.00 Sub. 16"],["ham","Darren was saying dat if u meeting da ge den we dun meet 4 dinner. Cos later u leave xy will feel awkward. Den u meet him 4 lunch lor."],["ham","Wat ? doing now?"],["ham","Wat time liao, where still got."],["spam","Want explicit SEX in 30 secs? Ring 02073162414 now! Costs 20p/min"],["ham","Enjoy urself tmr..."],["ham","Petey boy whereare you me and all your friendsare in theKingshead come down if you canlove Nic"],["spam","Buy Space Invaders 4 a chance 2 win orig Arcade Game console. Press 0 for Games Arcade (std WAP charge) See o2.co.uk/games 4 Terms + settings. No purchase"],["spam","Bloomberg -Message center +447797706009 Why wait? Apply for your future http://careers. bloomberg.com"],["ham","Im at arestaurant eating squid! i will be out about 10:30 wanna dosomething or is that to late?"],["ham","Then ? come n pick me at 530 ar?"],["ham","Eh u send wrongly lar..."],["ham","Where wuld I be without my baby? The thought alone mite break me and I don?t wanna go crazy but everyboy needs his lady xxxxxxxx"],["ham","Finish already... Yar they keep saying i mushy... I so embarrassed ok..."],["ham","What are youdoing later? Sar xxx"],["ham","My tuition is at 330. Hm we go for the 1120 to 1205 one? Do you mind?"],["ham","Sitting ard nothing to do lor. U leh busy w work?"],["ham","Mon okie lor... Haha, best is cheap n gd food la, ex oso okie... Depends on whether wana eat western or chinese food... Den which u prefer... "],["ham","Okay lor... Will they still let us go a not ah? Coz they will not know until later. We drop our cards into the box right?"],["spam","+449071512431 URGENT! This is the 2nd attempt to contact U!U have WON ?1250 CALL 09071512433 b4 050703 T&CsBCM4235WC1N3XX. callcost 150ppm mobilesvary. max?7. 50"],["ham","PLEASSSSSSSEEEEEE TEL ME V AVENT DONE SPORTSx"],["ham","Oh... Okie lor...We go on sat... "],["ham","Hi Jon, Pete here, Ive bin 2 Spain recently & hav sum dinero left, Bill said u or ur ?rents mayb interested in it, I hav 12,000pes, so around ?48, tb, James."],["spam","HOT LIVE FANTASIES call now 08707500020 Just 20p per min NTT Ltd, PO Box 1327 Croydon CR9 5WB 0870 is a national rate call"],["ham","THING R GOOD THANX GOT EXAMS IN MARCH IVE DONE NO REVISION? IS FRAN STILL WITH BOYF? IVE GOTTA INTERVIW 4 EXETER BIT WORRIED!x"],["ham","Aiyo... U always c our ex one... I dunno abt mei, she haven reply... First time u reply so fast... Y so lucky not workin huh, got bao by ur sugardad ah...gee.. "],["spam","YOU VE WON! Your 4* Costa Del Sol Holiday or ?5000 await collection. Call 09050090044 Now toClaim. SAE, TC s, POBox334, Stockport, SK38xh, Cost?1.50/pm, Max10mins"],["ham","Pete,is this your phone still? Its Jenny from college and Leanne.what are you up to now?:)"],["spam","WELL DONE! Your 4* Costa Del Sol Holiday or ?5000 await collection. Call 09050090044 Now toClaim. SAE, TCs, POBox334, Stockport, SK38xh, Cost?1.50/pm, Max10mins"],["spam","Todays Voda numbers ending 1225 are selected to receive a ?50award. If you have a match please call 08712300220 quoting claim code 3100 standard rates app "],["ham","Jus finish bathing..."],["ham","I love u 2 my little pocy bell I am sorry but I love u"],["ham","Dunno dat's wat he told me. Ok lor..."],["ham","Ok.."],["ham","10 min later k..."],["ham","Oh... Lk tt den we take e one tt ends at cine lor... Dun wan yogasana oso can... "],["ham","Yar else i'll thk of all sorts of funny things."],["spam","WIN a ?200 Shopping spree every WEEK Starting NOW. 2 play text STORE to 88039. SkilGme. TsCs08714740323 1Winawk! age16 ?1.50perweeksub."],["ham","Forgot to tell ? smth.. Can ? like number the sections so that it's clearer.."],["ham","So can collect ur laptop?"],["ham","Thk some of em find wtc too far... Weiyi not goin... E rest i dunno yet... R ur goin 4 dinner den i might b able to join..."],["ham","Sat right? Okay thanks... "]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"hamOrSpam","type":"\"string\""},{"name":"message","type":"\"string\""}],"overflow":true,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":"Command skipped","error":null,"startTime":1.464589274502E12,"submitTime":1.464589081058E12,"finishTime":1.464589275404E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"pieChart","width":"476","height":"294","xColumns":["hamOrSpam"],"yColumns":["<id>"],"pivotColumns":[],"pivotAggregation":"count","customPlotOptions":{"pieChart":[{"key":"donut","value":true}]},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"83a3f7bd-ecad-404f-8a47-235b8804275c"},{"version":"CommandV1","origId":112872,"guid":"7f452da3-4ac7-47a1-841d-ae0fdad1fe0c","subtype":"command","commandType":"auto","position":1.0040283203125,"command":"%md\n#### Featurization\n***\nTokenization","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"a4d5ed13-6c12-424f-a944-299ffa2bd4b6"},{"version":"CommandV1","origId":112873,"guid":"a69d4ff9-ed1a-4bb0-8e4c-772d31b20afc","subtype":"command","commandType":"auto","position":1.004150390625,"command":"import org.apache.spark.sql.DataFrame\nimport org.apache.spark.ml.feature.RegexTokenizer\n\ndef tokenize(df: DataFrame): DataFrame = {\n \n // Set params for RegexTokenizer\n val tokenizer = new RegexTokenizer().\n setPattern(\"[\\\\W_]+\"). // break by white space character(s)\n setMinTokenLength(2). // Filter away tokens with length < 2\n setToLowercase(true).\n setInputCol(\"message\"). // name of the input column\n setOutputCol(\"tokens\") // name of the output column\n\n // Tokenize document\n tokenizer.transform(df)\n}\n\nval tokenized_df = tokenize(df)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import org.apache.spark.sql.DataFrame\nimport org.apache.spark.ml.feature.RegexTokenizer\ntokenize: (df: org.apache.spark.sql.DataFrame)org.apache.spark.sql.DataFrame\ntokenized_df: org.apache.spark.sql.DataFrame = [hamOrSpam: string, message: string, tokens: array<string>]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Command skipped","error":null,"startTime":1.464589288552E12,"submitTime":1.464589095128E12,"finishTime":1.46458928933E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"fa4cce7f-fc24-4a12-b50b-6f3a88f4b38d"},{"version":"CommandV1","origId":112874,"guid":"70177c1f-d50a-42ed-ad51-b5ce7f70ed5e","subtype":"command","commandType":"auto","position":1.004180908203125,"command":"%md\nRemove stop words","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"2d35d94f-0c41-477b-a2b9-32d1b2ae7273"},{"version":"CommandV1","origId":112875,"guid":"fc7f453e-064e-4778-8fa2-e559a724ec3f","subtype":"command","commandType":"auto","position":1.0041961669921875,"command":"//%sh wget http://ir.dcs.gla.ac.uk/resources/linguistic_utils/stop_words -O /tmp/stopwords # uncomment '//' at the beginning and repeat only if needed again","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"006a074a-a4ae-4fc9-8012-93b2ec4f1542"},{"version":"CommandV1","origId":112876,"guid":"d06a0cff-75b2-422c-8453-2f8e21aeb4a0","subtype":"command","commandType":"auto","position":1.00421142578125,"command":"val stopwords = sc.textFile(\"/tmp/stopwords\").collect() ++ Array(\",\", \":\", \";\", \"/\", \"<\", \">\", \"\\\"\", \".\", \"(\", \")\", \"?\", \"-\", \"'\", \"!\", \"0\", \"1\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">stopwords: Array[String] = Array(a, about, above, across, after, afterwards, again, against, all, almost, alone, along, already, also, although, always, am, among, amongst, amoungst, amount, an, and, another, any, anyhow, anyone, anything, anyway, anywhere, are, around, as, at, back, be, became, because, become, becomes, becoming, been, before, beforehand, behind, being, below, beside, besides, between, beyond, bill, both, bottom, but, by, call, can, cannot, cant, co, computer, con, could, couldnt, cry, de, describe, detail, do, done, down, due, during, each, eg, eight, either, eleven, else, elsewhere, empty, enough, etc, even, ever, every, everyone, everything, everywhere, except, few, fifteen, fify, fill, find, fire, first, five, for, former, formerly, forty, found, four, from, front, full, further, get, give, go, had, has, hasnt, have, he, hence, her, here, hereafter, hereby, herein, hereupon, hers, herself, him, himself, his, how, however, hundred, i, ie, if, in, inc, indeed, interest, into, is, it, its, itself, keep, last, latter, latterly, least, less, ltd, made, many, may, me, meanwhile, might, mill, mine, more, moreover, most, mostly, move, much, must, my, myself, name, namely, neither, never, nevertheless, next, nine, no, nobody, none, noone, nor, not, nothing, now, nowhere, of, off, often, on, once, one, only, onto, or, other, others, otherwise, our, ours, ourselves, out, over, own, part, per, perhaps, please, put, rather, re, same, see, seem, seemed, seeming, seems, serious, several, she, should, show, side, since, sincere, six, sixty, so, some, somehow, someone, something, sometime, sometimes, somewhere, still, such, system, take, ten, than, that, the, their, them, themselves, then, thence, there, thereafter, thereby, therefore, therein, thereupon, these, they, thick, thin, third, this, those, though, three, through, throughout, thru, thus, to, together, too, top, toward, towards, twelve, twenty, two, un, under, until, up, upon, us, very, via, was, we, well, were, what, whatever, when, whence, whenever, where, whereafter, whereas, whereby, wherein, whereupon, wherever, whether, which, while, whither, who, whoever, whole, whom, whose, why, will, with, within, without, would, yet, you, your, yours, yourself, yourselves, ,, :, ;, /, <, >, ", ., (, ), ?, -, ', !, 0, 1)\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Command skipped","error":null,"startTime":1.464589324763E12,"submitTime":1.464589131349E12,"finishTime":1.464589325461E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"663352ac-c2dd-470c-8ae1-897d2575cf39"},{"version":"CommandV1","origId":112877,"guid":"85d27122-8911-4abc-87c6-50c83a739b11","subtype":"command","commandType":"auto","position":1.00439453125,"command":"import org.apache.spark.ml.feature.StopWordsRemover\n\ndef removeStopwords(df: DataFrame): DataFrame = {\n\n // Set params for StopWordsRemover\n val remover = new StopWordsRemover().\n setStopWords(stopwords).\n setInputCol(\"tokens\").\n setOutputCol(\"filtered\")\n remover.transform(df)\n}\n\n// Create new DF with Stopwords removed\nval filtered_df = removeStopwords(tokenized_df)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import org.apache.spark.ml.feature.StopWordsRemover\nremoveStopwords: (df: org.apache.spark.sql.DataFrame)org.apache.spark.sql.DataFrame\nfiltered_df: org.apache.spark.sql.DataFrame = [hamOrSpam: string, message: string, tokens: array<string>, filtered: array<string>]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Command skipped","error":null,"startTime":1.46458934195E12,"submitTime":1.464589148517E12,"finishTime":1.464589342093E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"bcf8138b-a513-47e8-bbb4-5532eaea83e4"},{"version":"CommandV1","origId":112878,"guid":"b3d9fa17-d486-4537-b909-584dc3f7d6c5","subtype":"command","commandType":"auto","position":1.004638671875,"command":"%md\nHash - for term frequency","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"baee8b1e-e7eb-42a4-b2b5-f80e5a778fb4"},{"version":"CommandV1","origId":112879,"guid":"d8f41b78-b7b5-4188-9a2f-884eb6d3ba5f","subtype":"command","commandType":"auto","position":1.0048828125,"command":"import org.apache.spark.ml.feature.HashingTF\n\ndef hasher(df: DataFrame): DataFrame = {\n \n val hashingTF = new HashingTF().\n setNumFeatures(1024). // number of features to retain\n setInputCol(\"filtered\").\n setOutputCol(\"hashed\")\n hashingTF.transform(df)\n}\n\nval hashed_df = hasher(filtered_df)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import org.apache.spark.ml.feature.HashingTF\nhasher: (df: org.apache.spark.sql.DataFrame)org.apache.spark.sql.DataFrame\nhashed_df: org.apache.spark.sql.DataFrame = [hamOrSpam: string, message: string, tokens: array<string>, filtered: array<string>, hashed: vector]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Command skipped","error":null,"startTime":1.464589377792E12,"submitTime":1.464589184368E12,"finishTime":1.464589377977E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"d8fcbf6c-6a1f-4abf-89df-a364d0ed90c1"},{"version":"CommandV1","origId":112880,"guid":"82651578-8ae6-458c-bd15-8c7775946ec8","subtype":"command","commandType":"auto","position":1.005859375,"command":"hashed_df.printSchema","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">root\n |-- hamOrSpam: string (nullable = true)\n |-- message: string (nullable = true)\n |-- tokens: array (nullable = true)\n | |-- element: string (containsNull = true)\n |-- filtered: array (nullable = true)\n | |-- element: string (containsNull = true)\n |-- hashed: vector (nullable = true)\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:40: error: not found: value hashed_df\n hashed_df.printSchema\n ^\n</div>","error":null,"startTime":1.464589382546E12,"submitTime":1.464589189124E12,"finishTime":1.464589382616E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"fd182c27-42b1-4da7-adc3-d2e09bdfabbe"},{"version":"CommandV1","origId":112881,"guid":"e4dc9d41-4576-490f-8d9d-ac57a1f3ad49","subtype":"command","commandType":"auto","position":1.0078125,"command":"display(hashed_df.select(\"hamOrSpam\", \"message\", \"hashed\").take(10))","commandVersion":0,"state":"finished","results":{"type":"table","data":[["ham","Ok... But they said i've got wisdom teeth hidden inside n mayb need 2 remove.",[0.0,1024.0,[132.0,140.0,150.0,392.0,426.0,449.0,476.0,687.0,925.0,1001.0,1020.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]]],["ham","? thk of wat to eat tonight.",[0.0,1024.0,[119.0,637.0,746.0,856.0],[1.0,1.0,1.0,1.0]]],["ham","I dunno until when... Lets go learn pilates...",[0.0,1024.0,[52.0,126.0,440.0,580.0],[1.0,1.0,1.0,1.0]]],["spam","Someonone you know is trying to contact you via our dating service! To find out who it could be call from your mobile or landline 09064015307 BOX334SK38ch ",[0.0,1024.0,[32.0,71.0,95.0,162.0,235.0,331.0,651.0,693.0,811.0,947.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]]],["ham","Ok c ? then.",[0.0,1024.0,[476.0],[1.0]]],["spam","URGENT! We are trying to contact U. Todays draw shows that you have won a ?800 prize GUARANTEED. Call 09050003091 from land line. Claim C52. Valid12hrs only",[0.0,1024.0,[18.0,32.0,56.0,60.0,71.0,108.0,150.0,278.0,324.0,338.0,491.0,576.0,727.0,732.0,833.0,1012.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]]],["spam","Not heard from U4 a while. Call 4 rude chat private line 01223585334 to cum. Wan 2C pics of me gettin shagged then text PIX to 8552. 2End send STOP 8552 SAM xxx",[0.0,1024.0,[2.0,41.0,43.0,54.0,301.0,372.0,376.0,387.0,415.0,516.0,571.0,602.0,607.0,625.0,740.0,856.0,873.0,904.0,991.0,1012.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,2.0,1.0,1.0,1.0,2.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]]],["ham","staff.science.nus.edu.sg/~phyhcmk/teaching/pc1323",[0.0,1024.0,[86.0,218.0,596.0,612.0,736.0,845.0,908.0,950.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]]],["ham","Thank god they are in bed!",[0.0,1024.0,[124.0,129.0,746.0],[1.0,1.0,1.0]]],["ham","Hey tmr meet at bugis 930 ?",[0.0,1024.0,[71.0,86.0,281.0,670.0,796.0],[1.0,1.0,1.0,1.0,1.0]]]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"col_0","type":"\"string\""},{"name":"col_1","type":"\"string\""},{"name":"col_2","type":"\"string\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":"Command skipped","error":null,"startTime":1.464589401722E12,"submitTime":1.464589208265E12,"finishTime":1.464589402775E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"b4727bdb-6db7-47a7-ae54-b6dda3fbd068"},{"version":"CommandV1","origId":112882,"guid":"ac250290-8f24-464e-96f0-2ac642713265","subtype":"command","commandType":"auto","position":1.01171875,"command":"%md\nTF-IDF ([Term Frequency - Inverse Document Frequency](https://en.wikipedia.org/wiki/Tf%E2%80%93idf)) - is a numerical statistic that is intended to reflect how important a word is to a document in a collection or corpus.","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"1613050a-4ba9-4d3f-b583-04147d8c2efe"},{"version":"CommandV1","origId":112883,"guid":"c9074554-d6c5-45f2-9401-b32443f91f9d","subtype":"command","commandType":"auto","position":1.015625,"command":"import org.apache.spark.ml.feature.{IDF, IDFModel}\n\ndef getIDFModel(df: DataFrame): IDFModel = {\n\n val idf = new IDF().\n setMinDocFreq(4).\n setInputCol(\"hashed\").\n setOutputCol(\"features\")\n idf.fit(df)\n}\n\nval idfModel = getIDFModel(hashed_df)\nval idf_df = idfModel.transform(hashed_df)","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import org.apache.spark.ml.feature.{IDF, IDFModel}\ngetIDFModel: (df: org.apache.spark.sql.DataFrame)org.apache.spark.ml.feature.IDFModel\nidfModel: org.apache.spark.ml.feature.IDFModel = idf_fe4adc246f99\nidf_df: org.apache.spark.sql.DataFrame = [hamOrSpam: string, message: string, tokens: array<string>, filtered: array<string>, hashed: vector, features: vector]\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:63: error: not found: type IDFModel\n def getIDFModel(df: DataFrame): IDFModel = {\n ^\n</div>","error":null,"startTime":1.464589508383E12,"submitTime":1.464589314954E12,"finishTime":1.46458951046E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"7c6fe054-e0ed-4167-887d-b8e63d8e3fa3"},{"version":"CommandV1","origId":112884,"guid":"90755932-39ba-422f-b079-2764ae7a1a7c","subtype":"command","commandType":"auto","position":1.03125,"command":"display(idf_df.select(\"hamOrSpam\", \"message\", \"hashed\", \"features\").take(10))","commandVersion":0,"state":"finished","results":{"type":"table","data":[["ham","Ok... But they said i've got wisdom teeth hidden inside n mayb need 2 remove.",[0.0,1024.0,[132.0,140.0,150.0,392.0,426.0,449.0,476.0,687.0,925.0,1001.0,1020.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]],[0.0,1024.0,[132.0,140.0,150.0,392.0,426.0,449.0,476.0,687.0,925.0,1001.0,1020.0],[4.886582645426277,2.711830923942116,2.7348204421668147,5.397408269192268,5.243257589365009,5.397408269192268,2.2913279384694114,3.723431835620596,4.244728759253882,3.787970356758167,4.1446453006969]]],["ham","? thk of wat to eat tonight.",[0.0,1024.0,[119.0,637.0,746.0,856.0],[1.0,1.0,1.0,1.0]],[0.0,1024.0,[119.0,637.0,746.0,856.0],[3.2771447329921766,3.8569632282451187,2.418483113954658,3.5002882843063863]]],["ham","I dunno until when... Lets go learn pilates...",[0.0,1024.0,[52.0,126.0,440.0,580.0],[1.0,1.0,1.0,1.0]],[0.0,1024.0,[52.0,126.0,440.0,580.0],[4.886582645426277,3.6926601769538423,5.579729825986222,4.624218380958786]]],["spam","Someonone you know is trying to contact you via our dating service! To find out who it could be call from your mobile or landline 09064015307 BOX334SK38ch ",[0.0,1024.0,[32.0,71.0,95.0,162.0,235.0,331.0,651.0,693.0,811.0,947.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]],[0.0,1024.0,[32.0,71.0,95.0,162.0,235.0,331.0,651.0,693.0,811.0,947.0],[3.5256060922906762,3.1638160476851733,3.339020136710264,3.1287247278739034,4.193435464866331,4.624218380958786,3.237924019838895,3.8218719084338484,5.579729825986222,0.0]]],["ham","Ok c ? then.",[0.0,1024.0,[476.0],[1.0]],[0.0,1024.0,[476.0],[2.2913279384694114]]],["spam","URGENT! We are trying to contact U. Todays draw shows that you have won a ?800 prize GUARANTEED. Call 09050003091 from land line. Claim C52. Valid12hrs only",[0.0,1024.0,[18.0,32.0,56.0,60.0,71.0,108.0,150.0,278.0,324.0,338.0,491.0,576.0,727.0,732.0,833.0,1012.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]],[0.0,1024.0,[18.0,32.0,56.0,60.0,71.0,108.0,150.0,278.0,324.0,338.0,491.0,576.0,727.0,732.0,833.0,1012.0],[2.8716796248840124,3.5256060922906762,4.791272465621952,2.885102645216153,3.1638160476851733,5.243257589365009,2.7348204421668147,4.481117537318112,3.578249825776098,3.970291913552122,4.550110408805064,4.481117537318112,4.416579016180541,3.1116302945146033,2.5641949251360514,3.2188758248682006]]],["spam","Not heard from U4 a while. Call 4 rude chat private line 01223585334 to cum. Wan 2C pics of me gettin shagged then text PIX to 8552. 2End send STOP 8552 SAM xxx",[0.0,1024.0,[2.0,41.0,43.0,54.0,301.0,372.0,376.0,387.0,415.0,516.0,571.0,602.0,607.0,625.0,740.0,856.0,873.0,904.0,991.0,1012.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,2.0,1.0,1.0,1.0,2.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]],[0.0,1024.0,[2.0,41.0,43.0,54.0,301.0,372.0,376.0,387.0,415.0,516.0,571.0,602.0,607.0,625.0,740.0,856.0,873.0,904.0,991.0,1012.0],[3.475595671716015,4.624218380958786,0.0,0.0,3.317966727512432,0.0,3.787970356758167,9.582544931243904,5.397408269192268,0.0,3.633819676930909,0.0,0.0,0.0,3.1287247278739034,3.5002882843063863,4.886582645426277,3.451498120136954,4.991943161084103,3.2188758248682006]]],["ham","staff.science.nus.edu.sg/~phyhcmk/teaching/pc1323",[0.0,1024.0,[86.0,218.0,596.0,612.0,736.0,845.0,908.0,950.0],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]],[0.0,1024.0,[86.0,218.0,596.0,612.0,736.0,845.0,908.0,950.0],[5.243257589365009,0.0,5.397408269192268,5.109726196740486,4.355954394364106,5.579729825986222,0.0,4.991943161084103]]],["ham","Thank god they are in bed!",[0.0,1024.0,[124.0,129.0,746.0],[1.0,1.0,1.0]],[0.0,1024.0,[124.0,129.0,746.0],[4.416579016180541,3.8218719084338484,2.418483113954658]]],["ham","Hey tmr meet at bugis 930 ?",[0.0,1024.0,[71.0,86.0,281.0,670.0,796.0],[1.0,1.0,1.0,1.0,1.0]],[0.0,1024.0,[71.0,86.0,281.0,670.0,796.0],[3.1638160476851733,5.243257589365009,3.7551805339351763,3.633819676930909,3.237924019838895]]]],"arguments":{},"addedWidgets":{},"removedWidgets":[],"schema":[{"name":"col_0","type":"\"string\""},{"name":"col_1","type":"\"string\""},{"name":"col_2","type":"\"string\""},{"name":"col_3","type":"\"string\""}],"overflow":false,"aggData":[],"aggSchema":[],"aggOverflow":false,"aggSeriesLimitReached":false,"aggError":"","aggType":"","plotOptions":null,"isJsonSchema":true,"dbfsResultPath":null},"errorSummary":"Command skipped","error":null,"startTime":1.464589537957E12,"submitTime":1.464589344518E12,"finishTime":1.46458953881E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"ef6a2f92-73d6-4b4e-afa1-08e7f830b4e3"},{"version":"CommandV1","origId":112885,"guid":"9a76ce54-70ac-43fd-9494-e36f67b9a8ba","subtype":"command","commandType":"auto","position":1.0390625,"command":"%md\nHelper function that puts all the featurizers together","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"28356660-2c39-4d2c-bc6e-a2abd536e588"},{"version":"CommandV1","origId":112886,"guid":"689965ef-1b11-4b44-a5d8-eb058109faa8","subtype":"command","commandType":"auto","position":1.046875,"command":"import sqlContext.implicits._\n\ndef featurizer(message: String): DataFrame = {\n \n val initialDF = sc.parallelize(Seq(message)).\n toDF(\"message\").\n select(org.apache.spark.sql.functions.lit(\"?\").as(\"hamOrSpam\"), $\"message\")\n val hashedDF = hasher(removeStopwords(tokenize(initialDF)))\n idfModel.transform(hashedDF)\n}\n","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import sqlContext.implicits._\nfeaturizer: (message: String)org.apache.spark.sql.DataFrame\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:36: error: not found: type DataFrame\n def featurizer(message: String): DataFrame = {\n ^\n<console>:41: error: not found: value hasher\n val hashedDF = hasher(removeStopwords(tokenize(initialDF)))\n ^\n<console>:42: error: not found: value idfModel\n idfModel.transform(hashedDF)\n ^\n</div>","error":null,"startTime":1.464589602007E12,"submitTime":1.464589408576E12,"finishTime":1.464589602219E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"1cfe81ae-d0c6-489c-88e3-e70d9916919e"},{"version":"CommandV1","origId":112887,"guid":"6b54f6b5-1200-43ac-951e-48fd146ea89b","subtype":"command","commandType":"auto","position":1.0625,"command":"// Attach H2O library - maven artifact ai.h2o:sparkling-water-examples_2.10:1.6.3\n\nimport org.apache.spark.h2o._\n// Create H2O Context\nval h2oContext = H2OContext.getOrCreate(sc)\n","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import org.apache.spark.h2o._\nh2oContext: org.apache.spark.h2o.H2OContext = \n\nSparkling Water Context:\n * H2O name: sparkling-water-root_1231521533\n * number of executors: 4\n * list of used executors:\n (executorId, host, port)\n ------------------------\n (1,ip-10-135-210-207.ap-southeast-2.compute.internal,54321)\n (2,ip-10-135-210-198.ap-southeast-2.compute.internal,54321)\n (0,ip-10-135-210-197.ap-southeast-2.compute.internal,54321)\n (3,ip-10-135-210-196.ap-southeast-2.compute.internal,54321)\n ------------------------\n\n Open H2O Flow in browser: http://null:0 (CMD + click in Mac OSX)\n \n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Cancelled","error":null,"startTime":1.46458968407E12,"submitTime":1.464589490524E12,"finishTime":1.464589684149E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"302758b4-69b2-4db3-9127-8dc619341f02"},{"version":"CommandV1","origId":112888,"guid":"a449413e-2ef9-4042-b8a2-caa428e5ed47","subtype":"command","commandType":"auto","position":1.125,"command":"// Import h2oContext implicits. This helps converting between RDD, DataFrame and H2OFrame\nimport h2oContext.implicits._\n\n// Implicitly convert DataFrame to H2O Frame\nval table: H2OFrame = idf_df.select(\"hamOrSpam\", \"features\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import h2oContext.implicits._\ntable: org.apache.spark.h2o.H2OFrame = \nFrame frame_rdd_16176 (1324 rows and 1025 cols):\n hamOrSpam features0 features1 features2 features3 features4 features5 features6 features7 features8 features9 features10 features11 features12 features13 features14 features15 features16 features17 features18 features19 features20 features21 features22 features23 features24 features25 features26 features27 features28 features29 features30 features31 features32 features33 features34 features35 features36 features37 features38 features39 features40 features41 features42 features43 features44 features45 features46 features47 features48 features49 features50 features51 features52 features53 features54 features55 features56 features57 features58 features59 features60 features61 features62 features63 features64 features65 features66 features67 features68 features69 features70 features71 features72 features73 features74 features75 features76 features77 features78 features79 features80 features81 features82 features83 features84 features85 features86 features87 features88 features89 features90 features91 features92 features93 features94 features95 features96 features97 features98 features99 features100 features101 features102 features103 features104 features105 features106 features107 features108 features109 features110 features111 features112 features113 features114 features115 features116 features117 features118 features119 features120 features121 features122 features123 features124 features125 features126 features127 features128 features129 features130 features131 features132 features133 features134 features135 features136 features137 features138 features139 features140 features141 features142 features143 features144 features145 features146 features147 features148 features149 features150 features151 features152 features153 features154 features155 features156 features157 features158 features159 features160 features161 features162 features163 features164 features165 features166 features167 features168 features169 features170 features171 features172 features173 features174 features175 features176 features177 features178 features179 features180 features181 features182 features183 features184 features185 features186 features187 features188 features189 features190 features191 features192 features193 features194 features195 features196 features197 features198 features199 features200 features201 features202 features203 features204 features205 features206 features207 features208 features209 features210 features211 features212 features213 features214 features215 features216 features217 features218 features219 features220 features221 features222 features223 features224 features225 features226 features227 features228 features229 features230 features231 features232 features233 features234 features235 features236 features237 features238 features239 features240 features241 features242 features243 features244 features245 features246 features247 features248 features249 features250 features251 features252 features253 features254 features255 features256 features257 features258 features259 features260 features261 features262 features263 features264 features265 features266 features267 features268 features269 features270 features271 features272 features273 features274 features275 features276 features277 features278 features279 features280 features281 features282 features283 features284 features285 features286 features287 features288 features289 features290 features291 features292 features293 features294 features295 features296 features297 features298 features299 features300 features301 features302 features303 features304 features305 features306 features307 features308 features309 features310 features311 features312 features313 features314 features315 features316 features317 features318 features319 features320 features321 features322 features323 features324 features325 features326 features327 features328 features329 features330 features331 features332 features333 features334 features335 features336 features337 features338 features339 features340 features341 features342 features343 features344 features345 features346 features347 features348 features349 features350 features351 features352 features353 features354 features355 features356 features357 features358 features359 features360 features361 features362 features363 features364 features365 features366 features367 features368 features369 features370 features371 features372 features373 features374 features375 features376 features377 features378 features379 features380 features381 features382 features383 features384 features385 features386 features387 features388 features389 features390 features391 features392 features393 features394 features395 features396 features397 features398 features399 features400 features401 features402 features403 features404 features405 features406 features407 features408 features409 features410 features411 features412 features413 features414 features415 features416 features417 features418 features419 features420 features421 features422 features423 features424 features425 features426 features427 features428 features429 features430 features431 features432 features433 features434 features435 features436 features437 features438 features439 features440 features441 features442 features443 features444 features445 features446 features447 features448 features449 features450 features451 features452 features453 features454 features455 features456 features457 features458 features459 features460 features461 features462 features463 features464 features465 features466 features467 features468 features469 features470 features471 features472 features473 features474 features475 features476 features477 features478 features479 features480 features481 features482 features483 features484 features485 features486 features487 features488 features489 features490 features491 features492 features493 features494 features495 features496 features497 features498 features499 features500 features501 features502 features503 features504 features505 features506 features507 features508 features509 features510 features511 features512 features513 features514 features515 features516 features517 features518 features519 features520 features521 features522 features523 features524 features525 features526 features527 features528 features529 features530 features531 features532 features533 features534 features535 features536 features537 features538 features539 features540 features541 features542 features543 features544 features545 features546 features547 features548 features549 features550 features551 features552 features553 features554 features555 features556 features557 features558 features559 features560 features561 features562 features563 features564 features565 features566 features567 features568 features569 features570 features571 features572 features573 features574 features575 features576 features577 features578 features579 features580 features581 features582 features583 features584 features585 features586 features587 features588 features589 features590 features591 features592 features593 features594 features595 features596 features597 features598 features599 features600 features601 features602 features603 features604 features605 features606 features607 features608 features609 features610 features611 features612 features613 features614 features615 features616 features617 features618 features619 features620 features621 features622 features623 features624 features625 features626 features627 features628 features629 features630 features631 features632 features633 features634 features635 features636 features637 features638 features639 features640 features641 features642 features643 features644 features645 features646 features647 features648 features649 features650 features651 features652 features653 features654 features655 features656 features657 features658 features659 features660 features661 features662 features663 features664 features665 features666 features667 features668 features669 features670 features671 features672 features673 features674 features675 features676 features677 features678 features679 features680 features681 features682 features683 features684 features685 features686 features687 features688 features689 features690 features691 features692 features693 features694 features695 features696 features697 features698 features699 features700 features701 features702 features703 features704 features705 features706 features707 features708 features709 features710 features711 features712 features713 features714 features715 features716 features717 features718 features719 features720 features721 features722 features723 features724 features725 features726 features727 features728 features729 features730 features731 features732 features733 features734 features735 features736 features737 features738 features739 features740 features741 features742 features743 features744 features745 features746 features747 features748 features749 features750 features751 features752 features753 features754 features755 features756 features757 features758 features759 features760 features761 features762 features763 features764 features765 features766 features767 features768 features769 features770 features771 features772 features773 features774 features775 features776 features777 features778 features779 features780 features781 features782 features783 features784 features785 features786 features787 features788 features789 features790 features791 features792 features793 features794 features795 features796 features797 features798 features799 features800 features801 features802 features803 features804 features805 features806 features807 features808 features809 features810 features811 features812 features813 features814 features815 features816 features817 features818 features819 features820 features821 features822 features823 features824 features825 features826 features827 features828 features829 features830 features831 features832 features833 features834 features835 features836 features837 features838 features839 features840 features841 features842 features843 features844 features845 features846 features847 features848 features849 features850 features851 features852 features853 features854 features855 features856 features857 features858 features859 features860 features861 features862 features863 features864 features865 features866 features867 features868 features869 features870 features871 features872 features873 features874 features875 features876 features877 features878 features879 features880 features881 features882 features883 features884 features885 features886 features887 features888 features889 features890 features891 features892 features893 features894 features895 features896 features897 features898 features899 features900 features901 features902 features903 features904 features905 features906 features907 features908 features909 features910 features911 features912 features913 features914 features915 features916 features917 features918 features919 features920 features921 features922 features923 features924 features925 features926 features927 features928 features929 features930 features931 features932 features933 features934 features935 features936 features937 features938 features939 features940 features941 features942 features943 features944 features945 features946 features947 features948 features949 features950 features951 features952 features953 features954 features955 features956 features957 features958 features959 features960 features961 features962 features963 features964 features965 features966 features967 features968 features969 features970 features971 features972 features973 features974 features975 features976 features977 features978 features979 features980 features981 features982 features983 features984 features985 features986 features987 features988 features989 features990 features991 features992 features993 features994 features995 features996 features997 features998 features999 features1000 features1001 features1002 features1003 features1004 features1005 features1006 features1007 features1008 features1009 features1010 features1011 features1012 features1013 features1014 features1015 features1016 features1017 features1018 features1019 features1020 features1021 features1022 features1023\n min 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0 0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0 0 0 0.0 0.0 0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0.0 0.0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0 0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0 0 0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0 0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0.0 0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0 0 0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0.0 0.0 0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0 0.0 0 0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0 0.0 0 0 0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0 0 0.0 0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0 0 0.0 0.0 0.0 0.0 0 0 0 0.0 0.0 0.0 0.0 0.0 0 0 0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0 0.0 0 0 0 0.0 0 0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0 0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0.0 0 0.0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0 0 0 0.0 0 0 0.0 0 0 0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0.0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0\n mean 0.023760986054524213 0 0.11287810716298237 0.04467631066047268 0.0168571898066049 0.04191134484252676 0.04191134484252676 0.08156719818041037 0.033933148375949344 0 0.023760986054524213 0.027015168713884746 0.03618785850167638 0.14917927885964696 0 0.027015168713884746 0.0332169515172481 0.06579991532272063 0.17568432750423335 0.023760986054524213 0 0.03016279855639941 0 0 0.11350943556087321 0 0.020382961741662643 0.02376098605452421 0 0.027015168713884746 0 0.050036771331350545 0.10118809026211911 0.07865408395968143 0.06091378128838653 0.023760986054524213 0 0.06735711291148475 0 0.08718005053190218 0.023760986054524213 0.04191134484252676 0.03016279855639941 0 0 0.020382961741662643 0 0 0.03618785850167637 0.03618785850167637 0.020382961741662643 0.0473834180683184 0.0332169515172481 0 0 0 0.03980664435184401 0.023760986054524213 0 0 0.16996828272421444 0.03618785850167638 0 0.050036771331350545 0.06091378128838653 0.023760986054524213 0.020382961741662643 0 0.0168571898066049 0.020382961741662643 0.03618785850167638 0.13859617127321758 0.023760986054524213 0.04059849629885879 0.0168571898066049 0.0168571898066049 0 0.050036771331350545 0 0 0.02376098605452421 0.023760986054524213 0.06017769926922984 0.020382961741662643 0.030162798556399417 0.05770779279952408 0.023760986054524213 0.0473834180683184 0.0650004765757569 0 0.020382961741662643 0 0.027015168713884746 0 0.03690772390805345 0.11853017101614988 0.03016279855639941 0.11954129692965668 0.03016279855639941 0 0.0168571898066049 0 0.023760986054524213 0.034733788346423246 0.03980664435184401 0.02701516871388475 0.030162798556399417 0.027015168713884746 0.02376098605452421 0 0.0168571898066049 0.020382961741662643 0.07865408395968143 0 0.1303920933549002 0.0526399322581765 0.027015168713884746 0 0.023760986054524213 0.12870961186978336 0.0168571898066049 0 0.036907723908053455 0.03908374016235314 0.050036771331350545 0.15894862234250687 0.08924858433725298 0.07422717523411708 0.027015168713884746 0.08082508567684876 0 0 0.0332169515172481 0 0 0 0.13450590716853417 0.0332169515172481 0.0168571898066049 0.020382961741662643 0.19048359208958976 0.0168571898066049 0.055929928024312535 0.074967747612389 0 0.03980664435184401 0.03618785850167638 0.09280456992105716 0 0 0.17557381992762786 0.027015168713884746 0.023760986054524213 0 0.03908374016235314 0.023760986054524213 0.050036771331350545 0.03618785850167638 0.0551960208979688 0.0473834180683184 0.03618785850167637 0 0.15596361936531544 0.03618785850167638 0.0473834180683184 0 0.020382961741662643 0 0.03908374016235314 0.0168571898066049 0.04191134484252676 0.027015168713884746 0.030874478530153997 0.023760986054524213 0.030162798556399417 0.0332169515172481 0.020382961741662643 0 0 0.05770779279952408 0 0.0168571898066049 0.030874478530153997 0 0.020382961741662643 0.05519602089796879 0 0.033933148375949344 0 0.06967947121273768 0.050036771331350545 0.030162798556399417 0.021071487258256128 0 0.0650004765757569 0.04467631066047268 0 0.03016279855639941 0.04191134484252676 0.020382961741662643 0.0168571898066049 0.05937440519357959 0.027015168713884746 0 0.052639932258176515 0 0.0168571898066049 0.07041879986200676 0 0.020382961741662643 0.050767947930341145 0.020382961741662643 0.13614580528143444 0 0.05154958922362233 0.02376098605452421 0.04540395691273733 0.020382961741662643 0 0.058442845656672834 0.02376098605452421 0.0960601878342763 0.04191134484252676 0.15252030382221046 0.06091378128838653 0.04191134484252676 0 0.0332169515172481 0 0.0168571898066049 0.055929928024312556 0.024459554089995172 0 0 0 0.06017769926922983 0.16311551037791583 0 0.04467631066047268 0.07645513797795757 0.039806644351844014 0 0.0473834180683184 0.027015168713884746 0 0.08082508567684875 0.03016279855639941 0.0168571898066049 0 0.027015168713884746 0 0.05770779279952408 0.04540395691273733 0 0.03321695151724811 0.0551960208979688 0.05770779279952408 0.11929360881477923 0 0 0.030162798556399417 0.021071487258256128 0.023760986054524213 0.06260793505584442 0.03908374016235314 0.04467631066047268 0.02376098605452421 0.0168571898066049 0 0.06573833180863663 0 0.03016279855639941 0.030874478530153997 0.03087447853015399 0.04467631066047268 0.05519602089796879 0.0481129499420475 0.04467631066047268 0.04738341806831841 0 0 0.08792341129304417 0 0.023760986054524213 0.030162798556399417 0.048112949942047505 0.03618785850167638 0 0 0.04147384801504919 0.023760986054524213 0.023760986054524213 0.15874341225829797 0 0.0168571898066049 0.04467631066047268 0 0 0.06735711291148475 0.0168571898066049 0.0332169515172481 0.13532492695292395 0.07196903770789345 0.0168571898066049 0.06573833180863663 0 0.020382961741662643 0.03618785850167638 0.05238918105315846 0.027015168713884746 0 0 0.07865408395968143 0.0168571898066049 0 0.07939572020787902 0.09203760259779215 0 0.03321695151724811 0.0168571898066049 0 0.04889656898294789 0.027015168713884746 0.04428926868966414 0.0972938019093199 0.020382961741662643 0.023760986054524213 0.0168571898066049 0.027015168713884746 0.05519602089796879 0 0.04191134484252676 0.03016279855639941 0.0168571898066049 0.023760986054524213 0 0.04467631066047268 0.0168571898066049 0.07196903770789345 0 0.048112949942047505 0.020382961741662643 0.04191134484252676 0.05154958922362233 0.023760986054524213 0.0960601878342763 0.05770779279952408 0 0.03016279855639941 0 0.0168571898066049 0 0 0 0.11444019204707453 0 0.05337255608677391 0.02376098605452421 0 0.020382961741662643 0.10688173936979996 0.0168571898066049 0 0.03087447853015399 0.06573833180863663 0 0.08924858433725298 0 0 0 0.10300443570578612 0.06260793505584442 0 0.09129353327457501 0.0551960208979688 0.0168571898066049 0.08296913923412905 0.030162798556399417 0.020382961741662643 0 0.0168571898066049 0 0 0.04263680744983978 0.10762796264377388 0.06260793505584442 0.0168571898066049 0.03980664435184401 0.0168571898066049 0 0.023760986054524213 0.1519361831215139 0.020382961741662643 0 0.037703498195499265 0 0.023760986054524213 0.03908374016235314 0.06735711291148475 0.048112949942047505 0.0332169515172481 0.027015168713884746 0.0332169515172481 0.06735711291148475 0.023760986054524213 0.04191134484252676 0.027015168713884746 0.145700982826767 0.04484251583165781 0 0.027015168713884746 0 0.027721150396944914 0.12885227999850046 0.04191134484252676 0.020382961741662643 0.085087172219075 0.027015168713884746 0.0332169515172481 0.03908374016235314 0.03690772390805345 0.03908374016235314 0.04467631066047268 0.0168571898066049 0.020382961741662643 0 0.023760986054524213 0.03690772390805345 0 0 0.020382961741662643 0 0.03087447853015399 0 0.07196903770789345 0 0.052639932258176515 0 0.0168571898066049 0.020382961741662643 0.0168571898066049 0 0.03618785850167638 0.03908374016235314 0 0.023760986054524213 0 0.027015168713884746 0.020382961741662643 0.020382961741662643 0 0.04191134484252676 0 0.020382961741662643 0.027015168713884746 0.023760986054524213 0.020382961741662643 0.048112949942047505 0 0.0650004765757569 0.06809573736507865 0 0 0.023760986054524213 0.0473834180683184 0.04540395691273732 0 0 0.03908374016235314 0.020382961741662643 0.0168571898066049 0.03908374016235314 0.0168571898066049 0.0757385556660192 0.07196903770789345 0.052639932258176515 0.23363238043305934 0 0 0 0.02376098605452421 0 0.020382961741662643 0.0168571898066049 0.05844284565667285 0 0.023760986054524213 0.0332169515172481 0 0 0 0.04467631066047268 0 0.0473834180683184 0.04467631066047268 0 0.04540395691273733 0.07573855566601921 0.020382961741662643 0.0168571898066049 0.0473834180683184 0 0.03618785850167638 0.0405984962988588 0.0551960208979688 0.052639932258176515 0.1457107841842186 0 0.0168571898066049 0.1577894700393164 0.027015168713884746 0.07865408395968143 0.050036771331350545 0.027015168713884746 0.027015168713884746 0.0650004765757569 0 0 0.020382961741662643 0 0.04191134484252676 0.039806644351844014 0 0.020382961741662643 0 0 0.06411976977724897 0.08792341129304417 0.12793186517839264 0 0.023760986054524213 0.0168571898066049 0.04191134484252676 0.020382961741662643 0.0168571898066049 0.03016279855639941 0.0551960208979688 0.04540395691273733 0 0.03618785850167638 0.05770779279952408 0.020382961741662643 0 0.05592992802431254 0.023760986054524213 0.052639932258176515 0.033933148375949344 0.050767947930341145 0 0.12547163700188507 0 0.09203760259779215 0 0.020382961741662643 0 0 0 0.0168571898066049 0.07270901343937844 0 0.09406000397986518 0.05770779279952408 0.03908374016235313 0 0.030162798556399417 0.0168571898066049 0.020382961741662643 0 0.020382961741662643 0 0 0.09880476462954133 0.0168571898066049 0 0.03618785850167637 0 0.0473834180683184 0 0.06886872856142885 0.07005147986389075 0.04191134484252676 0.02376098605452421 0.04191134484252676 0.0473834180683184 0 0.027721150396944914 0.04191134484252676 0.03016279855639941 0.0332169515172481 0.052639932258176515 0.06091378128838653 0.04191134484252676 0 0.0168571898066049 0.098038789122894 0.08999231022647967 0.020382961741662643 0.03908374016235314 0.0168571898066049 0 0.03321695151724811 0.03618785850167638 0 0.04467631066047268 0.0551960208979688 0.1294462563734838 0 0 0.0168571898066049 0.0168571898066049 ...</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Cancelled","error":null,"startTime":1.464589702E12,"submitTime":1.464589508552E12,"finishTime":1.464589714025E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"a4e0497a-32d3-4d35-80bb-ed13a8f153d3"},{"version":"CommandV1","origId":112889,"guid":"bb425100-c82d-4096-b78d-db5a6ac5b80a","subtype":"command","commandType":"auto","position":1.25,"command":"// http://h2o-release.s3.amazonaws.com/h2o/rel-turchin/3/docs-website/h2o-core/javadoc/index.html\n\ntable.replace(table.find(\"hamOrSpam\"), table.vec(\"hamOrSpam\").toCategoricalVec).remove()","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\"></div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Command skipped","error":null,"startTime":1.464589758746E12,"submitTime":1.464589565311E12,"finishTime":1.464589759439E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"601260ca-05b8-41c3-9b75-8faa5ce18ca8"},{"version":"CommandV1","origId":112890,"guid":"c73a6a4d-5ed6-4067-921e-4f3c23088241","subtype":"command","commandType":"auto","position":1.375,"command":"import water.Key\nimport hex.FrameSplitter\n\ndef split(df: H2OFrame, keys: Seq[String], ratios: Seq[Double]): Array[Frame] = {\n val ks = keys.map(Key.make[Frame](_)).toArray\n val splitter = new FrameSplitter(df, ratios.toArray, ks, null)\n water.H2O.submitTask(splitter)\n // return results\n splitter.getResult\n}\n\n// Split table\nval keys = Array[String](\"train.hex\", \"valid.hex\")\nval ratios = Array[Double](0.8)\nval frs = split(table, keys, ratios)\nval (train, valid) = (frs(0), frs(1))\ntable.delete()","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import water.Key\nimport hex.FrameSplitter\nsplit: (df: org.apache.spark.h2o.H2OFrame, keys: Seq[String], ratios: Seq[Double])Array[org.apache.spark.h2o.Frame]\nkeys: Array[String] = Array(train.hex, valid.hex)\nratios: Array[Double] = Array(0.8)\nfrs: Array[org.apache.spark.h2o.Frame] = \nArray(Frame train.hex (1059 rows and 1025 cols):\n hamOrSpam features0 features1 features2 features3 features4 features5 features6 features7 features8 features9 features10 features11 features12 features13 features14 features15 features16 features17 features18 features19 features20 features21 features22 features23 features24 features25 features26 features27 features28 features29 features30 features31 features32 features33 features34 features35 features36 features37 features38 features39 features40 features41 features42 features43 features44 features45 features46 features47 features48 features49 features50 features51 features52 features53 features54 features55 features56 features57 features58 features59 features60 features61 features62 features63 features64 features65 features66 features67 features68 features69 features70 features71 features72 features73 features74 features75 features76 features77 features78 features79 features80 features81 features82 features83 features84 features85 features86 features87 features88 features89 features90 features91 features92 features93 features94 features95 features96 features97 features98 features99 features100 features101 features102 features103 features104 features105 features106 features107 features108 features109 features110 features111 features112 features113 features114 features115 features116 features117 features118 features119 features120 features121 features122 features123 features124 features125 features126 features127 features128 features129 features130 features131 features132 features133 features134 features135 features136 features137 features138 features139 features140 features141 features142 features143 features144 features145 features146 features147 features148 features149 features150 features151 features152 features153 features154 features155 features156 features157 features158 features159 features160 features161 features162 features163 features164 features165 features166 features167 features168 features169 features170 features171 features172 features173 features174 features175 features176 features177 features178 features179 features180 features181 features182 features183 features184 features185 features186 features187 features188 features189 features190 features191 features192 features193 features194 features195 features196 features197 features198 features199 features200 features201 features202 features203 features204 features205 features206 features207 features208 features209 features210 features211 features212 features213 features214 features215 features216 features217 features218 features219 features220 features221 features222 features223 features224 features225 features226 features227 features228 features229 features230 features231 features232 features233 features234 features235 features236 features237 features238 features239 features240 features241 features242 features243 features244 features245 features246 features247 features248 features249 features250 features251 features252 features253 features254 features255 features256 features257 features258 features259 features260 features261 features262 features263 features264 features265 features266 features267 features268 features269 features270 features271 features272 features273 features274 features275 features276 features277 features278 features279 features280 features281 features282 features283 features284 features285 features286 features287 features288 features289 features290 features291 features292 features293 features294 features295 features296 features297 features298 features299 features300 features301 features302 features303 features304 features305 features306 features307 features308 features309 features310 features311 features312 features313 features314 features315 features316 features317 features318 features319 features320 features321 features322 features323 features324 features325 features326 features327 features328 features329 features330 features331 features332 features333 features334 features335 features336 features337 features338 features339 features340 features341 features342 features343 features344 features345 features346 features347 features348 features349 features350 features351 features352 features353 features354 features355 features356 features357 features358 features359 features360 features361 features362 features363 features364 features365 features366 features367 features368 features369 features370 features371 features372 features373 features374 features375 features376 features377 features378 features379 features380 features381 features382 features383 features384 features385 features386 features387 features388 features389 features390 features391 features392 features393 features394 features395 features396 features397 features398 features399 features400 features401 features402 features403 features404 features405 features406 features407 features408 features409 features410 features411 features412 features413 features414 features415 features416 features417 features418 features419 features420 features421 features422 features423 features424 features425 features426 features427 features428 features429 features430 features431 features432 features433 features434 features435 features436 features437 features438 features439 features440 features441 features442 features443 features444 features445 features446 features447 features448 features449 features450 features451 features452 features453 features454 features455 features456 features457 features458 features459 features460 features461 features462 features463 features464 features465 features466 features467 features468 features469 features470 features471 features472 features473 features474 features475 features476 features477 features478 features479 features480 features481 features482 features483 features484 features485 features486 features487 features488 features489 features490 features491 features492 features493 features494 features495 features496 features497 features498 features499 features500 features501 features502 features503 features504 features505 features506 features507 features508 features509 features510 features511 features512 features513 features514 features515 features516 features517 features518 features519 features520 features521 features522 features523 features524 features525 features526 features527 features528 features529 features530 features531 features532 features533 features534 features535 features536 features537 features538 features539 features540 features541 features542 features543 features544 features545 features546 features547 features548 features549 features550 features551 features552 features553 features554 features555 features556 features557 features558 features559 features560 features561 features562 features563 features564 features565 features566 features567 features568 features569 features570 features571 features572 features573 features574 features575 features576 features577 features578 features579 features580 features581 features582 features583 features584 features585 features586 features587 features588 features589 features590 features591 features592 features593 features594 features595 features596 features597 features598 features599 features600 features601 features602 features603 features604 features605 features606 features607 features608 features609 features610 features611 features612 features613 features614 features615 features616 features617 features618 features619 features620 features621 features622 features623 features624 features625 features626 features627 features628 features629 features630 features631 features632 features633 features634 features635 features636 features637 features638 features639 features640 features641 features642 features643 features644 features645 features646 features647 features648 features649 features650 features651 features652 features653 features654 features655 features656 features657 features658 features659 features660 features661 features662 features663 features664 features665 features666 features667 features668 features669 features670 features671 features672 features673 features674 features675 features676 features677 features678 features679 features680 features681 features682 features683 features684 features685 features686 features687 features688 features689 features690 features691 features692 features693 features694 features695 features696 features697 features698 features699 features700 features701 features702 features703 features704 features705 features706 features707 features708 features709 features710 features711 features712 features713 features714 features715 features716 features717 features718 features719 features720 features721 features722 features723 features724 features725 features726 features727 features728 features729 features730 features731 features732 features733 features734 features735 features736 features737 features738 features739 features740 features741 features742 features743 features744 features745 features746 features747 features748 features749 features750 features751 features752 features753 features754 features755 features756 features757 features758 features759 features760 features761 features762 features763 features764 features765 features766 features767 features768 features769 features770 features771 features772 features773 features774 features775 features776 features777 features778 features779 features780 features781 features782 features783 features784 features785 features786 features787 features788 features789 features790 features791 features792 features793 features794 features795 features796 features797 features798 features799 features800 features801 features802 features803 features804 features805 features806 features807 features808 features809 features810 features811 features812 features813 features814 features815 features816 features817 features818 features819 features820 features821 features822 features823 features824 features825 features826 features827 features828 features829 features830 features831 features832 features833 features834 features835 features836 features837 features838 features839 features840 features841 features842 features843 features844 features845 features846 features847 features848 features849 features850 features851 features852 features853 features854 features855 features856 features857 features858 features859 features860 features861 features862 features863 features864 features865 features866 features867 features868 features869 features870 features871 features872 features873 features874 features875 features876 features877 features878 features879 features880 features881 features882 features883 features884 features885 features886 features887 features888 features889 features890 features891 features892 features893 features894 features895 features896 features897 features898 features899 features900 features901 features902 features903 features904 features905 features906 features907 features908 features909 features910 features911 features912 features913 features914 features915 features916 features917 features918 features919 features920 features921 features922 features923 features924 features925 features926 features927 features928 features929 features930 features931 features932 features933 features934 features935 features936 features937 features938 features939 features940 features941 features942 features943 features944 features945 features946 features947 features948 features949 features950 features951 features952 features953 features954 features955 features956 features957 features958 features959 features960 features961 features962 features963 features964 features965 features966 features967 features968 features969 features970 features971 features972 features973 features974 features975 features976 features977 features978 features979 features980 features981 features982 features983 features984 features985 features986 features987 features988 features989 features990 features991 features992 features993 features994 features995 features996 features997 features998 features999 features1000 features1001 features1002 features1003 features1004 features1005 features1006 features1007 features1008 features1009 features1010 features1011 features1012 features1013 features1014 features1015 features1016 features1017 features1018 features1019 features1020 features1021 features1022 features1023\n min 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0 0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0 0 0 0.0 0.0 0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0.0 0.0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0 0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0 0 0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0 0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0.0 0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0 0 0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0.0 0.0 0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0 0.0 0 0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0 0.0 0 0 0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0 0 0.0 0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0 0 0.0 0.0 0.0 0.0 0 0 0 0.0 0.0 0.0 0.0 0.0 0 0 0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0 0.0 0.0 0 0.0 0 0 0 0.0 0 0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0 0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0.0 0 0.0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0 0 0 0.0 0 0 0.0 0 0 0 0.0 0.0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0 0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0 0.0 0.0 0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0 0 0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0.0 0.0 0 0 0.0 0.0 0 0.0 0 0.0 0.0 0.0 0.0 0 0.0 0.0 0.0 0.0 0\n mean 0.029706841866090704 0 0.13127840119796091 0.03866949355924983 0.02107546676482048 0.034932716758895456 0.03929930635375739 0.09469409247816156 0.023569136737885285 0 0.019804561244060468 0.033775338410938056 0.040719029452877774 0.16510660724390963 0 0.03377533841093806 0.03691469420529765 0.06169907074170122 0.18439491453457302 0.019804561244060468 0 0.032996791433039394 0 0 0.10474574560817662 0 0.025483514018849237 0.029706841866090704 0 0.024125241722098612 0 0.05421673957539852 0.10320471091691309 0.08376785103837368 0.06814012172551086 0.024755701555075588 0 0.06890096638795194 0 0.08086773580667962 0.029706841866090704 0.04366589594861932 0.032996791433039394 0 0 0.025483514018849233 0 0 0.03619469284700247 0.040719029452877774 0.02038681121507939 0.04654607451416358 0.041529030980959857 0 0 0 0.03619469284700247 0.024755701555075588 0 0 0.17163500155676828 0.03619469284700247 0 0.050046221146521706 0.05611539436218541 0.024755701555075588 0.02038681121507939 0 0.01580660007361536 0.02038681121507939 0.027146019635251855 0.11950202257545507 0.024755701555075584 0.03230035742963545 0.01053773338241024 0.02107546676482048 0 0.05421673957539852 0 0 0.014853420933045352 0.014853420933045352 0.07523633034226658 0.02038681121507939 0.023569136737885285 0.06814012172551084 0.024755701555075584 0.050777535833632995 0.06965652042598311 0 0.010193405607539695 0 0.024125241722098612 0 0.03691469420529765 0.11666076020611876 0.032996791433039394 0.1214320587082891 0.028282964085462343 0 0.01580660007361536 0 0.014853420933045352 0.03377533841093806 0.03619469284700247 0.03377533841093806 0.037710618780616455 0.024125241722098616 0.014853420933045352 0 0.01580660007361536 0.01529010841130954 0.07284160959858581 0 0.13841397049699705 0.06581234212448131 0.019300193377678892 0 0.024755701555075588 0.13306631116021111 0.01580660007361536 0 0.03230035742963545 0.044421728882269335 0.050046221146521706 0.11689605953534359 0.10460793702418816 0.07424119358638037 0.02895029006651834 0.07578782821256924 0 0 0.03691469420529765 0 0 0 0.14370389889747692 0.03691469420529765 0.01053773338241024 0.02038681121507939 0.19205601444349268 0.02107546676482048 0.045245985210580895 0.08997828699268265 0 0.03619469284700247 0.04524336605875309 0.08438372432001352 0 0 0.18593680060057663 0.03377533841093806 0.029706841866090704 0 0.035537383105815466 0.019804561244060468 0.045875702717644906 0.031670356241127164 0.05683016404847801 0.050777535833632995 0.03619469284700247 0 0.15953837139300361 0.031670356241127164 0.03808315187522475 0 0.025483514018849237 0 0.039979555994042404 0.01580660007361536 0.034932716758895456 0.024125241722098616 0.02895029006651834 0.024755701555075588 0.0329967914330394 0.018457347102648826 0.02038681121507939 0 0 0.04409066699885997 0 0.01580660007361536 0.024125241722098612 0 0.01529010841130954 0.056830164048478 0 0.0329967914330394 0 0.0757528594536804 0.04170518428876809 0.037710618780616455 0.02107546676482048 0 0.06965652042598311 0.04296610395472203 0 0.02828296408546234 0.034932716758895456 0.01529010841130954 0.02107546676482048 0.06113225432806705 0.033775338410938056 0 0.05347252797614106 0 0.02107546676482048 0.05741747198995995 0 0.02038681121507939 0.050777535833633 0.02038681121507939 0.14285851158527427 0 0.05585593514113865 0.0297068418660907 0.04803248554348126 0.025483514018849233 0 0.05683016404847801 0.014853420933045352 0.09607832951280969 0.03929930635375739 0.15423163534318401 0.07214836417995267 0.03929930635375739 0 0.041529030980959857 0 0.02107546676482048 0.05347252797614106 0.01529010841130954 0 0 0 0.07127652348214726 0.1699440791158015 0 0.05155932474566644 0.08088128346850978 0.04524336605875309 0 0.03808315187522475 0.024125241722098612 0 0.0830057166137663 0.028282964085462343 0.02107546676482048 0 0.02895029006651834 0 0.05210715190774359 0.04803248554348126 0 0.02768602065397324 0.05683016404847801 0.060123636816627225 0.11106555426590459 0 0 0.0329967914330394 0.0263443334560256 0.024755701555075588 0.06653349396775006 0.031095210217588536 0.04726271435019424 0.024755701555075584 0.01580660007361536 0 0.058706024089191226 0 0.023569136737885285 0.03377533841093806 0.033775338410938056 0.04726271435019424 0.06088946148051215 0.04726271435019424 0.042966103954722036 0.05500899715310242 0 0 0.08155727316384236 0 0.019804561244060468 0.028282964085462343 0.042966103954722036 0.031670356241127164 0 0 0.023569136737885285 0.029706841866090704 0.024755701555075588 0.1610744557824478 0 0.01580660007361536 0.05155932474566644 0 0 0.06507313492195461 0.02107546676482048 0.041529030980959857 0.14099008757134981 0.07123281053587377 0.01053773338241024 0.06261975902847063 0 0.01529010841130954 0.04524336605875309 0.05676566473320512 0.02895029006651834 0 0 0.06555744863872724 0.01580660007361536 0 0.07720486149266843 0.09414714332176934 0 0.03691469420529765 0.02107546676482048 0 0.04803248554348126 0.024125241722098612 0.05537204130794648 0.10136685058855803 0.02038681121507939 0.019804561244060468 0.01053773338241024 0.024125241722098612 0.06900805634458043 0 0.04803248554348126 0.02828296408546234 0.02107546676482048 0.024755701555075588 0 0.03866949355924983 0.01580660007361536 0.07873100111859732 0 0.04726271435019424 0.02038681121507939 0.04366589594861932 0.060152545536610855 0.029706841866090704 0.09950969842398145 0.05611539436218541 0 0.028282964085462343 0 0.01580660007361536 0 0 0 0.13592339334920714 0 0.05421673957539852 0.0297068418660907 0 0.02038681121507939 0.11081297080704101 0.02107546676482048 0 0.024125241722098612 0.0547922891499118 0 0.09763407455590896 0 0 0 0.10605400323515256 0.06653349396775005 0 0.08646853668092921 0.05277086661644387 0.01580660007361536 0.0965771479060156 0.023569136737885285 0.010193405607539695 0 0.01580660007361536 0 0 0.031095210217588536 0.11158664101826678 0.07044722890702947 0.01580660007361536 0.03619469284700247 0.02107546676482048 0 0.029706841866090704 0.1519648773959467 0.02038681121507939 0 0.037710618780616455 0 0.019804561244060468 0.04442172888226934 0.07655662931994661 0.042966103954722036 0.041529030980959857 0.03377533841093806 0.03230035742963545 0.08038446078594394 0.029706841866090704 0.03929930635375739 0.024125241722098612 0.1590291165586758 0.05606373084146831 0 0.02895029006651834 0 0.019804561244060468 0.1246212547871541 0.04803248554348126 0.025483514018849237 0.07801130476541443 0.033775338410938056 0.03691469420529765 0.048863901770496265 0.041529030980959857 0.035537383105815466 0.05155932474566644 0.01580660007361536 0.02038681121507939 0 0.024755701555075584 0.03230035742963545 0 0 0.025483514018849237 0 0.033775338410938056 0 0.07498190582723555 0 0.04935925659336097 0 0.01580660007361536 0.01529010841130954 0.02107546676482048 0 0.04524336605875309 0.04442172888226934 0 0.019804561244060468 0 0.024125241722098612 0.02038681121507939 0.02038681121507939 0 0.03929930635375739 0 0.02038681121507939 0.019300193377678892 0.024755701555075588 0.02038681121507939 0.05155932474566645 0 0.061916907045318326 0.061916907045318326 0 0 0.019804561244060468 0.033851690555755334 0.04803248554348125 0 0 0.031095210217588536 0.02038681121507939 0.00526886669120512 0.04442172888226934 0.02107546676482048 0.07575285945368039 0.06373461995315022 0.057585799358921136 0.24449486028993725 0 0 0 0.014853420933045352 0 0.02038681121507939 0.02107546676482048 0.04871156918440972 0 0.024755701555075588 0.03691469420529765 0 0 0 0.042966103954722036 0 0.050777535833632995 0.05155932474566644 0 0.05676566473320512 0.08711578837173246 0.02038681121507939 0.01580660007361536 0.050777535833633 0 0.027146019635251855 0.05075770453228427 0.04871156918440972 0.049359256593360976 0.1380987949406859 0 0.02107546676482048 0.16909207473254143 0.028950290066518333 0.08376785103837368 0.050046221146521706 0.024125241722098612 0.028950290066518333 0.06965652042598311 0 0 0.02038681121507939 0 0.04803248554348126 0.04524336605875309 0 0.025483514018849237 0 0 0.06814012172551084 0.0851032415622703 0.113807042408642 0 0.024755701555075588 0.02107546676482048 0.05239907513834318 0.025483514018849233 0.01580660007361536 0.028282964085462343 0.06900805634458045 0.05239907513834318 0 0.03619469284700247 0.06814012172551086 0.02038681121507939 0 0.049359256593360976 0.019804561244060468 0.05758579935892114 0.023569136737885285 0.06347191979204124 0 0.12303464044177516 0 0.08717328085349013 0 0.02038681121507939 0 0 0 0.02107546676482048 0.08332814539904844 0 0.10376224401711506 0.060123636816627225 0.044421728882269335 0 0.037710618780616455 0.02107546676482048 0.02038681121507939 0 0.02038681121507939 0 0 0.09607832951280967 0.02107546676482048 0 0.031670356241127164 0 0.046546074514163586 0 0.07436096384630889 0.06672829486202893 0.04803248554348126 0.029706841866090704 0.04803248554348126 0.042314613194694164 0 0.029706841866090704 0.03929930635375739 0....</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Command skipped","error":null,"startTime":1.46458977047E12,"submitTime":1.464589577016E12,"finishTime":1.464589777839E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"dc80e1f8-3e20-4697-b609-88572f32a274"},{"version":"CommandV1","origId":112891,"guid":"3b924136-46dd-432e-8de8-559f2fe93454","subtype":"command","commandType":"auto","position":1.453125,"command":"%md\n#### What deep learning parameters can we set? \n[Deep learning parameters](http://docs.h2o.ai/h2oclassic/datascience/deeplearning.html)","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"6be23945-12c1-47ce-8bdf-928f0dc331e6"},{"version":"CommandV1","origId":112892,"guid":"20cabf19-daef-4bd4-b8e4-a0b737b0ea2f","subtype":"command","commandType":"auto","position":1.53125,"command":"import hex.deeplearning.DeepLearning\nimport hex.deeplearning.DeepLearningModel\nimport hex.deeplearning.DeepLearningModel.DeepLearningParameters\nimport DeepLearningParameters.Activation\n\nval dlParams = new DeepLearningParameters()\n\ndlParams._train = train\ndlParams._valid = valid\ndlParams._activation = Activation.RectifierWithDropout\ndlParams._response_column = 'hamOrSpam\ndlParams._epochs = 10\ndlParams._l1 = 0.001\ndlParams._hidden = Array[Int](200, 200)\n\n// Create a job\nval dl = new DeepLearning(dlParams, Key.make(\"dlModel.hex\"))\nval dlModel = dl.trainModel.get // trainModel submits a job to H2O Context. get blocks till the job is finished\n // get returns a DeepLearningModel","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import hex.deeplearning.DeepLearning\nimport hex.deeplearning.DeepLearningModel\nimport hex.deeplearning.DeepLearningModel.DeepLearningParameters\nimport DeepLearningParameters.Activation\ndlParams: hex.deeplearning.DeepLearningModel.DeepLearningParameters = hex.deeplearning.DeepLearningModel$DeepLearningParameters@d33072d\ndlParams._train: water.Key[water.fvec.Frame] = train.hex\ndlParams._valid: water.Key[water.fvec.Frame] = valid.hex\ndlParams._activation: hex.deeplearning.DeepLearningModel.DeepLearningParameters.Activation = RectifierWithDropout\ndlParams._response_column: String = hamOrSpam\ndlParams._epochs: Double = 10.0\ndlParams._l1: Double = 0.001\ndlParams._hidden: Array[Int] = [I@59a88ab3\ndl: hex.deeplearning.DeepLearning = hex.deeplearning.DeepLearning@5b30835a\ndlModel: hex.deeplearning.DeepLearningModel = \nModel Metrics Type: Binomial\n Description: Metrics reported on full training frame\n model id: dlModel.hex\n frame id: train.hex\n MSE: 0.006627194\n R^2: 0.9648532\n AUC: 0.99982977\n logloss: 0.024246758\n CM: Confusion Matrix (vertical: actual; across: predicted):\n ham spam Error Rate\n ham 786 6 0.0076 = 6 / 792\n spam 1 266 0.0037 = 1 / 267\nTotals 787 272 0.0066 = 7 / 1,059\nGains/Lift Table (Avg response rate: 25.21 %):\n Group Cumulative Data Fraction Lower Threshold Lift Cumulative Lift Response Rate Cumulative Response Rate Capture Rate Cumulative Capture Rate Gain Cumulative Gain\n 1 0.01038716 1.000000 3.966292 3.966292 1.000000 1.000000 0.041199 0.041199 296.629213 296.629213\n 2 0.02077432 1.000000 3.966292 3.966292 1.000000 1.000000 0.041199 0.082397 296.629213 296.629213\n 3 0.03116147 1.000000 3.966292 3.966292 1.000000 1.000000 0.041199 0.123596 296.629213 296.629213\n 4 0.04060434 1.000000 3.966292 3.966292 1.000000 1.000000 0.037453 0.161049 296.629213 296.629213\n 5 0.05004721 0.999999 3.966292 3.966292 1.000000 1.000000 0.037453 0.198502 296.629213 296.629213\n 6 0.10009443 0.999993 3.966292 3.966292 1.000000 1.000000 0.198502 0.397004 296.629213 296.629213\n 7 0.15014164 0.999939 3.966292 3.966292 1.000000 1.000000 0.198502 0.595506 296.629213 296.629213\n 8 0.20018886 0.998789 3.966292 3.966292 1.000000 1.000000 0.198502 0.794007 296.629213 296.629213\n 9 0.30028329 0.001414 2.057982 3.330189 0.518868 0.839623 0.205993 1.000000 105.798177 233.018868\n 10 0.40037771 0.000170 0.000000 2.497642 0.000000 0.629717 0.000000 1.000000 -100.000000 149.764151\n 11 0.50047214 0.000053 0.000000 1.998113 0.000000 0.503774 0.000000 1.000000 -100.000000 99.811321\n 12 0.59962229 0.000016 0.000000 1.667717 0.000000 0.420472 0.000000 1.000000 -100.000000 66.771654\n 13 0.69971671 0.000006 0.000000 1.429150 0.000000 0.360324 0.000000 1.000000 -100.000000 42.914980\n 14 0.79981114 0.000002 0.000000 1.250295 0.000000 0.315230 0.000000 1.000000 -100.000000 25.029516\n 15 0.91218130 0.000001 0.000000 1.096273 0.000000 0.276398 0.000000 1.000000 -100.000000 9.627329\n 16 1.00000000 0.000000 0.000000 1.000000 0.000000 0.252125 0.000000 1.000000 -100.000000 0.000000\nModel Metrics Type: Binomial\n Description: Metrics reported on full validation frame\n model id: dlModel.hex\n frame id: valid.hex\n MSE: 0.012404085\n R^2: 0.92458206\n AUC: 0.99748915\n logloss: 0.04467325\n CM: Confusion Matrix (vertical: actual; across: predicted):\n ham spam Error Rate\n ham 207 3 0.0143 = 3 / 210\n spam 1 54 0.0182 = 1 / 55\nTotals 208 57 0.0151 = 4 / 265\nGains/Lift Table (Avg response rate: 20.75 %):\n Group Cumulative Data Fraction Lower Threshold Lift Cumulative Lift Response Rate Cumulative Response Rate Capture Rate Cumulative Capture Rate Gain Cumulative Gain\n 1 0.01132075 1.000000 4.818182 4.818182 1.000000 1.000000 0.054545 0.054545 381.818182 381.818182\n 2 0.02264151 1.000000 4.818182 4.818182 1.000000 1.000000 0.054545 0.109091 381.818182 381.818182\n 3 0.03018868 0.999999 4.818182 4.818182 1.000000 1.000000 0.036364 0.145455 381.818182 381.818182\n 4 0.04150943 0.999999 4.818182 4.818182 1.000000 1.000000 0.054545 0.200000 381.818182 381.818182\n 5 0.05283019 0.999998 4.818182 4.818182 1.000000 1.000000 0.054545 0.254545 381.818182 381.818182\n 6 0.10188679 0.999980 4.818182 4.818182 1.000000 1.000000 0.236364 0.490909 381.818182 381.818182\n 7 0.15094340 0.996646 4.818182 4.818182 1.000000 1.000000 0.236364 0.727273 381.818182 381.818182\n 8 0.20000000 0.223773 4.076923 4.636364 0.846154 0.962264 0.200000 0.927273 307.692308 363.636364\n 9 0.30188679 0.008251 0.713805 3.312500 0.148148 0.687500 0.072727 1.000000 -28.619529 231.250000\n 10 0.40000000 0.000353 0.000000 2.500000 0.000000 0.518868 0.000000 1.000000 -100.000000 150.000000\n 11 0.50188679 0.000098 0.000000 1.992481 0.000000 0.413534 0.000000 1.000000 -100.000000 99.248120\n 12 0.60000000 0.000023 0.000000 1.666667 0.000000 0.345912 0.000000 1.000000 -100.000000 66.666667\n 13 0.69811321 0.000007 0.000000 1.432432 0.000000 0.297297 0.000000 1.000000 -100.000000 43.243243\n 14 0.80000000 0.000003 0.000000 1.250000 0.000000 0.259434 0.000000 1.000000 -100.000000 25.000000\n 15 0.91320755 0.000001 0.000000 1.095041 0.000000 0.227273 0.000000 1.000000 -100.000000 9.504132\n 16 1.00000000 0.000000 0.000000 1.000000 0.000000 0.207547 0.000000 1.000000 -100.000000 0.000000\nStatus of Neuron Layers (predicting hamOrSpam, 2-class classification, bernoulli distribution, CrossEntropy loss, 185,602 weights/biases, 2.2 MB, 17,558 training samples, mini-batch size 1):\n Layer Units Type Dropout L1 L2 Mean Rate Rate RMS Momentum Mean Weight Weight RMS Mean Bias Bias RMS\n 1 724 Input 0.00 % \n 2 200 RectifierDropout 50.00 % 0.001000 0.000000 0.011283 0.014866 0.000000 0.002832 0.031217 0.494486 0.016474\n 3 200 RectifierDropout 50.00 % 0.001000 0.000000 0.005920 0.011860 0.000000 -0.002726 0.065771 0.962653 0.051801\n 4 2 Softmax 0.001000 0.000000 0.001120 0.000259 0.000000 -0.015383 0.400936 0.000011 0.005127\nScoring History:\n Timestamp Duration Training Speed Epochs Iterations Samples Training MSE Training R^2 Training LogLoss Training AUC Training Lift Training Classification Error Validation MSE Validation R^2 Validation LogLoss Validation AUC Validation Lift Validation Classification Error\n 2016-05-30 06:33:20 0.000 sec 0.00000 0 0.000000 NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN\n 2016-05-30 06:33:30 18.183 sec 147 rows/sec 1.34278 1 1422.000000 0.07741 0.58945 0.27503 0.97054 3.96629 0.07365 0.06368 0.61279 0.20952 0.97472 4.81818 0.06415\n 2016-05-30 06:33:39 24.800 sec 1113 rows/sec 16.57979 6 17558.000000 0.00663 0.96485 0.02425 0.99983 3.96629 0.00661 0.01240 0.92458 0.04467 0.99749 4.81818 0.01509\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"DistributedException from ip-10-135-211-43.ap-southeast-2.compute.internal/10.135.211.43:54321, caused by java.lang.NullPointerException","error":"<div class=\"ansiout\">\tat water.RPC.result(RPC.java:241)\n\tat water.RPC.get(RPC.java:257)\n\tat water.Atomic.invoke(Atomic.java:32)\n\tat water.Lockable.update(Lockable.java:157)\n\tat water.fvec.RebalanceDataSet.onCompletion(RebalanceDataSet.java:92)\n\tat jsr166y.CountedCompleter.__tryComplete(CountedCompleter.java:425)\n\tat water.RPC$2.compute2(RPC.java:623)\n\tat water.H2O$H2OCountedCompleter.compute(H2O.java:1181)\n\tat jsr166y.CountedCompleter.exec(CountedCompleter.java:468)\n\tat jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263)\n\tat jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974)\n\tat jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477)\n\tat jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)\nCaused by: java.lang.NullPointerException\n\tat water.Lockable$Update.atomic(Lockable.java:168)\n\tat water.Lockable$Update.atomic(Lockable.java:162)\n\tat water.TAtomic.atomic(TAtomic.java:17)\n\tat water.Atomic.compute2(Atomic.java:56)\n\tat water.H2O$H2OCountedCompleter.compute1(H2O.java:1184)\n\tat water.Lockable$Update$Icer.compute1(Lockable$Update$Icer.java)\n\tat water.H2O$H2OCountedCompleter.compute(H2O.java:1180)\n\tat jsr166y.CountedCompleter.exec(CountedCompleter.java:468)\n\tat jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263)\n\tat jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974)\n\tat jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477)\n\tat jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)</div>","startTime":1.464589994965E12,"submitTime":1.464589801495E12,"finishTime":1.464590021481E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"16b465b3-b0d9-42d6-9f04-43cbc1d2d904"},{"version":"CommandV1","origId":112893,"guid":"73d3b48f-cfa1-4dfa-a630-c5550a03b5d7","subtype":"command","commandType":"auto","position":1.5390625,"command":"%md\n***\n***\n\n### Dropouts\n\n**(1:43 seconds)**:\n\n[](https://www.youtube.com/v/NhZVe50QwPM?rel=0&autoplay=1&modestbranding=1)\n\n***\n\n-- Video Credit: Udacity's deep learning by Arpan Chakraborthy and Vincent Vanhoucke","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"309d411c-82aa-4bee-9d4f-99a6e1ef4dfd"},{"version":"CommandV1","origId":112894,"guid":"be16d9c1-5056-4201-bcf2-c42c6c6b8a47","subtype":"command","commandType":"auto","position":1.5625,"command":"import water.app.ModelMetricsSupport\nimport hex.ModelMetricsBinomial\n\nval trainMetrics = ModelMetricsSupport.modelMetrics[ModelMetricsBinomial](dlModel, train)\nprintln(s\"Training AUC: ${trainMetrics.auc}\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">Training AUC: 0.9998297582567246\nimport water.app.ModelMetricsSupport\nimport hex.ModelMetricsBinomial\ntrainMetrics: hex.ModelMetricsBinomial = \nModel Metrics Type: Binomial\n Description: N/A\n model id: dlModel.hex\n frame id: train.hex\n MSE: 0.006627194\n R^2: 0.9648532\n AUC: 0.99982977\n logloss: 0.024246758\n CM: Confusion Matrix (vertical: actual; across: predicted):\n ham spam Error Rate\n ham 786 6 0.0076 = 6 / 792\n spam 1 266 0.0037 = 1 / 267\nTotals 787 272 0.0066 = 7 / 1,059\nGains/Lift Table (Avg response rate: 25.21 %):\n Group Cumulative Data Fraction Lower Threshold Lift Cumulative Lift Response Rate Cumulative Response Rate Capture Rate Cumulative Capture Rate Gain Cumulative Gain\n 1 0.01038716 1.000000 3.966292 3.966292 1.000000 1.000000 0.041199 0.041199 296.629213 296.629213\n 2 0.02077432 1.000000 3.966292 3.966292 1.000000 1.000000 0.041199 0.082397 296.629213 296.629213\n 3 0.03116147 1.000000 3.966292 3.966292 1.000000 1.000000 0.041199 0.123596 296.629213 296.629213\n 4 0.04060434 1.000000 3.966292 3.966292 1.000000 1.000000 0.037453 0.161049 296.629213 296.629213\n 5 0.05004721 0.999999 3.966292 3.966292 1.000000 1.000000 0.037453 0.198502 296.629213 296.629213\n 6 0.10009443 0.999993 3.966292 3.966292 1.000000 1.000000 0.198502 0.397004 296.629213 296.629213\n 7 0.15014164 0.999939 3.966292 3.966292 1.000000 1.000000 0.198502 0.595506 296.629213 296.629213\n 8 0.20018886 0.998789 3.966292 3.966292 1.000000 1.000000 0.198502 0.794007 296.629213 296.629213\n 9 0.30028329 0.001414 2.057982 3.330189 0.518868 0.839623 0.205993 1.000000 105.798177 233.018868\n 10 0.40037771 0.000170 0.000000 2.497642 0.000000 0.629717 0.000000 1.000000 -100.000000 149.764151\n 11 0.50047214 0.000053 0.000000 1.998113 0.000000 0.503774 0.000000 1.000000 -100.000000 99.811321\n 12 0.59962229 0.000016 0.000000 1.667717 0.000000 0.420472 0.000000 1.000000 -100.000000 66.771654\n 13 0.69971671 0.000006 0.000000 1.429150 0.000000 0.360324 0.000000 1.000000 -100.000000 42.914980\n 14 0.79981114 0.000002 0.000000 1.250295 0.000000 0.315230 0.000000 1.000000 -100.000000 25.029516\n 15 0.91218130 0.000001 0.000000 1.096273 0.000000 0.276398 0.000000 1.000000 -100.000000 9.627329\n 16 1.00000000 0.000000 0.000000 1.000000 0.000000 0.252125 0.000000 1.000000 -100.000000 0.000000\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"<div class=\"ansiout\"><console>:60: error: not found: value dlModel\n val trainMetrics = ModelMetricsSupport.modelMetrics[ModelMetricsBinomial](dlModel, train)\n ^\n</div>","error":null,"startTime":1.464590143865E12,"submitTime":1.46458995041E12,"finishTime":1.464590144355E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"56b1cb30-5d72-4786-a3c7-f5f34a4ff305"},{"version":"CommandV1","origId":112895,"guid":"38dc1a39-2604-4c73-8e3e-b858f728f0c9","subtype":"command","commandType":"auto","position":1.625,"command":"val validMetrics = ModelMetricsSupport.modelMetrics[ModelMetricsBinomial](dlModel, valid)\nprintln(s\"Validation AUC: ${validMetrics.auc}\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">Validation AUC: 0.9974891774891774\nvalidMetrics: hex.ModelMetricsBinomial = \nModel Metrics Type: Binomial\n Description: N/A\n model id: dlModel.hex\n frame id: valid.hex\n MSE: 0.012404085\n R^2: 0.92458206\n AUC: 0.99748915\n logloss: 0.04467325\n CM: Confusion Matrix (vertical: actual; across: predicted):\n ham spam Error Rate\n ham 207 3 0.0143 = 3 / 210\n spam 1 54 0.0182 = 1 / 55\nTotals 208 57 0.0151 = 4 / 265\nGains/Lift Table (Avg response rate: 20.75 %):\n Group Cumulative Data Fraction Lower Threshold Lift Cumulative Lift Response Rate Cumulative Response Rate Capture Rate Cumulative Capture Rate Gain Cumulative Gain\n 1 0.01132075 1.000000 4.818182 4.818182 1.000000 1.000000 0.054545 0.054545 381.818182 381.818182\n 2 0.02264151 1.000000 4.818182 4.818182 1.000000 1.000000 0.054545 0.109091 381.818182 381.818182\n 3 0.03018868 0.999999 4.818182 4.818182 1.000000 1.000000 0.036364 0.145455 381.818182 381.818182\n 4 0.04150943 0.999999 4.818182 4.818182 1.000000 1.000000 0.054545 0.200000 381.818182 381.818182\n 5 0.05283019 0.999998 4.818182 4.818182 1.000000 1.000000 0.054545 0.254545 381.818182 381.818182\n 6 0.10188679 0.999980 4.818182 4.818182 1.000000 1.000000 0.236364 0.490909 381.818182 381.818182\n 7 0.15094340 0.996646 4.818182 4.818182 1.000000 1.000000 0.236364 0.727273 381.818182 381.818182\n 8 0.20000000 0.223773 4.076923 4.636364 0.846154 0.962264 0.200000 0.927273 307.692308 363.636364\n 9 0.30188679 0.008251 0.713805 3.312500 0.148148 0.687500 0.072727 1.000000 -28.619529 231.250000\n 10 0.40000000 0.000353 0.000000 2.500000 0.000000 0.518868 0.000000 1.000000 -100.000000 150.000000\n 11 0.50188679 0.000098 0.000000 1.992481 0.000000 0.413534 0.000000 1.000000 -100.000000 99.248120\n 12 0.60000000 0.000023 0.000000 1.666667 0.000000 0.345912 0.000000 1.000000 -100.000000 66.666667\n 13 0.69811321 0.000007 0.000000 1.432432 0.000000 0.297297 0.000000 1.000000 -100.000000 43.243243\n 14 0.80000000 0.000003 0.000000 1.250000 0.000000 0.259434 0.000000 1.000000 -100.000000 25.000000\n 15 0.91320755 0.000001 0.000000 1.095041 0.000000 0.227273 0.000000 1.000000 -100.000000 9.504132\n 16 1.00000000 0.000000 0.000000 1.000000 0.000000 0.207547 0.000000 1.000000 -100.000000 0.000000\n\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Command skipped","error":null,"startTime":1.464590152592E12,"submitTime":1.464589959131E12,"finishTime":1.464590152936E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"8910ae22-7355-482a-b762-2a6747f112a1"},{"version":"CommandV1","origId":112896,"guid":"231a7af1-64ac-44bc-bd14-ad0da62edf16","subtype":"command","commandType":"auto","position":1.75,"command":"import org.apache.spark.ml.feature.IDFModel\nimport org.apache.spark.sql.DataFrame\n\ndef isSpam(msg: String,\n hamThreshold: Double = 0.5): Boolean = {\n \n val msgTable: H2OFrame = featurizer(msg)\n msgTable.remove(0) // remove first column\n val prediction = dlModel.score(msgTable) // score takes a Frame as input and scores the input features identified\n println(prediction)\n println(prediction.vecs()(1).at(0))\n prediction.vecs()(1).at(0) < hamThreshold\n}","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">import org.apache.spark.ml.feature.IDFModel\nimport org.apache.spark.sql.DataFrame\nisSpam: (msg: String, hamThreshold: Double)Boolean\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Command skipped","error":null,"startTime":1.464590173239E12,"submitTime":1.464589979793E12,"finishTime":1.464590173422E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"0ccc0b10-a24e-41c8-b1c4-e382b9545b10"},{"version":"CommandV1","origId":112897,"guid":"212cc57f-f578-4b1b-90a0-22d21be3fdfd","subtype":"command","commandType":"auto","position":1.78125,"command":"isSpam(\"We tried to contact you re your reply to our offer of a Video Handset? 750 anytime any networks mins? UNLIMITED TEXT?\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">Frame _ac463c0ede77b6023780459b597d4c3a (1 rows and 3 cols):\n predict ham spam\n min 0.004816892691536835 0.9951831073084633\n mean 0.004816892691536835 0.9951831073084633\n stddev 0.0 0.0\n max 0.004816892691536835 0.9951831073084633\nmissing 0.0 0.0\n 0 spam 0.004816892691536835 0.9951831073084633\n\n0.004816892691536835\nres11: Boolean = true\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"java.lang.ArrayIndexOutOfBoundsException: 3","error":"<div class=\"ansiout\">\tat Notebook.isSpam(<console>:144)</div>","startTime":1.464590181709E12,"submitTime":1.464589988249E12,"finishTime":1.464590186851E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"e228fdb9-a6a6-43ba-a375-984743b40380"},{"version":"CommandV1","origId":112898,"guid":"84207d41-18de-4e0a-968d-5a8c105ea3e3","subtype":"command","commandType":"auto","position":1.796875,"command":"isSpam(\"See you at the next Spark meetup\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">Frame _8e66c14ca673d63ae4539450f42f4015 (1 rows and 3 cols):\n predict ham spam\n min 0.9999904322107505 9.567789249530519E-6\n mean 0.9999904322107505 9.567789249530519E-6\n stddev 0.0 0.0\n max 0.9999904322107505 9.567789249530519E-6\nmissing 0.0 0.0\n 0 ham 0.9999904322107505 9.567789249530519E-6\n\n0.9999904322107505\nres12: Boolean = false\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Cancelled","error":null,"startTime":1.464590199484E12,"submitTime":1.464590006033E12,"finishTime":1.464590203552E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"f36eb548-3caf-4ea7-9f08-07aaa2505cf5"},{"version":"CommandV1","origId":112899,"guid":"39458d84-393a-4d5f-8c09-5089fb89cc30","subtype":"command","commandType":"auto","position":1.8125,"command":"isSpam(\"You have won $500,000 from COCA COLA. Contact winner-coco@hotmail.com to claim your prize!\")","commandVersion":0,"state":"finished","results":{"type":"html","data":"<div class=\"ansiout\">Frame _b9e971ab0f3f7f4136f32274cb104533 (1 rows and 3 cols):\n predict ham spam\n min 3.720306736050353E-5 0.9999627969326395\n mean 3.720306736050353E-5 0.9999627969326395\n stddev 0.0 0.0\n max 3.720306736050353E-5 0.9999627969326395\nmissing 0.0 0.0\n 0 spam 3.720306736050353E-5 0.9999627969326395\n\n3.720306736050353E-5\nres13: Boolean = true\n</div>","arguments":{},"addedWidgets":{},"removedWidgets":[]},"errorSummary":"Command skipped","error":null,"startTime":1.464590211495E12,"submitTime":1.464590018047E12,"finishTime":1.464590216615E12,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"6d1c406d-a716-45b4-9fa7-1ab79b801aac"},{"version":"CommandV1","origId":112900,"guid":"073c5bb7-a87e-4054-b74a-e653648f44f6","subtype":"command","commandType":"auto","position":1.90625,"command":"%md\n#### More examples \n[https://github.com/h2oai/sparkling-water/tree/master/examples/src/main/scala/org/apache/spark/examples/h2o](https://github.com/h2oai/sparkling-water/tree/master/examples/src/main/scala/org/apache/spark/examples/h2o)","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":0.0,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"6933d1b3-17d1-43d0-bb81-dc8b8a40adc7"},{"version":"CommandV1","origId":112901,"guid":"9937f1c9-1852-4db8-89c6-abcdec42effc","subtype":"command","commandType":"auto","position":2.0,"command":"%md\n\n# [Scalable Data Science](http://www.math.canterbury.ac.nz/~r.sainudiin/courses/ScalableDataScience/)\n\n\n### prepared by [Raazesh Sainudiin](https://nz.linkedin.com/in/raazesh-sainudiin-45955845) and [Sivanand Sivaram](https://www.linkedin.com/in/sivanand)\n\n*supported by* [](https://databricks.com/)\nand \n[](https://www.awseducate.com/microsite/CommunitiesEngageHome)","commandVersion":0,"state":"finished","results":null,"errorSummary":null,"error":null,"startTime":0.0,"submitTime":1.462670049754E12,"finishTime":0.0,"collapsed":false,"bindings":{},"inputWidgets":{},"displayType":"table","width":"auto","height":"auto","xColumns":null,"yColumns":null,"pivotColumns":null,"pivotAggregation":null,"customPlotOptions":{},"commentThread":[],"commentsVisible":false,"parentHierarchy":[],"diffInserts":[],"diffDeletes":[],"globalVars":{},"latestUser":"siva.anand@gmail.com","commandTitle":"","showCommandTitle":false,"hideCommandCode":false,"hideCommandResult":false,"iPythonMetadata":null,"nuid":"afa023eb-d416-4132-ad2c-a002f1308343"}],"dashboards":[],"guid":"aca02b9c-9ae8-4b00-a966-de31c157a887","globalVars":{},"iPythonMetadata":null,"inputWidgets":{}};</script>
<script
src="https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/js/notebook-main.js"
onerror="window.mainJsLoadError = true;"></script>
</head>
<body>
<script>
if (window.mainJsLoadError) {
var u = 'https://databricks-prod-cloudfront.cloud.databricks.com/static/201602081754420800-0c2673ac858e227cad536fdb45d140aeded238db/js/notebook-main.js';
var b = document.getElementsByTagName('body')[0];
var c = document.createElement('div');
c.innerHTML = ('<h1>Network Error</h1>' +
'<p><b>Please check your network connection and try again.</b></p>' +
'<p>Could not load a required resource: ' + u + '</p>');
c.style.margin = '30px';
c.style.padding = '20px 50px';
c.style.backgroundColor = '#f5f5f5';
c.style.borderRadius = '5px';
b.appendChild(c);
}
</script>
</body>
</html>