{"paragraphs":[{"text":"%spark.dep\nz.reset()\nz.addRepo(\"apache-snapshots\").url(\"https://repository.apache.org/content/repositories/snapshots\").snapshot()\nz.load(\"org.apache.streams:streams-core:0.5-incubating-SNAPSHOT\")\nz.load(\"org.apache.streams:streams-converters:0.5-incubating-SNAPSHOT\")\nz.load(\"org.apache.streams:streams-pojo:0.5-incubating-SNAPSHOT\")\nz.load(\"org.apache.streams:streams-provider-twitter:0.5-incubating-SNAPSHOT\")\nz.load(\"org.apache.streams:streams-provider-facebook:0.5-incubating-SNAPSHOT\")\nz.load(\"org.apache.streams:streams-provider-youtube:0.5-incubating-SNAPSHOT\")\nz.load(\"org.apache.streams:google-gplus:0.5-incubating-SNAPSHOT\")\n","user":"anonymous","dateUpdated":"2016-11-18T12:10:42-0600","config":{"colWidth":12,"editorMode":"ace/mode/scala","graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{},"map":{"baseMapType":"Streets","isOnline":true,"pinCols":[]}},"enabled":true},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1477513221513_-780648958","id":"20161026-191750_-912092314","result":{"code":"SUCCESS","type":"TEXT","msg":"DepInterpreter(%dep) deprecated. Remove dependencies and repositories through GUI interpreter menu instead.\nDepInterpreter(%dep) deprecated. Add repository through GUI interpreter menu instead.\nDepInterpreter(%dep) deprecated. Load dependency through GUI interpreter menu instead.\nDepInterpreter(%dep) deprecated. Load dependency through GUI interpreter menu instead.\nDepInterpreter(%dep) deprecated. Load dependency through GUI interpreter menu instead.\nDepInterpreter(%dep) deprecated. Load dependency through GUI interpreter menu instead.\nDepInterpreter(%dep) deprecated. Load dependency through GUI interpreter menu instead.\nDepInterpreter(%dep) deprecated. Load dependency through GUI interpreter menu instead.\nDepInterpreter(%dep) deprecated. Load dependency through GUI interpreter menu instead.\nres0: org.apache.zeppelin.dep.Dependency = org.apache.zeppelin.dep.Dependency@6bcbe171\n"},"dateCreated":"2016-10-26T13:20:21-0500","dateStarted":"2016-11-18T12:10:47-0600","dateFinished":"2016-11-18T12:11:48-0600","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:1894"},{"text":"%spark\nprintln(\"dependencies loaded\")","user":"anonymous","dateUpdated":"2016-11-18T12:10:47-0600","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{},"map":{"baseMapType":"Streets","isOnline":true,"pinCols":[]}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1477513221516_-782187954","id":"20161026-191829_1343078297","result":{"code":"SUCCESS","type":"TEXT","msg":"dependencies loaded\n"},"dateCreated":"2016-10-26T13:20:21-0500","dateStarted":"2016-11-18T12:11:48-0600","dateFinished":"2016-11-18T12:12:03-0600","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1895"},{"text":"%spark\nimport org.apache.spark.sql.functions._\nimport org.apache.spark.sql.UserDefinedFunction\nimport java.util.regex.Pattern\n\nval toLowerCase = udf {\n    (text: String) => text.toLowerCase\n}\n\nval removeLineBreaks = udf {\n    (text: String) =>\n        val regex = \"[\\\\n\\\\r]\"\n        val pattern = Pattern.compile(regex)\n        val matcher = pattern.matcher(text)\n        \n        // Remove all matches, split at whitespace (repeated whitespace is allowed) then join again.\n        val cleanedText = matcher.replaceAll(\" \").split(\"[ ]+\").mkString(\" \")\n        \n        cleanedText \n}\n\nval removePunctuationAndSpecialChar = udf {\n   (text: String) =>\n        val regex = \"[\\\\.\\\\,\\\\:\\\\-\\\\!\\\\?\\\\n\\\\t,\\\\%\\\\#\\\\*\\\\|\\\\=\\\\(\\\\)\\\\\\\"\\\\>\\\\<\\\\/\\\\'\\\\`\\\\&]\"\n        val pattern = Pattern.compile(regex)\n        val matcher = pattern.matcher(text)\n        \n        // Remove all matches, split at whitespace (repeated whitespace is allowed) then join again.\n        val cleanedText = matcher.replaceAll(\" \").split(\"[ ]+\").mkString(\" \")\n        \n        cleanedText \n}","user":"anonymous","dateUpdated":"2016-11-18T12:10:47-0600","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1479140636170_-646081479","id":"20161114-172356_1421611189","result":{"code":"SUCCESS","type":"TEXT","msg":"\nimport org.apache.spark.sql.functions._\n\nimport org.apache.spark.sql.UserDefinedFunction\n\nimport java.util.regex.Pattern\n\ntoLowerCase: org.apache.spark.sql.UserDefinedFunction = UserDefinedFunction(<function1>,StringType,List(StringType))\n\nremoveLineBreaks: org.apache.spark.sql.UserDefinedFunction = UserDefinedFunction(<function1>,StringType,List(StringType))\n\nremovePunctuationAndSpecialChar: org.apache.spark.sql.UserDefinedFunction = UserDefinedFunction(<function1>,StringType,List(StringType))\n"},"dateCreated":"2016-11-14T17:23:56-0600","dateStarted":"2016-11-18T12:11:48-0600","dateFinished":"2016-11-18T12:12:05-0600","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1896"},{"text":"%spark\n","user":"anonymous","dateUpdated":"2016-11-18T12:10:47-0600","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1479141731875_-278270277","id":"20161114-174211_538826200","result":{"code":"SUCCESS","type":"TEXT","msg":""},"dateCreated":"2016-11-14T17:42:11-0600","dateStarted":"2016-11-18T12:12:04-0600","dateFinished":"2016-11-18T12:12:05-0600","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1897"}],"name":"Setup","id":"2C19WHZND","angularObjects":{"2C2Y5MR83:shared_process":[],"2C1GMAZQC:shared_process":[],"2C2MBD44C:shared_process":[],"2C2YXPWHY:shared_process":[],"2C2VHBCVU:shared_process":[],"2BYHC6ZD2:shared_process":[],"2C1D6ZA8S:shared_process":[],"2C1Z4DP38:shared_process":[],"2C2GHVYQJ:shared_process":[],"2BY753919:shared_process":[],"2BY8NRV4Y:shared_process":[],"2BZUCUEMD:shared_process":[],"2C1BUX3N1:shared_process":[],"2BYCU1N2S:shared_process":[],"2C294QED3:shared_process":[],"2C2DYX87W:shared_process":[],"2BZYRVV9U:shared_process":[],"2C2KZZJ6Z:shared_process":[],"2BZ8SQWBY:shared_process":[]},"config":{"looknfeel":"default"},"info":{}}