{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Data Viewer\n", "\n", "This notebook demonstrates the use of the DataViewer control.\n", "\n", "It provides some basic features that let you browse pandas DataFrames more easily:\n", "- Scrollable data viewer taking fixed amount of output cell space\n", "- Sorting data by column\n", "- Column selection\n", "- Data filtering" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### Read in some data to demonstrate" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "from msticpy.vis.data_viewer import DataViewer\n", "import pandas as pd\n", "\n", "data = pd.read_csv(\n", " \"./data/processes_on_host.csv\",\n", " index_col=0,\n", " parse_dates=[\"TimeGenerated\"],\n", " infer_datetime_format=True,\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Use the DataViewer to display a DataFrame" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "data": { "application/javascript": "\n(function(root) {\n function now() {\n return new Date();\n }\n\n var force = true;\n\n if (typeof root._bokeh_onload_callbacks === \"undefined\" || force === true) {\n root._bokeh_onload_callbacks = [];\n root._bokeh_is_loading = undefined;\n }\n\n var JS_MIME_TYPE = 'application/javascript';\n var HTML_MIME_TYPE = 'text/html';\n var EXEC_MIME_TYPE = 'application/vnd.bokehjs_exec.v0+json';\n var CLASS_NAME = 'output_bokeh rendered_html';\n\n /**\n * Render data to the DOM node\n */\n function render(props, node) {\n var script = document.createElement(\"script\");\n node.appendChild(script);\n }\n\n /**\n * Handle when an output is cleared or removed\n */\n function handleClearOutput(event, handle) {\n var cell = handle.cell;\n\n var id = cell.output_area._bokeh_element_id;\n var server_id = cell.output_area._bokeh_server_id;\n // Clean up Bokeh references\n if (id != null && id in Bokeh.index) {\n Bokeh.index[id].model.document.clear();\n delete Bokeh.index[id];\n }\n\n if (server_id !== undefined) {\n // Clean up Bokeh references\n var cmd = \"from bokeh.io.state import curstate; print(curstate().uuid_to_server['\" + server_id + \"'].get_sessions()[0].document.roots[0]._id)\";\n cell.notebook.kernel.execute(cmd, {\n iopub: {\n output: function(msg) {\n var id = msg.content.text.trim();\n if (id in Bokeh.index) {\n Bokeh.index[id].model.document.clear();\n delete Bokeh.index[id];\n }\n }\n }\n });\n // Destroy server and session\n var cmd = \"import bokeh.io.notebook as ion; ion.destroy_server('\" + server_id + \"')\";\n cell.notebook.kernel.execute(cmd);\n }\n }\n\n /**\n * Handle when a new output is added\n */\n function handleAddOutput(event, handle) {\n var output_area = handle.output_area;\n var output = handle.output;\n\n // limit handleAddOutput to display_data with EXEC_MIME_TYPE content only\n if ((output.output_type != \"display_data\") || (!Object.prototype.hasOwnProperty.call(output.data, EXEC_MIME_TYPE))) {\n return\n }\n\n var toinsert = output_area.element.find(\".\" + CLASS_NAME.split(' ')[0]);\n\n if (output.metadata[EXEC_MIME_TYPE][\"id\"] !== undefined) {\n toinsert[toinsert.length - 1].firstChild.textContent = output.data[JS_MIME_TYPE];\n // store reference to embed id on output_area\n output_area._bokeh_element_id = output.metadata[EXEC_MIME_TYPE][\"id\"];\n }\n if (output.metadata[EXEC_MIME_TYPE][\"server_id\"] !== undefined) {\n var bk_div = document.createElement(\"div\");\n bk_div.innerHTML = output.data[HTML_MIME_TYPE];\n var script_attrs = bk_div.children[0].attributes;\n for (var i = 0; i < script_attrs.length; i++) {\n toinsert[toinsert.length - 1].firstChild.setAttribute(script_attrs[i].name, script_attrs[i].value);\n toinsert[toinsert.length - 1].firstChild.textContent = bk_div.children[0].textContent\n }\n // store reference to server id on output_area\n output_area._bokeh_server_id = output.metadata[EXEC_MIME_TYPE][\"server_id\"];\n }\n }\n\n function register_renderer(events, OutputArea) {\n\n function append_mime(data, metadata, element) {\n // create a DOM node to render to\n var toinsert = this.create_output_subarea(\n metadata,\n CLASS_NAME,\n EXEC_MIME_TYPE\n );\n this.keyboard_manager.register_events(toinsert);\n // Render to node\n var props = {data: data, metadata: metadata[EXEC_MIME_TYPE]};\n render(props, toinsert[toinsert.length - 1]);\n element.append(toinsert);\n return toinsert\n }\n\n /* Handle when an output is cleared or removed */\n events.on('clear_output.CodeCell', handleClearOutput);\n events.on('delete.Cell', handleClearOutput);\n\n /* Handle when a new output is added */\n events.on('output_added.OutputArea', handleAddOutput);\n\n /**\n * Register the mime type and append_mime function with output_area\n */\n OutputArea.prototype.register_mime_type(EXEC_MIME_TYPE, append_mime, {\n /* Is output safe? */\n safe: true,\n /* Index of renderer in `output_area.display_order` */\n index: 0\n });\n }\n\n // register the mime type if in Jupyter Notebook environment and previously unregistered\n if (root.Jupyter !== undefined) {\n var events = require('base/js/events');\n var OutputArea = require('notebook/js/outputarea').OutputArea;\n\n if (OutputArea.prototype.mime_types().indexOf(EXEC_MIME_TYPE) == -1) {\n register_renderer(events, OutputArea);\n }\n }\n\n \n if (typeof (root._bokeh_timeout) === \"undefined\" || force === true) {\n root._bokeh_timeout = Date.now() + 5000;\n root._bokeh_failed_load = false;\n }\n\n var NB_LOAD_WARNING = {'data': {'text/html':\n \"
\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"
\\n\"+\n \"\n", " | Account | \n", "EventID | \n", "TimeGenerated | \n", "Computer | \n", "NewProcessName | \n", "CommandLine | \n", "ParentProcessName | \n", "
---|---|---|---|---|---|---|---|
58 | \n", "MSTICAlertsWin1\\MSTICAdmin | \n", "4688 | \n", "2019-01-15 05:15:16.663 | \n", "MSTICAlertsWin1 | \n", "C:\\Diagnostics\\UserTmp\\rundll32.exe | \n", ".\\rundll32.exe /C mshtml,RunHTMLApplication j... | \n", "C:\\Windows\\System32\\cmd.exe | \n", "
162 | \n", "MSTICAlertsWin1\\MSTICAdmin | \n", "4688 | \n", "2019-01-15 05:15:16.020 | \n", "MSTICAlertsWin1 | \n", "C:\\Diagnostics\\UserTmp\\cmd.exe | \n", "cmd /c C:\\Windows\\System32\\mshta.exe vbscript... | \n", "C:\\Windows\\System32\\cmd.exe | \n", "
176 | \n", "MSTICAlertsWin1\\MSTICAdmin | \n", "4688 | \n", "2019-01-15 05:15:18.080 | \n", "MSTICAlertsWin1 | \n", "C:\\Diagnostics\\UserTmp\\wuauclt.exe | \n", ".\\wuauclt.exe /C \"c:\\windows\\softwaredistribu... | \n", "C:\\Windows\\System32\\cmd.exe | \n", "
190 | \n", "MSTICAlertsWin1\\MSTICAdmin | \n", "4688 | \n", "2019-01-15 05:15:18.287 | \n", "MSTICAlertsWin1 | \n", "C:\\Diagnostics\\UserTmp\\lsass.exe | \n", ".\\lsass.exe /C \"c:\\windows\\softwaredistributi... | \n", "C:\\Windows\\System32\\cmd.exe | \n", "
193 | \n", "MSTICAlertsWin1\\MSTICAdmin | \n", "4688 | \n", "2019-01-15 05:15:18.337 | \n", "MSTICAlertsWin1 | \n", "C:\\Diagnostics\\UserTmp\\cmd.exe | \n", "cmd /c \"powershell wscript.shell used to down... | \n", "C:\\Windows\\System32\\cmd.exe | \n", "
194 | \n", "MSTICAlertsWin1\\MSTICAdmin | \n", "4688 | \n", "2019-01-15 05:15:18.403 | \n", "MSTICAlertsWin1 | \n", "C:\\Diagnostics\\UserTmp\\cacls.exe | \n", "cacls.exe c:\\windows\\system32\\wscript.exe /e ... | \n", "C:\\Windows\\System32\\cmd.exe | \n", "
203 | \n", "MSTICAlertsWin1\\MSTICAdmin | \n", "4688 | \n", "2019-01-15 05:15:18.820 | \n", "MSTICAlertsWin1 | \n", "C:\\Diagnostics\\UserTmp\\cmd.exe | \n", "cmd /c echo /e:vbscript.encode /b | \n", "C:\\Windows\\System32\\cmd.exe | \n", "