{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "## The Testing Notebook used to run all of the tests from cryptoguard.py\n", "\n", "### Note: If this is run on MyBinder the AndroidSDK is not yet setup thus Android tests will all fail" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Python Version: 3\n" ] } ], "source": [ "import sys;\n", "\n", "version = str(sys.version[0])\n", "print('Python Version: ' + version)\n", "if version == '2':\n", " print('This script requires python3')\n", " sys.exit(0)\n", "#Only run this once\n", "import os;os.chdir('../')" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "JAVA_HOME: 1.8.0_232\n", "JAVA7_HOME: 1.7.0\n" ] } ], "source": [ "def getVersion(env):\n", " java_var = {}\n", " with open(os.path.join(os.environ[env],'release'), 'r') as foil:\n", " for line in [x for x in foil if '=' in x]:\n", " name, value = line.split('=',1)\n", " java_var[name.strip().replace('\"','')] = value.strip().replace('\"','')\n", " return java_var\n", "def getMajorVersion(env):\n", " return int(getVersion(env)['JAVA_VERSION'].split('.')[1])\n", "\n", "print('JAVA_HOME: ' + str(getVersion('JAVA_HOME')['JAVA_VERSION']))\n", "print('JAVA7_HOME: ' + str(getVersion('JAVA7_HOME')['JAVA_VERSION']))\n", "\n", "if getMajorVersion('JAVA_HOME') != 8:\n", " print('Cryptoguard requires Java 8 JDK')\n", " sys.exit(0)\n", "if getMajorVersion('JAVA7_HOME') != 7:\n", " print('Cryptoguard requires access to Java 7 JDK')\n", " sys.exit(0)" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [], "source": [ "%matplotlib notebook\n", "import numpy as np\n", "import matplotlib.pyplot as plt\n", "import matplotlib.patches as patch\n", "import cryptoguard\n", "\n", "saveFigs = False\n", "plotNum = 0\n", "\n", "def getBaseFig():\n", " global plotNum\n", " plotNum = plotNum + 1\n", " return plt.figure(plotNum)\n", "\n", "def getFig():\n", " return getBaseFig().add_subplot(111)" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [], "source": [ "liveTests, skippedTests, grouping = cryptoguard.TestUtils.getHelpTests()\n", "\n", "groupLive = sum([grouping[x]['Active'] for x in grouping.keys()])\n", "groupSkip = sum([grouping[x]['Skipped'] for x in grouping.keys()])\n", "grouping['Other'] = {\n", " 'Active':liveTests - groupLive,\n", " 'Skipped':skippedTests - groupSkip\n", "}" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "data": { "application/javascript": [ "/* Put everything inside the global mpl namespace */\n", "window.mpl = {};\n", "\n", "\n", "mpl.get_websocket_type = function() {\n", " if (typeof(WebSocket) !== 'undefined') {\n", " return WebSocket;\n", " } else if (typeof(MozWebSocket) !== 'undefined') {\n", " return MozWebSocket;\n", " } else {\n", " alert('Your browser does not have WebSocket support. ' +\n", " 'Please try Chrome, Safari or Firefox ≥ 6. ' +\n", " 'Firefox 4 and 5 are also supported but you ' +\n", " 'have to enable WebSockets in about:config.');\n", " };\n", "}\n", "\n", "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n", " this.id = figure_id;\n", "\n", " this.ws = websocket;\n", "\n", " this.supports_binary = (this.ws.binaryType != undefined);\n", "\n", " if (!this.supports_binary) {\n", " var warnings = document.getElementById(\"mpl-warnings\");\n", " if (warnings) {\n", " warnings.style.display = 'block';\n", " warnings.textContent = (\n", " \"This browser does not support binary websocket messages. \" +\n", " \"Performance may be slow.\");\n", " }\n", " }\n", "\n", " this.imageObj = new Image();\n", "\n", " this.context = undefined;\n", " this.message = undefined;\n", " this.canvas = undefined;\n", " this.rubberband_canvas = undefined;\n", " this.rubberband_context = undefined;\n", " this.format_dropdown = undefined;\n", "\n", " this.image_mode = 'full';\n", "\n", " this.root = $('
');\n", " this._root_extra_style(this.root)\n", " this.root.attr('style', 'display: inline-block');\n", "\n", " $(parent_element).append(this.root);\n", "\n", " this._init_header(this);\n", " this._init_canvas(this);\n", " this._init_toolbar(this);\n", "\n", " var fig = this;\n", "\n", " this.waiting = false;\n", "\n", " this.ws.onopen = function () {\n", " fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n", " fig.send_message(\"send_image_mode\", {});\n", " if (mpl.ratio != 1) {\n", " fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n", " }\n", " fig.send_message(\"refresh\", {});\n", " }\n", "\n", " this.imageObj.onload = function() {\n", " if (fig.image_mode == 'full') {\n", " // Full images could contain transparency (where diff images\n", " // almost always do), so we need to clear the canvas so that\n", " // there is no ghosting.\n", " fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n", " }\n", " fig.context.drawImage(fig.imageObj, 0, 0);\n", " };\n", "\n", " this.imageObj.onunload = function() {\n", " fig.ws.close();\n", " }\n", "\n", " this.ws.onmessage = this._make_on_message_function(this);\n", "\n", " this.ondownload = ondownload;\n", "}\n", "\n", "mpl.figure.prototype._init_header = function() {\n", " var titlebar = $(\n", " '
');\n", " var titletext = $(\n", " '
');\n", " titlebar.append(titletext)\n", " this.root.append(titlebar);\n", " this.header = titletext[0];\n", "}\n", "\n", "\n", "\n", "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n", "\n", "}\n", "\n", "\n", "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n", "\n", "}\n", "\n", "mpl.figure.prototype._init_canvas = function() {\n", " var fig = this;\n", "\n", " var canvas_div = $('
');\n", "\n", " canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n", "\n", " function canvas_keyboard_event(event) {\n", " return fig.key_event(event, event['data']);\n", " }\n", "\n", " canvas_div.keydown('key_press', canvas_keyboard_event);\n", " canvas_div.keyup('key_release', canvas_keyboard_event);\n", " this.canvas_div = canvas_div\n", " this._canvas_extra_style(canvas_div)\n", " this.root.append(canvas_div);\n", "\n", " var canvas = $('');\n", " canvas.addClass('mpl-canvas');\n", " canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n", "\n", " this.canvas = canvas[0];\n", " this.context = canvas[0].getContext(\"2d\");\n", "\n", " var backingStore = this.context.backingStorePixelRatio ||\n", "\tthis.context.webkitBackingStorePixelRatio ||\n", "\tthis.context.mozBackingStorePixelRatio ||\n", "\tthis.context.msBackingStorePixelRatio ||\n", "\tthis.context.oBackingStorePixelRatio ||\n", "\tthis.context.backingStorePixelRatio || 1;\n", "\n", " mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n", "\n", " var rubberband = $('');\n", " rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n", "\n", " var pass_mouse_events = true;\n", "\n", " canvas_div.resizable({\n", " start: function(event, ui) {\n", " pass_mouse_events = false;\n", " },\n", " resize: function(event, ui) {\n", " fig.request_resize(ui.size.width, ui.size.height);\n", " },\n", " stop: function(event, ui) {\n", " pass_mouse_events = true;\n", " fig.request_resize(ui.size.width, ui.size.height);\n", " },\n", " });\n", "\n", " function mouse_event_fn(event) {\n", " if (pass_mouse_events)\n", " return fig.mouse_event(event, event['data']);\n", " }\n", "\n", " rubberband.mousedown('button_press', mouse_event_fn);\n", " rubberband.mouseup('button_release', mouse_event_fn);\n", " // Throttle sequential mouse events to 1 every 20ms.\n", " rubberband.mousemove('motion_notify', mouse_event_fn);\n", "\n", " rubberband.mouseenter('figure_enter', mouse_event_fn);\n", " rubberband.mouseleave('figure_leave', mouse_event_fn);\n", "\n", " canvas_div.on(\"wheel\", function (event) {\n", " event = event.originalEvent;\n", " event['data'] = 'scroll'\n", " if (event.deltaY < 0) {\n", " event.step = 1;\n", " } else {\n", " event.step = -1;\n", " }\n", " mouse_event_fn(event);\n", " });\n", "\n", " canvas_div.append(canvas);\n", " canvas_div.append(rubberband);\n", "\n", " this.rubberband = rubberband;\n", " this.rubberband_canvas = rubberband[0];\n", " this.rubberband_context = rubberband[0].getContext(\"2d\");\n", " this.rubberband_context.strokeStyle = \"#000000\";\n", "\n", " this._resize_canvas = function(width, height) {\n", " // Keep the size of the canvas, canvas container, and rubber band\n", " // canvas in synch.\n", " canvas_div.css('width', width)\n", " canvas_div.css('height', height)\n", "\n", " canvas.attr('width', width * mpl.ratio);\n", " canvas.attr('height', height * mpl.ratio);\n", " canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n", "\n", " rubberband.attr('width', width);\n", " rubberband.attr('height', height);\n", " }\n", "\n", " // Set the figure to an initial 600x600px, this will subsequently be updated\n", " // upon first draw.\n", " this._resize_canvas(600, 600);\n", "\n", " // Disable right mouse context menu.\n", " $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n", " return false;\n", " });\n", "\n", " function set_focus () {\n", " canvas.focus();\n", " canvas_div.focus();\n", " }\n", "\n", " window.setTimeout(set_focus, 100);\n", "}\n", "\n", "mpl.figure.prototype._init_toolbar = function() {\n", " var fig = this;\n", "\n", " var nav_element = $('
');\n", " nav_element.attr('style', 'width: 100%');\n", " this.root.append(nav_element);\n", "\n", " // Define a callback function for later on.\n", " function toolbar_event(event) {\n", " return fig.toolbar_button_onclick(event['data']);\n", " }\n", " function toolbar_mouse_event(event) {\n", " return fig.toolbar_button_onmouseover(event['data']);\n", " }\n", "\n", " for(var toolbar_ind in mpl.toolbar_items) {\n", " var name = mpl.toolbar_items[toolbar_ind][0];\n", " var tooltip = mpl.toolbar_items[toolbar_ind][1];\n", " var image = mpl.toolbar_items[toolbar_ind][2];\n", " var method_name = mpl.toolbar_items[toolbar_ind][3];\n", "\n", " if (!name) {\n", " // put a spacer in here.\n", " continue;\n", " }\n", " var button = $('');\n", " button.click(method_name, toolbar_event);\n", " button.mouseover(tooltip, toolbar_mouse_event);\n", " nav_element.append(button);\n", " }\n", "\n", " // Add the status bar.\n", " var status_bar = $('');\n", " nav_element.append(status_bar);\n", " this.message = status_bar[0];\n", "\n", " // Add the close button to the window.\n", " var buttongrp = $('
');\n", " var button = $('');\n", " button.click(function (evt) { fig.handle_close(fig, {}); } );\n", " button.mouseover('Stop Interaction', toolbar_mouse_event);\n", " buttongrp.append(button);\n", " var titlebar = this.root.find($('.ui-dialog-titlebar'));\n", " titlebar.prepend(buttongrp);\n", "}\n", "\n", "mpl.figure.prototype._root_extra_style = function(el){\n", " var fig = this\n", " el.on(\"remove\", function(){\n", "\tfig.close_ws(fig, {});\n", " });\n", "}\n", "\n", "mpl.figure.prototype._canvas_extra_style = function(el){\n", " // this is important to make the div 'focusable\n", " el.attr('tabindex', 0)\n", " // reach out to IPython and tell the keyboard manager to turn it's self\n", " // off when our div gets focus\n", "\n", " // location in version 3\n", " if (IPython.notebook.keyboard_manager) {\n", " IPython.notebook.keyboard_manager.register_events(el);\n", " }\n", " else {\n", " // location in version 2\n", " IPython.keyboard_manager.register_events(el);\n", " }\n", "\n", "}\n", "\n", "mpl.figure.prototype._key_event_extra = function(event, name) {\n", " var manager = IPython.notebook.keyboard_manager;\n", " if (!manager)\n", " manager = IPython.keyboard_manager;\n", "\n", " // Check for shift+enter\n", " if (event.shiftKey && event.which == 13) {\n", " this.canvas_div.blur();\n", " event.shiftKey = false;\n", " // Send a \"J\" for go to next cell\n", " event.which = 74;\n", " event.keyCode = 74;\n", " manager.command_mode();\n", " manager.handle_keydown(event);\n", " }\n", "}\n", "\n", "mpl.figure.prototype.handle_save = function(fig, msg) {\n", " fig.ondownload(fig, null);\n", "}\n", "\n", "\n", "mpl.find_output_cell = function(html_output) {\n", " // Return the cell and output element which can be found *uniquely* in the notebook.\n", " // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n", " // IPython event is triggered only after the cells have been serialised, which for\n", " // our purposes (turning an active figure into a static one), is too late.\n", " var cells = IPython.notebook.get_cells();\n", " var ncells = cells.length;\n", " for (var i=0; i= 3 moved mimebundle to data attribute of output\n", " data = data.data;\n", " }\n", " if (data['text/html'] == html_output) {\n", " return [cell, data, j];\n", " }\n", " }\n", " }\n", " }\n", "}\n", "\n", "// Register the function which deals with the matplotlib target/channel.\n", "// The kernel may be null if the page has been refreshed.\n", "if (IPython.notebook.kernel != null) {\n", " IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n", "}\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "data": { "text/html": [ "
" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "totalTests = [int(grouping[x]['Active']) + int(grouping[x]['Skipped']) for x in grouping.keys()]\n", "\n", "def func(pct, allvals):\n", " absolute = int(pct/100.*np.sum(allvals))\n", " return \"{:.1f}%: ({:d} Tests)\".format(pct, absolute)\n", "\n", "axss = getFig()\n", "wedges, texts, autotexts = axss.pie(totalTests, \n", " labels=grouping.keys(), \n", " autopct=lambda pct: func(pct, totalTests), \n", " shadow=True, \n", " startangle=0)" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Running the test: EntryPointTest_APK.main_TestableApk_Default\n", "=========================\n", "Passed\n" ] } ], "source": [ "cryptoguard.TestUtils.test(passedtests='EntryPointTest_APK.main_TestableApk_Default')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Running all of the available tests.\n", "=========================\n", "01/68 | AnalyzerReportTest.simpleTest_1 | Pass | S:10\n", "02/68 | ArgumentsCheckTest.testEnvironmentVariables | Pass | S:10\n", "03/68 | ArgumentsCheckTest.parameterCheck_verifyingJavaSevenHome | Pass | S:10\n", "04/68 | ArgumentsCheckTest.parameterCheck_verifyingJavaAndroidHome | Pass | S:10\n", "05/68 | ArgumentsCheckTest.parameterCheck_VersionOut | Pass | S:11\n", "06/68 | ArgumentsCheckTest.parameterCheck_HelpOut | Pass | S:10\n", "07/68 | ArgumentsCheckTest.paramaterCheck_jar_enhancedInputFile | Pass | S:10\n", "08/68 | ArgumentsCheckTest.paramaterCheck_jar_SkipValidation | Pass | S:10\n", "09/68 | ArgumentsCheckTest.paramaterCheck_jar | Pass | S:10\n", "10/68 | ArgumentsCheckTest.paramaterCheck_Barejar | Pass | S:10\n", "11/68 | ArgumentsCheckTest.parameterCheck_gdl | Pass | S:11\n", "12/68 | CWEListTest.sampleTestOne | Pass | S:09\n", "13/68 | EntryPointTest_APK.main_TestableApk_Legacy | Pass | S:18\n", "14/68 | EntryPointTest_APK.main_TestableApk_Legacy_Stream | Pass | S:19\n", "15/68 | EntryPointTest_APK.main_TestableApk_Scarf | Pass | S:19\n", "16/68 | EntryPointTest_APK.main_TestableApk_Scarf_SpecifyAndroidHome | Pass | S:19\n", "17/68 | EntryPointTest_APK.main_TestableApk_Scarf_SpecifyHome | Pass | S:19\n", "18/68 | EntryPointTest_APK.main_TestableApk_Scarf_Stream | Pass | S:19\n", "19/68 | EntryPointTest_APK.main_TestableApk_Default | Pass | S:21\n", "20/68 | EntryPointTest_APK.main_TestableApk_Default_Stream | Pass | S:19\n", "21/68 | EntryPointTest_APK.main_TestableApk_Default_Stream_Defensive_0 | Pass | S:11\n", "22/68 | EntryPointTest_CLASS.main_TestableFile_VerySimple | Pass | S:14\n", "23/68 | EntryPointTest_CLASS.main_TestableFiles_SingleTest | Pass | S:16\n", "24/68 | EntryPointTest_CLASS.main_TestableFile_NewTestCaseTwo | Pass | S:13\n", "25/68 | EntryPointTest_CLASS.main_TestableFiles_MultiTest | Pass | S:24\n", "26/68 | EntryPointTest_CLASS.main_TestableFiles_MultiTest_Scarf | Pass | S:24\n", "27/68 | EntryPointTest_CLASS.main_TestableFiles_MultiTest_Scarf_ClassPath | Pass | S:39\n", "28/68 | EntryPointTest_CLASS.main_TestableFiles_MultiTest_Scarf_Stream | Pass | S:24\n", "29/68 | EntryPointTest_CLASS.main_TestableFiles_FullProject | Pass | S:31\n", "30/68 | EntryPointTest_CLASS.main_TestableFiles_SingleTest_PluginBase_ClassFileOnly | Pass | S:16\n", "31/68 | EntryPointTest_CLASS.main_TestableFiles_MultiTest_Plugin | Pass | S:14\n", "32/68 | EntryPointTest_JAR.main_VerySimple_Scarf | Pass | S:12\n", "33/68 | EntryPointTest_JAR.main_TestableJar | Pass | S:32\n", "34/68 | EntryPointTest_JAR.main_TestableJar_Scarf | Pass | S:33\n", "35/68 | EntryPointTest_JAR.main_TestableJar_Scarf_Heuristics | Pass | S:33\n", "36/68 | EntryPointTest_JAR.main_TestableJar_Default | Pass | S:33\n", "37/68 | EntryPointTest_JAR.main_TestableJar_Default_SpecifyJavaHome | Pass | S:32\n", "38/68 | EntryPointTest_JAR.main_TestableJar_Default_Heuristics | Pass | S:33\n", "39/68 | EntryPointTest_JAR.main_TestableJar_Scarf_Args | Pass | S:32\n", "40/68 | EntryPointTest_JAR.main_TestableJar_Scarf_Stream | Pass | S:34\n", "41/68 | EntryPointTest_JAR.main_TestableJar_Default_Stream | Pass | S:33\n", "42/68 | EntryPointTest_JAR.main_TestableJar_ScarfTimeStamp | Pass | S:32\n", "43/68 | EntryPointTest_JAR.main_TestableJar_ScarfTimeStamp_UsingClassPaths | Pass | S:33\n", "44/68 | EntryPointTest_JAR.main_TestableJar_Default_WithHeuristics | Pass | S:32\n", "45/68 | EntryPointTest_JAR.main_TestableJar_Default_WithClassPath | Pass | S:32\n", "46/68 | EntryPointTest_JAVA.main_TestableFile_VerySimple | Pass | S:19\n", "47/68 | EntryPointTest_JAVA.main_Crypto_Example_File | Pass | S:20\n", "48/68 | EntryPointTest_JAVA.main_PasswordUtils_Example_File | Pass | S:20\n", "49/68 | EntryPointTest_JAVA.main_SymCrypto_Example_File | Pass | S:18\n", "50/68 | EntryPointTest_JAVA.main_SymCrypto_Example_Package_File | Pass | S:16\n", "51/68 | EntryPointTest_JAVA.main_SymCrypto_Multiple_File | Pass | S:18\n", "52/68 | EntryPointTest_JAVA.main_SymCrypto_Example_File_Failure_Test | Pass | S:17\n", "53/68 | EntryPointTest_SOURCE.main_VerySimpleGradleProject | Pass | S:14\n", "54/68 | EntryPointTest_SOURCE.main_TestableJarSource | Pass | S:18\n", "55/68 | EntryPointTest_SOURCE.main_TestableJarSourceScarf | Pass | S:19\n", "56/68 | EntryPointTest_SOURCE.main_TestableJarSourceScarf_SpecifyHome | Pass | S:19\n", "57/68 | EntryPointTest_SOURCE.main_TestableJarSourceScarf_Stream | Pass | S:19\n", "58/68 | RuleListTest.testGetRulesByNumber | Pass | S:09\n", "59/68 | RuleListTest.testCWEListing | Pass | S:10\n", "60/68 | ScarfXMLTest.simpleTest_1 | Pass | S:10\n", "61/68 | ScarfXMLTest.testAllArguments_inputValidation | Pass | S:11\n", "62/68 | UtilsTest.trimFilePathTestOne | Pass | S:11\n", "63/68 | UtilsTest.trimFilePathTestTwo | Pass | S:10\n", "64/68 | UtilsTest.testVerifyClassPathsOne | Pass | S:10\n", "65/68 | UtilsTest.testVerifyClassPathsTwo | Pass | S:11\n", "66/68 | UtilsTest.test_retrieveFullyQualifiedPath_Single | Pass | S:12\n", "67/68 | UtilsTest.test_retrievePackageFromJavaFiles | Pass | S:12\n", "68/68 | UtilsTest.test_retrieveFullyQualifiedName | " ] } ], "source": [ "#Running the tests\n", "streamTests = False\n", "testResults = cryptoguard.TestUtils.tests()" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "replica = {\n", " 'APK': {},\n", " 'JAR': {},\n", " 'JAVA': {},\n", " 'SOURCE': {},\n", " 'CLASS': {},\n", " 'OTHER':{}\n", " }\n", "#results = {\n", " #'APK': {\n", " #'Pass':[\n", " #{\n", " #'name': name,\n", " #'timeTaken':time,\n", " #'timesReRun':timeReRun\n", " #},\n", " #],\n", " #'Fail':[\n", " #{\n", " #'name': name,\n", " #'timeTaken':time,\n", " #'timesReRun':timeReRun\n", " #},\n", " #],\n", " #'Skip':[\n", " #{\n", " #'name': name,\n", " #'timeTaken':time,\n", " #'timesReRun':timeReRun\n", " #},\n", " #]\n", " #}\n", "#},\n", "for key, value in testResults.items():\n", " passArr = [int(x['timeTaken']) for x in value['Pass']]\n", " replica[key]['PassCount'] = len(passArr)\n", " replica[key]['PassTime'] = sum(passArr)\n", " \n", " failArr = [int(x['timeTaken']) for x in value['Fail']]\n", " replica[key]['FailCount'] = len(failArr)\n", " replica[key]['FailTime'] = sum(failArr)\n", " \n", " replica[key]['Skipped'] = len([x for x in value['Skip']])\n" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "totalTime = [int(replica[x]['PassTime'] + replica[x]['FailTime']) for x in replica.keys()]\n", "\n", "def func(pct, allvals):\n", " absolute = int(pct/100.*np.sum(allvals))\n", " return \"{:d} s\".format(absolute)\n", "\n", "axss = getFig()\n", "wedges, texts, autotexts = axss.pie(totalTime, \n", " labels=replica.keys(), \n", " autopct=lambda pct: func(pct, totalTime), \n", " shadow=True, \n", " startangle=0)\n" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "totalCounts = [int(replica[x]['PassCount'] + replica[x]['FailCount']) for x in replica.keys()]\n", "\n", "def func(pct, allvals):\n", " absolute = int(pct/100.*np.sum(allvals))\n", " return \"{:d} tests\".format(absolute)\n", "\n", "axss = getFig()\n", "wedges, texts, autotexts = axss.pie(totalCounts, \n", " labels=replica.keys(), \n", " autopct=lambda pct: func(pct, totalCounts), \n", " shadow=True, \n", " startangle=0)" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "groups = np.arange(len(replica.keys()))\n", "groupwidth = .2\n", "trend = 50\n", "rangeLine = range(0, 100)\n", "\n", "Passed = [float(replica[x]['PassTime']) for x in replica.keys()]\n", "#ant.reverse()\n", "\n", "Failed = [float(replica[x]['FailTime']) for x in replica.keys()]\n", "#sbt.reverse()\n", "\n", "ax = getFig()\n", "\n", "plt.bar(groups + (groupwidth*0), Failed, color='red', width=groupwidth, label='Failed')\n", "plt.bar(groups + (groupwidth*1), Passed, color='green', width=groupwidth, label='Passed')\n", "\n", "plt.legend(loc='best')\n", "ax.set_title(\"Time taken for test type\")\n", "ax.set_xticks([x + groupwidth*1.5 for x in np.arange(6)])\n", "ax.set_xticklabels(replica.keys())\n", "ax.set_xlabel('Test Type')\n", "ax.set_ylabel('Time Taken (s)')\n", "plt.show()\n", "if saveFigs:\n", " plt.savefig('Resources/Imgs/BuildToolTrend.png')" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "groups = np.arange(len(replica.keys()))\n", "groupwidth = .2\n", "trend = 50\n", "rangeLine = range(0, 100)\n", "\n", "Passed = [int(replica[x]['PassCount']) for x in replica.keys()]\n", "#ant.reverse()\n", "\n", "Skipped = [int(replica[x]['Skipped']) for x in replica.keys()]\n", "#sbt.reverse()\n", "\n", "Failed = [int(replica[x]['FailCount']) for x in replica.keys()]\n", "#sbt.reverse()\n", "\n", "ax = getFig()\n", "\n", "plt.bar(groups + (groupwidth*0), Failed, color='red', width=groupwidth, label='Failed')\n", "plt.bar(groups + (groupwidth*1), Skipped, color='yellow', width=groupwidth, label='Skipped')\n", "plt.bar(groups + (groupwidth*2), Passed, color='green', width=groupwidth, label='Passed')\n", "\n", "plt.legend(loc='best')\n", "ax.set_title(\"Test Count for test type\")\n", "ax.set_xticks([x + groupwidth*1.5 for x in np.arange(6)])\n", "ax.set_xticklabels(replica.keys())\n", "ax.set_xlabel('Test Type')\n", "ax.set_ylabel('Test counts')\n", "plt.show()\n", "if saveFigs:\n", " plt.savefig('Resources/Imgs/BuildToolTrend.png')" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "groups = np.arange(len(replica.keys()))\n", "groupwidth = .2\n", "trend = 50\n", "rangeLine = range(0, 100)\n", "\n", "def smartDiv(x,y):\n", " if y == 0:\n", " y = 1\n", " return x/y\n", "\n", "Passed = [int(smartDiv(replica[x]['PassTime'],replica[x]['PassCount'])) for x in replica.keys()]\n", "#ant.reverse()\n", "\n", "Failed = [int(smartDiv(replica[x]['FailTime'],replica[x]['FailCount'])) for x in replica.keys()]\n", "#sbt.reverse()\n", "\n", "ax = getFig()\n", "\n", "plt.bar(groups + (groupwidth*0), Failed, color='red', width=groupwidth, label='Failed')\n", "plt.bar(groups + (groupwidth*2), Passed, color='green', width=groupwidth, label='Passed')\n", "\n", "plt.legend(loc='best')\n", "ax.set_title(\"Test Count for test type\")\n", "ax.set_xticks([x + groupwidth*1.5 for x in np.arange(6)])\n", "ax.set_xticklabels(replica.keys())\n", "ax.set_xlabel('Test Type')\n", "ax.set_ylabel('Test counts')\n", "plt.show()\n", "if saveFigs:\n", " plt.savefig('Resources/Imgs/BuildToolTrend.png')" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.4" } }, "nbformat": 4, "nbformat_minor": 2 }