{ "metadata": { "name": "", "signature": "sha256:1e9336d35cc07875300c5b876df6ce1f1971c2ee94870788c6ea32bbb789c42b" }, "nbformat": 3, "nbformat_minor": 0, "worksheets": [ { "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Back to the main [Index](../Index.ipynb)" ] }, { "cell_type": "heading", "level": 1, "metadata": {}, "source": [ "Parallel Computing" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "IPython includes an architecture and library for interactive parallel computing. The enables Python functions, along with their arguments, to be run in parallel a multicore CPU, cluster or cloud using a simple Python API." ] }, { "cell_type": "heading", "level": 2, "metadata": {}, "source": [ "Tutorials" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "* [Data Publication API](Data Publication API.ipynb) " ] }, { "cell_type": "heading", "level": 2, "metadata": {}, "source": [ "Examples" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "* [Monitoring an MPI Simulation - 1](Monitoring an MPI Simulation - 1.ipynb)\n", "* [Monitoring an MPI Simulation - 2](Monitoring an MPI Simulation - 2.ipynb)\n", "* [Parallel Decorator and map](Parallel Decorator and map.ipynb)\n", "* [Parallel Magics](Parallel Magics.ipynb)\n", "* [Using Dill](Using Dill.ipynb)\n", "* [Using MPI with IPython Parallel](Using MPI with IPython Parallel.ipynb)\n", "* [Monte Carlo Options](Monte Carlo Options.ipynb)" ] }, { "cell_type": "heading", "level": 2, "metadata": {}, "source": [ "Non-notebook examples" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "This directory also contains examples that are regular Python (`.py`) files." ] }, { "cell_type": "code", "collapsed": false, "input": [ "%run ../utils/list_pyfiles.ipy" ], "language": "python", "metadata": {}, "outputs": [ { "html": [ "customresults.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/customresults.py" ] }, { "html": [ "dagdeps.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/dagdeps.py" ] }, { "html": [ "dependencies.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/dependencies.py" ] }, { "html": [ "fetchparse.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/fetchparse.py" ] }, { "html": [ "iopubwatcher.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/iopubwatcher.py" ] }, { "html": [ "itermapresult.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/itermapresult.py" ] }, { "html": [ "nwmerge.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/nwmerge.py" ] }, { "html": [ "phistogram.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/phistogram.py" ] }, { "html": [ "task_profiler.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/task_profiler.py" ] }, { "html": [ "throughput.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "/Users/bgranger/Documents/Computing/IPython/code/ipython/examples/Parallel Computing/throughput.py" ] } ], "prompt_number": 1 }, { "cell_type": "markdown", "metadata": {}, "source": [ "More substantial examples can be found in subdirectories:" ] }, { "cell_type": "code", "collapsed": false, "input": [ "%run ../utils/list_subdirs.ipy" ], "language": "python", "metadata": {}, "outputs": [ { "html": [ "daVinci Word Count/
\n", "  pwordfreq.py
\n", "  wordfreq.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "daVinci Word Count/\n", " pwordfreq.py\n", " wordfreq.py" ] }, { "html": [ "interengine/
\n", "  bintree.py
\n", "  bintree_script.py
\n", "  communicator.py
\n", "  interengine.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "interengine/\n", " bintree.py\n", " bintree_script.py\n", " communicator.py\n", " interengine.py" ] }, { "html": [], "metadata": {}, "output_type": "display_data", "text": [] }, { "html": [ "pi/
\n", "  parallelpi.py
\n", "  pidigits.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "pi/\n", " parallelpi.py\n", " pidigits.py" ] }, { "html": [ "rmt/
\n", "  rmt.ipy
\n", "  rmt.ipynb
\n", "  rmtkernel.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "rmt/\n", " rmt.ipy\n", " rmt.ipynb\n", " rmtkernel.py" ] }, { "html": [ "wave2D/
\n", "  communicator.py
\n", "  parallelwave-mpi.py
\n", "  parallelwave.py
\n", "  RectPartitioner.py
\n", "  wavesolver.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "wave2D/\n", " communicator.py\n", " parallelwave-mpi.py\n", " parallelwave.py\n", " RectPartitioner.py\n", " wavesolver.py" ] }, { "html": [ "workflow/
\n", "  client.py
\n", "  job_wrapper.py
\n", "  wmanager.py
" ], "metadata": {}, "output_type": "display_data", "text": [ "workflow/\n", " client.py\n", " job_wrapper.py\n", " wmanager.py" ] } ], "prompt_number": 2 } ], "metadata": {} } ] }