{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": { "collapsed": false }, "outputs": [], "source": [ "from __future__ import print_function\n", "import os\n", "import sys\n", "\n", "# Edit this to be the full path to the extracted Spark directory on your computer\n", "# Use \"\\\" on Windows, \"/\" on OS 10\n", "spark_home = 'C:\\Users\\mcollins\\Desktop\\SparkWorkshop\\spark-2.1.0-bin-hadoop2.7'\n", "\n", "os.environ['SPARK_HOME'] = spark_home\n", "sys.path.insert(0, os.path.join(spark_home, 'python'))\n", "sys.path.insert(0, os.path.join(spark_home, 'python', 'lib', 'py4j-0.10.4-src.zip'))" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": false }, "outputs": [], "source": [ "from pyspark.context import SparkContext\n", "from pyspark.sql import SQLContext\n", "sc = SparkContext()\n", "sqlContext = SQLContext(sc)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 2", "language": "python", "name": "python2" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 2 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython2", "version": "2.7.13" } }, "nbformat": 4, "nbformat_minor": 0 }