diff --git a/SPARK_/Spark_python_notebook_demo.ipynb b/SPARK_/Spark_python_notebook_demo.ipynb
index 211e45c..49fbf92 100644
--- a/SPARK_/Spark_python_notebook_demo.ipynb
+++ b/SPARK_/Spark_python_notebook_demo.ipynb
@@ -9,7 +9,24 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": 18,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "/Users/yennanliu/analysis/SPARK_\n"
+ ]
+ }
+ ],
+ "source": [
+ "cd analysis/SPARK_/"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 19,
"metadata": {},
"outputs": [
{
@@ -18,7 +35,7 @@
"\"\\nyennanliu@yennanliude-MacBook-Pro:~$ export SPARK_HOME=/Users/yennanliu/spark\\nyennanliu@yennanliude-MacBook-Pro:~$ export PYSPARK_DRIVER_PYTHON=jupyter\\nyennanliu@yennanliude-MacBook-Pro:~$ export PYSPARK_DRIVER_PYTHON_OPTS='notebook'\\nyennanliu@yennanliude-MacBook-Pro:~$ \\nyennanliu@yennanliude-MacBook-Pro:~$ source activate pytorch_\\n(pytorch_) yennanliu@yennanliude-MacBook-Pro:~$ jupyter notebook\\n\\n\""
]
},
- "execution_count": 1,
+ "execution_count": 19,
"metadata": {},
"output_type": "execute_result"
}
@@ -54,7 +71,7 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": 20,
"metadata": {},
"outputs": [
{
@@ -62,7 +79,7 @@
"output_type": "stream",
"text": [
"Python 3.5.5 :: Anaconda, Inc.\n",
- "Sat Mar 17 07:23:23 GMT 2018\n"
+ "Sat Mar 17 08:12:33 GMT 2018\n"
]
}
],
@@ -73,7 +90,7 @@
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": 21,
"metadata": {},
"outputs": [
{
@@ -104,16 +121,34 @@
},
{
"cell_type": "code",
- "execution_count": 4,
+ "execution_count": 22,
"metadata": {},
"outputs": [
{
"data": {
+ "text/html": [
+ "\n",
+ " \n",
+ "
SparkContext
\n",
+ "\n",
+ "
Spark UI
\n",
+ "\n",
+ "
\n",
+ " - Version
\n",
+ " v2.3.0- Master
\n",
+ " local[*]- AppName
\n",
+ " pyspark-shell
\n",
+ "