pull request

CIFAR10_extract_download.ipynb

@@ -0,0 +1,119 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from __future__ import absolute_import\n",
+    "from __future__ import division\n",
+    "from __future__ import print_function\n",
+    "\n",
+    "import argparse\n",
+    "import os\n",
+    "import sys\n",
+    "import tarfile\n",
+    "\n",
+    "from six.moves import urllib\n",
+    "import tensorflow as tf"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      ">> Downloading cifar-10-binary.tar.gz 100.0%\n",
+      "Successfully downloaded cifar-10-binary.tar.gz 170052171 bytes.\n"
+     ]
+    },
+    {
+     "ename": "SystemExit",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "An exception has occurred, use %tb to see the full traceback.\n",
+      "\u001b[0;31mSystemExit\u001b[0m\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ysqyang/anaconda3/envs/tensorflow/lib/python3.6/site-packages/IPython/core/interactiveshell.py:2918: UserWarning: To exit: use 'exit', 'quit', or Ctrl-D.\n",
+      "  warn(\"To exit: use 'exit', 'quit', or Ctrl-D.\", stacklevel=1)\n"
+     ]
+    }
+   ],
+   "source": [
+    "DATA_URL = 'https://www.cs.toronto.edu/~kriz/cifar-10-binary.tar.gz'\n",
+    "\n",
+    "parser = argparse.ArgumentParser()\n",
+    "\n",
+    "parser.add_argument(\n",
+    "    '--data_dir', type=str, default='/tmp/cifar10_data',\n",
+    "    help='Directory to download data and extract the tarball')\n",
+    "\n",
+    "\n",
+    "def main(_):\n",
+    "    \"\"\"Download and extract the tarball from Alex's website.\"\"\"\n",
+    "    if not os.path.exists(FLAGS.data_dir):\n",
+    "        os.makedirs(FLAGS.data_dir)\n",
+    "        \n",
+    "    filename = DATA_URL.split('/')[-1]\n",
+    "    filepath = os.path.join(FLAGS.data_dir, filename)\n",
+    "\n",
+    "    if not os.path.exists(filepath):\n",
+    "        def _progress(count, block_size, total_size):\n",
+    "            sys.stdout.write('\\r>> Downloading %s %.1f%%' % (\n",
+    "          filename, 100.0 * count * block_size / total_size))\n",
+    "            sys.stdout.flush()\n",
+    "\n",
+    "        filepath, _ = urllib.request.urlretrieve(DATA_URL, filepath, _progress)\n",
+    "        print()\n",
+    "        statinfo = os.stat(filepath)\n",
+    "        print('Successfully downloaded', filename, statinfo.st_size, 'bytes.')\n",
+    "\n",
+    "    tarfile.open(filepath, 'r:gz').extractall(FLAGS.data_dir)\n",
+    "\n",
+    "\n",
+    "if __name__ == '__main__':\n",
+    "  FLAGS, unparsed = parser.parse_known_args()\n",
+    "  tf.app.run(argv=[sys.argv[0]] + unparsed)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.6.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}