Merge pull request #9 from DRAE-MLP/csvfile

add csv to storage

Author: danisha20

create_dataset.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 39,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -17,7 +17,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -47,7 +47,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 36,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [
     {
@@ -139,7 +139,7 @@
        "0  RT @discord: ok this year's snowsgiving giveaw...             None  None  "
       ]
      },
-     "execution_count": 36,
+     "execution_count": 5,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -150,11 +150,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "csv_file = 'prueba.csv'"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
    "metadata": {},
    "outputs": [],
    "source": [
-    "csv_file = 'prueba.csv'\n",
     "df.to_csv(csv_file)"
    ]
   },
@@ -165,19 +173,52 @@
    "outputs": [],
    "source": [
     "\"\"\"\n",
-    "    TODO: Add csv to S3\n",
+    "    Add csv to S3\n",
     "\"\"\""
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Retrieve key and host from terminal\n",
+    "aws_access_key_id = os.getenv('AWS_ACCESS_KEY_ID')\n",
+    "aws_secret_access_key = os.getenv('AWS_SECRET_ACCESS_KEY')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
    "metadata": {},
    "outputs": [],
    "source": [
     "import boto3\n",
-    "s3 = boto3.resource('s3')\n",
-    "s3.meta.client.upload_file(csv_file, 'mybucket', csv_file)"
+    "s3 = boto3.resource('s3', region_name='us-east-1', aws_access_key_id=aws_access_key_id, aws_secret_access_key=aws_secret_access_key)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 26,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "s3.Object(bucket_name='tweets-hackoff1', key='prueba.csv')"
+      ]
+     },
+     "execution_count": 26,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# Upload a new file\n",
+    "data = open(csv_file, 'rb')\n",
+    "bucket = s3.Bucket('tweets-hackoff1')\n",
+    "bucket.put_object(Key=csv_file, Body=data)"
    ]
   },
   {