practical 6(nb,svm).ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"practical 6(nb,svm).ipynb","provenance":[],"authorship_tag":"ABX9TyOKzLFJJzZqnBkpQC4EnmdZ"},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"Z1k1dG1UhuZB","executionInfo":{"status":"ok","timestamp":1601902257589,"user_tz":-330,"elapsed":141361,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"ad433f4b-9adb-4e61-da6b-d91968fbcd23","colab":{"base_uri":"https://localhost:8080/","height":34}},"source":["from google.colab import drive\n","drive.mount('/content/drive')"],"execution_count":2,"outputs":[{"output_type":"stream","text":["Mounted at /content/drive\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"y6iEaVD2iImD","executionInfo":{"status":"ok","timestamp":1601902369846,"user_tz":-330,"elapsed":1552,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"216e18ba-4bba-46a3-aa69-eefe1cce26fa","colab":{"base_uri":"https://localhost:8080/","height":195}},"source":["import pandas as pd \n","data =  pd.read_csv('/content/drive/My Drive/SMSSpamCollection.csv', sep = '\\t', names = ['label', 'message'])\n","data.head()"],"execution_count":3,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>label</th>\n","      <th>message</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>ham</td>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>ham</td>\n","      <td>Ok lar... Joking wif u oni...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>spam</td>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>ham</td>\n","      <td>U dun say so early hor... U c already then say...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>ham</td>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["  label                                            message\n","0   ham  Go until jurong point, crazy.. Available only ...\n","1   ham                      Ok lar... Joking wif u oni...\n","2  spam  Free entry in 2 a wkly comp to win FA Cup fina...\n","3   ham  U dun say so early hor... U c already then say...\n","4   ham  Nah I don't think he goes to usf, he lives aro..."]},"metadata":{"tags":[]},"execution_count":3}]},{"cell_type":"code","metadata":{"id":"ERx2vp8UiWcI","executionInfo":{"status":"ok","timestamp":1601902375413,"user_tz":-330,"elapsed":1634,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}}},"source":["text = data['message']\n","label = data['label']"],"execution_count":4,"outputs":[]},{"cell_type":"code","metadata":{"id":"4k5u6ZJfiW_2","executionInfo":{"status":"ok","timestamp":1601902380406,"user_tz":-330,"elapsed":1369,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"ec8a5b06-8767-4b33-e89f-f2aa84d8f33e","colab":{"base_uri":"https://localhost:8080/","height":195}},"source":["#Number of Words\n","#x = lambda a : a + 10\n","#print(x(5))\n","data['word_count'] = data['message'].apply(lambda x: len(str(x).split(\" \")))\n","data[['message','word_count']].head()"],"execution_count":5,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>message</th>\n","      <th>word_count</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","      <td>20</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Ok lar... Joking wif u oni...</td>\n","      <td>6</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","      <td>28</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>U dun say so early hor... U c already then say...</td>\n","      <td>11</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","      <td>13</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             message  word_count\n","0  Go until jurong point, crazy.. Available only ...          20\n","1                      Ok lar... Joking wif u oni...           6\n","2  Free entry in 2 a wkly comp to win FA Cup fina...          28\n","3  U dun say so early hor... U c already then say...          11\n","4  Nah I don't think he goes to usf, he lives aro...          13"]},"metadata":{"tags":[]},"execution_count":5}]},{"cell_type":"code","metadata":{"id":"w-4h5QQsiXbN","executionInfo":{"status":"ok","timestamp":1601902383758,"user_tz":-330,"elapsed":1292,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"4f2538cd-e492-460f-95e6-90219364e956","colab":{"base_uri":"https://localhost:8080/","height":195}},"source":["#Number of characters\n","data['char_count'] = data['message'].str.len() ## this also includes spaces\n","data[['message','char_count']].head()"],"execution_count":6,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>message</th>\n","      <th>char_count</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","      <td>111</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Ok lar... Joking wif u oni...</td>\n","      <td>29</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","      <td>155</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>U dun say so early hor... U c already then say...</td>\n","      <td>49</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","      <td>61</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             message  char_count\n","0  Go until jurong point, crazy.. Available only ...         111\n","1                      Ok lar... Joking wif u oni...          29\n","2  Free entry in 2 a wkly comp to win FA Cup fina...         155\n","3  U dun say so early hor... U c already then say...          49\n","4  Nah I don't think he goes to usf, he lives aro...          61"]},"metadata":{"tags":[]},"execution_count":6}]},{"cell_type":"code","metadata":{"id":"OByki_pgiwIx","executionInfo":{"status":"ok","timestamp":1601902390937,"user_tz":-330,"elapsed":2107,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"eb6d3e55-ae01-412b-e743-eba2e324e35a","colab":{"base_uri":"https://localhost:8080/","height":195}},"source":["#Average Word Length\n","def avg_word(sentence):\n","  words = sentence.split()\n","  #print(words)\n","  return (sum(len(word) for word in words)/len(words))\n","\n","data['avg_word'] = data['message'].apply(lambda x: avg_word(x))\n","data[['message','avg_word']].head()"],"execution_count":7,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>message</th>\n","      <th>avg_word</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","      <td>4.600000</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Ok lar... Joking wif u oni...</td>\n","      <td>4.000000</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","      <td>4.571429</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>U dun say so early hor... U c already then say...</td>\n","      <td>3.545455</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","      <td>3.769231</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             message  avg_word\n","0  Go until jurong point, crazy.. Available only ...  4.600000\n","1                      Ok lar... Joking wif u oni...  4.000000\n","2  Free entry in 2 a wkly comp to win FA Cup fina...  4.571429\n","3  U dun say so early hor... U c already then say...  3.545455\n","4  Nah I don't think he goes to usf, he lives aro...  3.769231"]},"metadata":{"tags":[]},"execution_count":7}]},{"cell_type":"code","metadata":{"id":"4ipetb0qiw-K","executionInfo":{"status":"ok","timestamp":1601902399478,"user_tz":-330,"elapsed":3135,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"a02948fd-00dc-4adc-de66-ffd33fb0d857","colab":{"base_uri":"https://localhost:8080/","height":229}},"source":["#Number of stopwords\n","import nltk\n","nltk.download('stopwords')\n","from nltk.corpus import stopwords\n","stop = stopwords.words('english')\n","\n","data['stopwords'] = data['message'].apply(lambda x: len([x for x in x.split() if x in stop]))\n","data[['message','stopwords']].head()"],"execution_count":8,"outputs":[{"output_type":"stream","text":["[nltk_data] Downloading package stopwords to /root/nltk_data...\n","[nltk_data]   Unzipping corpora/stopwords.zip.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>message</th>\n","      <th>stopwords</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Ok lar... Joking wif u oni...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","      <td>5</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>U dun say so early hor... U c already then say...</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","      <td>5</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             message  stopwords\n","0  Go until jurong point, crazy.. Available only ...          4\n","1                      Ok lar... Joking wif u oni...          0\n","2  Free entry in 2 a wkly comp to win FA Cup fina...          5\n","3  U dun say so early hor... U c already then say...          2\n","4  Nah I don't think he goes to usf, he lives aro...          5"]},"metadata":{"tags":[]},"execution_count":8}]},{"cell_type":"code","metadata":{"id":"v8GismugixfW","executionInfo":{"status":"ok","timestamp":1601902404778,"user_tz":-330,"elapsed":1365,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"442cbc21-2040-4975-e128-ac1e7c6a004b","colab":{"base_uri":"https://localhost:8080/","height":195}},"source":["#Number of special characters\n","data['hastags'] = data['message'].apply(lambda x: len([x for x in x.split() if x.startswith('#')]))\n","data[['message','hastags']].head()"],"execution_count":9,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>message</th>\n","      <th>hastags</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Ok lar... Joking wif u oni...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>U dun say so early hor... U c already then say...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             message  hastags\n","0  Go until jurong point, crazy.. Available only ...        0\n","1                      Ok lar... Joking wif u oni...        0\n","2  Free entry in 2 a wkly comp to win FA Cup fina...        0\n","3  U dun say so early hor... U c already then say...        0\n","4  Nah I don't think he goes to usf, he lives aro...        0"]},"metadata":{"tags":[]},"execution_count":9}]},{"cell_type":"code","metadata":{"id":"2OC8afNSjBgY","executionInfo":{"status":"ok","timestamp":1601902408155,"user_tz":-330,"elapsed":1136,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"5a91c4c1-cfb2-488c-c7e0-a45652a420e3","colab":{"base_uri":"https://localhost:8080/","height":195}},"source":["#Number of numerics\n","data['numerics'] = data['message'].apply(lambda x: len([x for x in x.split() if x.isdigit()]))\n","data[['message','numerics']].head()"],"execution_count":10,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>message</th>\n","      <th>numerics</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Ok lar... Joking wif u oni...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>U dun say so early hor... U c already then say...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             message  numerics\n","0  Go until jurong point, crazy.. Available only ...         0\n","1                      Ok lar... Joking wif u oni...         0\n","2  Free entry in 2 a wkly comp to win FA Cup fina...         2\n","3  U dun say so early hor... U c already then say...         0\n","4  Nah I don't think he goes to usf, he lives aro...         0"]},"metadata":{"tags":[]},"execution_count":10}]},{"cell_type":"code","metadata":{"id":"7F_y8CVJjE41","executionInfo":{"status":"ok","timestamp":1601902412697,"user_tz":-330,"elapsed":1379,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"e18399c8-cc33-40d7-a3f9-661a122338e8","colab":{"base_uri":"https://localhost:8080/","height":195}},"source":["#Number of Uppercase words\n","data['upper'] = data['message'].apply(lambda x: len([x for x in x.split() if x.isupper()]))\n","data[['message','upper']].head()"],"execution_count":11,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>message</th>\n","      <th>upper</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Ok lar... Joking wif u oni...</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>U dun say so early hor... U c already then say...</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","      <td>1</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             message  upper\n","0  Go until jurong point, crazy.. Available only ...      0\n","1                      Ok lar... Joking wif u oni...      0\n","2  Free entry in 2 a wkly comp to win FA Cup fina...      2\n","3  U dun say so early hor... U c already then say...      2\n","4  Nah I don't think he goes to usf, he lives aro...      1"]},"metadata":{"tags":[]},"execution_count":11}]},{"cell_type":"code","metadata":{"id":"5C-VhYsVjFHM","executionInfo":{"status":"ok","timestamp":1601902665734,"user_tz":-330,"elapsed":50340,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"9475d447-b074-48e8-eea3-c6cb2efe3426","colab":{"base_uri":"https://localhost:8080/","height":279}},"source":["pos_family = {\n","    'noun' : ['NN','NNS','NNP','NNPS'],\n","    'pron' : ['PRP','PRP$','WP','WP$'],\n","    'verb' : ['VB','VBD','VBG','VBN','VBP','VBZ'],\n","    'adj' :  ['JJ','JJR','JJS'],\n","    'adv' : ['RB','RBR','RBS','WRB']\n","}\n","\n","# function to check and get the part of speech tag count of a words in a given sentence\n","from textblob import TextBlob, Word, Blobber\n","import nltk\n","nltk.download('punkt')\n","nltk.download('averaged_perceptron_tagger')\n","def check_pos_tag(x, flag):\n","    cnt = 0\n","    try:\n","        wiki = TextBlob(x)\n","        for tup in wiki.tags:\n","            ppo = list(tup)[1]\n","            if ppo in pos_family[flag]:\n","                cnt += 1\n","    except:\n","        pass\n","    return cnt\n","\n","data['noun_count'] = data['message'].apply(lambda x: check_pos_tag(x, 'noun'))\n","data['verb_count'] = data['message'].apply(lambda x: check_pos_tag(x, 'verb'))\n","data['adj_count'] = data['message'].apply(lambda x: check_pos_tag(x, 'adj'))\n","data['adv_count'] = data['message'].apply(lambda x: check_pos_tag(x, 'adv'))\n","data['pron_count'] = data['message'].apply(lambda x: check_pos_tag(x, 'pron'))\n","data[['message','noun_count','verb_count','adj_count', 'adv_count', 'pron_count' ]].head()"],"execution_count":13,"outputs":[{"output_type":"stream","text":["[nltk_data] Downloading package punkt to /root/nltk_data...\n","[nltk_data]   Unzipping tokenizers/punkt.zip.\n","[nltk_data] Downloading package averaged_perceptron_tagger to\n","[nltk_data]     /root/nltk_data...\n","[nltk_data]   Unzipping taggers/averaged_perceptron_tagger.zip.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>message</th>\n","      <th>noun_count</th>\n","      <th>verb_count</th>\n","      <th>adj_count</th>\n","      <th>adv_count</th>\n","      <th>pron_count</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","      <td>9</td>\n","      <td>1</td>\n","      <td>3</td>\n","      <td>3</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Ok lar... Joking wif u oni...</td>\n","      <td>4</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","      <td>14</td>\n","      <td>3</td>\n","      <td>4</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>U dun say so early hor... U c already then say...</td>\n","      <td>3</td>\n","      <td>3</td>\n","      <td>2</td>\n","      <td>3</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","      <td>1</td>\n","      <td>5</td>\n","      <td>0</td>\n","      <td>3</td>\n","      <td>3</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             message  ...  pron_count\n","0  Go until jurong point, crazy.. Available only ...  ...           0\n","1                      Ok lar... Joking wif u oni...  ...           0\n","2  Free entry in 2 a wkly comp to win FA Cup fina...  ...           0\n","3  U dun say so early hor... U c already then say...  ...           0\n","4  Nah I don't think he goes to usf, he lives aro...  ...           3\n","\n","[5 rows x 6 columns]"]},"metadata":{"tags":[]},"execution_count":13}]},{"cell_type":"code","metadata":{"id":"4rfOCIpajT9o","executionInfo":{"status":"ok","timestamp":1601902672334,"user_tz":-330,"elapsed":1515,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"b05c9381-0979-4cff-b7fa-35b1a3e4ed7f","colab":{"base_uri":"https://localhost:8080/","height":195}},"source":["data[['message','word_count','char_count','avg_word','stopwords','hastags','numerics','upper','noun_count','verb_count','adj_count', 'adv_count', 'pron_count','label' ]].head()"],"execution_count":14,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>message</th>\n","      <th>word_count</th>\n","      <th>char_count</th>\n","      <th>avg_word</th>\n","      <th>stopwords</th>\n","      <th>hastags</th>\n","      <th>numerics</th>\n","      <th>upper</th>\n","      <th>noun_count</th>\n","      <th>verb_count</th>\n","      <th>adj_count</th>\n","      <th>adv_count</th>\n","      <th>pron_count</th>\n","      <th>label</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Go until jurong point, crazy.. Available only ...</td>\n","      <td>20</td>\n","      <td>111</td>\n","      <td>4.600000</td>\n","      <td>4</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>9</td>\n","      <td>1</td>\n","      <td>3</td>\n","      <td>3</td>\n","      <td>0</td>\n","      <td>ham</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Ok lar... Joking wif u oni...</td>\n","      <td>6</td>\n","      <td>29</td>\n","      <td>4.000000</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>4</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>ham</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n","      <td>28</td>\n","      <td>155</td>\n","      <td>4.571429</td>\n","      <td>5</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2</td>\n","      <td>14</td>\n","      <td>3</td>\n","      <td>4</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>spam</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>U dun say so early hor... U c already then say...</td>\n","      <td>11</td>\n","      <td>49</td>\n","      <td>3.545455</td>\n","      <td>2</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>3</td>\n","      <td>3</td>\n","      <td>2</td>\n","      <td>3</td>\n","      <td>0</td>\n","      <td>ham</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Nah I don't think he goes to usf, he lives aro...</td>\n","      <td>13</td>\n","      <td>61</td>\n","      <td>3.769231</td>\n","      <td>5</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>5</td>\n","      <td>0</td>\n","      <td>3</td>\n","      <td>3</td>\n","      <td>ham</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             message  ...  label\n","0  Go until jurong point, crazy.. Available only ...  ...    ham\n","1                      Ok lar... Joking wif u oni...  ...    ham\n","2  Free entry in 2 a wkly comp to win FA Cup fina...  ...   spam\n","3  U dun say so early hor... U c already then say...  ...    ham\n","4  Nah I don't think he goes to usf, he lives aro...  ...    ham\n","\n","[5 rows x 14 columns]"]},"metadata":{"tags":[]},"execution_count":14}]},{"cell_type":"code","metadata":{"id":"LrJx6jhEjZL7","executionInfo":{"status":"ok","timestamp":1601902725836,"user_tz":-330,"elapsed":1372,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"8628697f-6c95-4342-9b90-a8adf928fb6e","colab":{"base_uri":"https://localhost:8080/","height":34}},"source":["features = data[['word_count','char_count','avg_word','stopwords','hastags','numerics','upper','noun_count','verb_count','adj_count', 'adv_count', 'pron_count']]\n","\n","#label = data['label']\n","\n","import numpy as np\n","classes_list = [\"ham\",\"spam\"]\n","label_index = data['label'].apply(classes_list.index)\n","label = np.asarray(label_index)\n","\n","import numpy as np\n","features_array = np.asarray(features)\n","\n","features_array.shape"],"execution_count":15,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(5572, 12)"]},"metadata":{"tags":[]},"execution_count":15}]},{"cell_type":"code","metadata":{"id":"A_xUkWQ6jZje","executionInfo":{"status":"ok","timestamp":1601902729678,"user_tz":-330,"elapsed":1558,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}}},"source":["# data split into train and text\n","import numpy as np\n","from sklearn.model_selection import train_test_split\n","x_train, x_test, y_train, y_test = train_test_split(features_array, label, test_size=0.33, random_state=42)"],"execution_count":16,"outputs":[]},{"cell_type":"code","metadata":{"id":"pk5zVy6mjZ7w","executionInfo":{"status":"ok","timestamp":1601902732962,"user_tz":-330,"elapsed":1302,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"bfed716a-2f23-4254-b769-4b7313f5e560","colab":{"base_uri":"https://localhost:8080/","height":386}},"source":["from sklearn.metrics import accuracy_score\n","from sklearn import metrics\n","\n","from sklearn.svm import SVC\n","model_SVM = SVC()\n","model_SVM.fit(x_train, y_train)\n","y_pred_SVM = model_SVM.predict(x_test)\n","print(\"SVM\")\n","print(\"Accuracy score =\", accuracy_score(y_test, y_pred_SVM))\n","print(metrics.classification_report(y_test, y_pred_SVM))\n","\n","\n","\n","from sklearn.naive_bayes import GaussianNB\n","naive = GaussianNB()\n","naive.fit(x_train,y_train)\n","y_pred_naive = naive.predict(x_test)\n","print(\"Naive Bayes\")\n","print(\"Accuracy score =\", accuracy_score(y_test, y_pred_naive))\n","print(metrics.classification_report(y_test, y_pred_naive ))"],"execution_count":17,"outputs":[{"output_type":"stream","text":["SVM\n","Accuracy score = 0.933115823817292\n","              precision    recall  f1-score   support\n","\n","           0       0.94      0.98      0.96      1593\n","           1       0.83      0.63      0.71       246\n","\n","    accuracy                           0.93      1839\n","   macro avg       0.89      0.80      0.84      1839\n","weighted avg       0.93      0.93      0.93      1839\n","\n","Naive Bayes\n","Accuracy score = 0.9320282762370854\n","              precision    recall  f1-score   support\n","\n","           0       0.97      0.95      0.96      1593\n","           1       0.72      0.80      0.76       246\n","\n","    accuracy                           0.93      1839\n","   macro avg       0.84      0.88      0.86      1839\n","weighted avg       0.94      0.93      0.93      1839\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"nU9vDQmVjvp8","executionInfo":{"status":"ok","timestamp":1601902737147,"user_tz":-330,"elapsed":1366,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"3f602165-00bf-45d9-decc-e4d5d6138106","colab":{"base_uri":"https://localhost:8080/","height":34}},"source":["# data split into train and text\n","import numpy as np\n","from sklearn.model_selection import train_test_split\n","x_train, x_test, y_train, y_test = train_test_split(features_array, label, test_size=0.33, random_state=42)\n","\n","x_train.shape\n"],"execution_count":18,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(3733, 12)"]},"metadata":{"tags":[]},"execution_count":18}]},{"cell_type":"code","metadata":{"id":"chNfWLgOj5an","executionInfo":{"status":"ok","timestamp":1601902890959,"user_tz":-330,"elapsed":1317,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"2e780f44-d869-41c0-a673-737decb0a368","colab":{"base_uri":"https://localhost:8080/","height":34}},"source":["data = pd.read_csv('/content/drive/My Drive/SMSSpamCollection.csv', sep = '\\t', names = ['label','message'])\n","\n","text = data['message']\n","class_label = data['label']\n","\n","import numpy as np\n","classes_list = [\"ham\",\"spam\"]\n","label_index = class_label.apply(classes_list.index)\n","label = np.asarray(label_index)\n","\n","import numpy as np\n","from sklearn.model_selection import train_test_split\n","X_train, X_test, y_train, y_test = train_test_split(text, label, test_size=0.33, random_state=42)\n","\n","from sklearn.feature_extraction.text import TfidfVectorizer\n","vectorizer = TfidfVectorizer(ngram_range = (1,1))\n","x_train = vectorizer.fit_transform(X_train)\n","x_test = vectorizer.transform(X_test)\n","\n","x_train.shape"],"execution_count":22,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(3733, 7082)"]},"metadata":{"tags":[]},"execution_count":22}]},{"cell_type":"code","metadata":{"id":"fu2ziyJokHQv","executionInfo":{"status":"ok","timestamp":1601902896044,"user_tz":-330,"elapsed":1498,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"132be956-0f5f-47fa-b165-85a5e0161e51","colab":{"base_uri":"https://localhost:8080/","height":1000}},"source":["vectorizer.get_feature_names()"],"execution_count":23,"outputs":[{"output_type":"execute_result","data":{"text/plain":["['00',\n"," '000',\n"," '000pes',\n"," '0089',\n"," '0121',\n"," '01223585236',\n"," '01223585334',\n"," '02',\n"," '0207',\n"," '02072069400',\n"," '02073162414',\n"," '02085076972',\n"," '021',\n"," '03',\n"," '04',\n"," '0430',\n"," '05',\n"," '050703',\n"," '0578',\n"," '06',\n"," '07',\n"," '07008009200',\n"," '07046744435',\n"," '07090298926',\n"," '07099833605',\n"," '07123456789',\n"," '0721072',\n"," '07732584351',\n"," '07734396839',\n"," '07753741225',\n"," '0776xxxxxxx',\n"," '07781482378',\n"," '07786200117',\n"," '077xxx',\n"," '07801543489',\n"," '07808247860',\n"," '07815296484',\n"," '07821230901',\n"," '07880867867',\n"," '07946746291',\n"," '0796xxxxxx',\n"," '07973788240',\n"," '07xxxxxxxxx',\n"," '08',\n"," '0800',\n"," '08000407165',\n"," '08000776320',\n"," '08000839402',\n"," '08000930705',\n"," '08000938767',\n"," '08001950382',\n"," '08002888812',\n"," '08002986030',\n"," '08002986906',\n"," '08002988890',\n"," '08006344447',\n"," '0808',\n"," '08081263000',\n"," '08081560665',\n"," '0825',\n"," '083',\n"," '0844',\n"," '08448350055',\n"," '08448714184',\n"," '0845',\n"," '08450542832',\n"," '08452810071',\n"," '08452810073',\n"," '08452810075over18',\n"," '0870',\n"," '08700435505150p',\n"," '08700621170150p',\n"," '08701213186',\n"," '08701237397',\n"," '08701417012',\n"," '08701417012150p',\n"," '0870141701216',\n"," '0870241182716',\n"," '08702490080',\n"," '08702840625',\n"," '08704050406',\n"," '08704439680',\n"," '08704439680ts',\n"," '08706091795',\n"," '0870737910216yrs',\n"," '08707509020',\n"," '08707808226',\n"," '08708034412',\n"," '08708800282',\n"," '08709222922',\n"," '08709501522',\n"," '0871',\n"," '087104711148',\n"," '08712101358',\n"," '0871212025016',\n"," '08712300220',\n"," '087123002209am',\n"," '08712317606',\n"," '08712400602450p',\n"," '08712400603',\n"," '08712402050',\n"," '08712402578',\n"," '08712402779',\n"," '08712402902',\n"," '08712402972',\n"," '08712405020',\n"," '08712405022',\n"," '08712460324',\n"," '0871277810710p',\n"," '0871277810810',\n"," '0871277810910p',\n"," '08714342399',\n"," '087147123779am',\n"," '08714712379',\n"," '08714712388',\n"," '08714712394',\n"," '08714712412',\n"," '08715203028',\n"," '08715203649',\n"," '08715203656',\n"," '08715203677',\n"," '08715203694',\n"," '08715205273',\n"," '08715500022',\n"," '08715705022',\n"," '08717111821',\n"," '0871750',\n"," '08717507382',\n"," '08717509990',\n"," '08717895698',\n"," '08717898035',\n"," '08718711108',\n"," '08718720201',\n"," '08718723815',\n"," '08718726270',\n"," '087187262701',\n"," '08718726970',\n"," '08718726978',\n"," '08718727870',\n"," '08718730666',\n"," '08718738001',\n"," '08718738002',\n"," '08718738034',\n"," '08719181259',\n"," '08719181503',\n"," '08719181513',\n"," '08719839835',\n"," '08719899229',\n"," '08719899230',\n"," '09',\n"," '09041940223',\n"," '09050000301',\n"," '09050000332',\n"," '09050000555',\n"," '09050000878',\n"," '09050001295',\n"," '09050001808',\n"," '09050003091',\n"," '09050090044',\n"," '09056242159',\n"," '09057039994',\n"," '09058091854',\n"," '09058091870',\n"," '09058094455',\n"," '09058094507',\n"," '09058094565',\n"," '09058094583',\n"," '09058094594',\n"," '09058094597',\n"," '09058095107',\n"," '09058095201',\n"," '09058097189',\n"," '09058097218',\n"," '09058098002',\n"," '09058099801',\n"," '09061104276',\n"," '09061104283',\n"," '09061209465',\n"," '09061213237',\n"," '09061221061',\n"," '09061221066',\n"," '09061701444',\n"," '09061743386',\n"," '09061743806',\n"," '09061743810',\n"," '09061744553',\n"," '09061749602',\n"," '09061790121',\n"," '09061790125',\n"," '09061790126',\n"," '09063440451',\n"," '09063442151',\n"," '09063458130',\n"," '0906346330',\n"," '09064011000',\n"," '09064012160',\n"," '09064017295',\n"," '09064017305',\n"," '09064018838',\n"," '09064019014',\n"," '09065069154',\n"," '09065171142',\n"," '09065174042',\n"," '09065989180',\n"," '09065989182',\n"," '09066350750',\n"," '09066358152',\n"," '09066362206',\n"," '09066362220',\n"," '09066362231',\n"," '09066364311',\n"," '09066364349',\n"," '09066364589',\n"," '09066368470',\n"," '09066382422',\n"," '09066612661',\n"," '09066649731from',\n"," '09066660100',\n"," '09071512433',\n"," '09077818151',\n"," '09090204448',\n"," '09094646631',\n"," '09094646899',\n"," '09095350301',\n"," '09096102316',\n"," '09099725823',\n"," '09099726395',\n"," '09099726429',\n"," '09099726481',\n"," '09701213186',\n"," '0a',\n"," '10',\n"," '100',\n"," '1000',\n"," '1000s',\n"," '100p',\n"," '100percent',\n"," '100txt',\n"," '1030',\n"," '10am',\n"," '10k',\n"," '10p',\n"," '10ppm',\n"," '10th',\n"," '11',\n"," '1120',\n"," '113',\n"," '114',\n"," '1146',\n"," '116',\n"," '1172',\n"," '118p',\n"," '11mths',\n"," '11pm',\n"," '12',\n"," '1205',\n"," '120p',\n"," '121',\n"," '125',\n"," '1250',\n"," '125gift',\n"," '128',\n"," '12hrs',\n"," '12mths',\n"," '13',\n"," '130',\n"," '1327',\n"," '139',\n"," '14',\n"," '140',\n"," '1405',\n"," '145',\n"," '146tf150p',\n"," '14tcr',\n"," '14thmarch',\n"," '15',\n"," '150',\n"," '1500',\n"," '150p',\n"," '150p16',\n"," '150pm',\n"," '150ppermesssubscription',\n"," '150ppm',\n"," '150ppmsg',\n"," '153',\n"," '15541',\n"," '16',\n"," '165',\n"," '1680',\n"," '169',\n"," '177',\n"," '18',\n"," '180',\n"," '1843',\n"," '18p',\n"," '18yrs',\n"," '195',\n"," '1956669',\n"," '1apple',\n"," '1b6a5ecef91ff9',\n"," '1cup',\n"," '1da',\n"," '1hr',\n"," '1im',\n"," '1lemon',\n"," '1mega',\n"," '1million',\n"," '1st',\n"," '1st4terms',\n"," '1stchoice',\n"," '1thing',\n"," '1tulsi',\n"," '1win150ppmx3',\n"," '1winaweek',\n"," '1winawk',\n"," '1x150p',\n"," '1yf',\n"," '20',\n"," '200',\n"," '2000',\n"," '2003',\n"," '2004',\n"," '2005',\n"," '2007',\n"," '2025050',\n"," '20m12aq',\n"," '20p',\n"," '21',\n"," '21870000',\n"," '21st',\n"," '22',\n"," '220',\n"," '220cm2',\n"," '2309',\n"," '23f',\n"," '23g',\n"," '24',\n"," '24hrs',\n"," '24m',\n"," '24th',\n"," '25',\n"," '250',\n"," '250k',\n"," '255',\n"," '25p',\n"," '26',\n"," '2667',\n"," '26th',\n"," '28',\n"," '28days',\n"," '28th',\n"," '29',\n"," '2b',\n"," '2c',\n"," '2channel',\n"," '2day',\n"," '2docd',\n"," '2end',\n"," '2ez',\n"," '2find',\n"," '2geva',\n"," '2go',\n"," '2gthr',\n"," '2hook',\n"," '2hrs',\n"," '2i',\n"," '2lands',\n"," '2marrow',\n"," '2moro',\n"," '2morow',\n"," '2morro',\n"," '2morrow',\n"," '2morrowxxxx',\n"," '2mro',\n"," '2mrw',\n"," '2mwen',\n"," '2nd',\n"," '2nite',\n"," '2optout',\n"," '2p',\n"," '2price',\n"," '2rcv',\n"," '2stop',\n"," '2stoptx',\n"," '2stoptxt',\n"," '2u',\n"," '2waxsto',\n"," '2wt',\n"," '2wu',\n"," '2yr',\n"," '2yrs',\n"," '30',\n"," '300',\n"," '3000',\n"," '300603',\n"," '300p',\n"," '3030',\n"," '30apr',\n"," '30ish',\n"," '30pm',\n"," '30pp',\n"," '30s',\n"," '31',\n"," '3100',\n"," '31p',\n"," '32',\n"," '32000',\n"," '3230',\n"," '326',\n"," '33',\n"," '330',\n"," '350',\n"," '3510i',\n"," '3650',\n"," '36504',\n"," '3680',\n"," '373',\n"," '3750',\n"," '37819',\n"," '38',\n"," '382',\n"," '391784',\n"," '3aj',\n"," '3d',\n"," '3g',\n"," '3gbp',\n"," '3hrs',\n"," '3lions',\n"," '3lp',\n"," '3miles',\n"," '3mins',\n"," '3mobile',\n"," '3optical',\n"," '3pound',\n"," '3qxj9',\n"," '3rd',\n"," '3ss',\n"," '3uz',\n"," '3xx',\n"," '40',\n"," '400',\n"," '400mins',\n"," '4041',\n"," '40411',\n"," '40533',\n"," '40gb',\n"," '41685',\n"," '41782',\n"," '42049',\n"," '4217',\n"," '42478',\n"," '430',\n"," '434',\n"," '44',\n"," '440',\n"," '4403ldnw1a7rw18',\n"," '447801259231',\n"," '449050000301',\n"," '449071512431',\n"," '45',\n"," '450',\n"," '450ppw',\n"," '45pm',\n"," '47',\n"," '4719',\n"," '4742',\n"," '47per',\n"," '48',\n"," '4882',\n"," '48922',\n"," '49',\n"," '4a',\n"," '4brekkie',\n"," '4d',\n"," '4eva',\n"," '4fil',\n"," '4get',\n"," '4give',\n"," '4goten',\n"," '4info',\n"," '4jx',\n"," '4mths',\n"," '4my',\n"," '4qf2',\n"," '4t',\n"," '4th',\n"," '4txt',\n"," '4u',\n"," '4ward',\n"," '4wrd',\n"," '4years',\n"," '50',\n"," '500',\n"," '5000',\n"," '505060',\n"," '50gbp',\n"," '50p',\n"," '50perweeksub',\n"," '50perwksub',\n"," '50pm',\n"," '50ppm',\n"," '50rcvd',\n"," '50s',\n"," '515',\n"," '523',\n"," '5249',\n"," '526',\n"," '528',\n"," '530',\n"," '54',\n"," '542',\n"," '5digital',\n"," '5free',\n"," '5ish',\n"," '5k',\n"," '5min',\n"," '5mls',\n"," '5p',\n"," '5pm',\n"," '5th',\n"," '5wb',\n"," '5we',\n"," '5wkg',\n"," '600',\n"," '6031',\n"," '6089',\n"," '60p',\n"," '61',\n"," '61200',\n"," '61610',\n"," '6230',\n"," '62468',\n"," '62735',\n"," '630',\n"," '65',\n"," '650',\n"," '66',\n"," '6669',\n"," '674',\n"," '67441233',\n"," '68866',\n"," '69101',\n"," '69696',\n"," '69698',\n"," '69866',\n"," '69876',\n"," '69888',\n"," '69888nyt',\n"," '69911',\n"," '6days',\n"," '6hl',\n"," '6hrs',\n"," '6ish',\n"," '6missed',\n"," '6months',\n"," '6ph',\n"," '6pm',\n"," '6th',\n"," '6times',\n"," '6wu',\n"," '6zf',\n"," '700',\n"," '71',\n"," '7250',\n"," '7250i',\n"," '730',\n"," '75',\n"," '750',\n"," '7548',\n"," '75max',\n"," '762',\n"," '77',\n"," '7732584351',\n"," '78',\n"," '786',\n"," '7876150ppm',\n"," '79',\n"," '7am',\n"," '7ish',\n"," '7oz',\n"," '7pm',\n"," '7th',\n"," '80',\n"," '800',\n"," '8000930705',\n"," '80062',\n"," '8007',\n"," '80082',\n"," '80122300p',\n"," '80155',\n"," '80182',\n"," '80488',\n"," '80608',\n"," '80878',\n"," '81010',\n"," '81151',\n"," '81303',\n"," '81618',\n"," '82050',\n"," '820554ad0a1705572711',\n"," '82242',\n"," '82277',\n"," '83021',\n"," '83039',\n"," '83049',\n"," '83118',\n"," '83222',\n"," '83332',\n"," '83338',\n"," '83355',\n"," '83370',\n"," '83383',\n"," '83435',\n"," '83600',\n"," '83738',\n"," '84025',\n"," '84122',\n"," '84128',\n"," '84199',\n"," '84484',\n"," '85',\n"," '850',\n"," '85023',\n"," '85069',\n"," '85233',\n"," '8552',\n"," '85555',\n"," '86021',\n"," '861',\n"," '864233',\n"," '86688',\n"," '86888',\n"," '87021',\n"," '87066',\n"," '87070',\n"," '87077',\n"," '87121',\n"," '87131',\n"," '872',\n"," '87239',\n"," '87575',\n"," '88039',\n"," '88066',\n"," '88088',\n"," '88222',\n"," '88600',\n"," '88800',\n"," '8883',\n"," '88877',\n"," '88888',\n"," '89034',\n"," '89070',\n"," '89080',\n"," '89105',\n"," '89123',\n"," '89545',\n"," '89555',\n"," '89693',\n"," '8am',\n"," '8ball',\n"," '8lb',\n"," '8p',\n"," '8pm',\n"," '8th',\n"," '8wp',\n"," '900',\n"," '9061100010',\n"," '910',\n"," '9280114',\n"," '92h',\n"," '9307622',\n"," '945',\n"," '946',\n"," '95',\n"," '9755',\n"," '98321561',\n"," '99',\n"," '9996',\n"," '9ae',\n"," '9am',\n"," '9ja',\n"," '9pm',\n"," '9t',\n"," '9th',\n"," '____',\n"," 'a21',\n"," 'a30',\n"," 'aah',\n"," 'aaniye',\n"," 'aaooooright',\n"," 'aathi',\n"," 'abbey',\n"," 'abi',\n"," 'ability',\n"," 'abiola',\n"," 'abj',\n"," 'able',\n"," 'abnormally',\n"," 'about',\n"," 'aboutas',\n"," 'above',\n"," 'abroad',\n"," 'absence',\n"," 'absolutly',\n"," 'abt',\n"," 'abta',\n"," 'aburo',\n"," 'abuse',\n"," 'abusers',\n"," 'ac',\n"," 'academic',\n"," 'acc',\n"," 'accent',\n"," 'accept',\n"," 'access',\n"," 'accessible',\n"," 'accidant',\n"," 'accident',\n"," 'accidentally',\n"," 'accommodation',\n"," 'accommodationvouchers',\n"," 'accomodations',\n"," 'accordingly',\n"," 'account',\n"," 'accounts',\n"," 'accumulation',\n"," 'achan',\n"," 'ache',\n"," 'acid',\n"," 'acl03530150pm',\n"," 'acnt',\n"," 'aco',\n"," 'across',\n"," 'act',\n"," 'acted',\n"," 'acting',\n"," 'action',\n"," 'activ8',\n"," 'activate',\n"," 'active',\n"," 'activities',\n"," 'actor',\n"," 'actual',\n"," 'actually',\n"," 'ad',\n"," 'adam',\n"," 'add',\n"," 'addamsfa',\n"," 'added',\n"," 'addicted',\n"," 'addie',\n"," 'adding',\n"," 'address',\n"," 'adewale',\n"," 'adjustable',\n"," 'admin',\n"," 'administrator',\n"," 'admirer',\n"," 'admission',\n"," 'adore',\n"," 'adoring',\n"," 'adress',\n"," 'adrian',\n"," 'ads',\n"," 'adsense',\n"," 'adult',\n"," 'adults',\n"," 'advance',\n"," 'adventure',\n"," 'adventuring',\n"," 'advice',\n"," 'advise',\n"," 'advising',\n"," 'afew',\n"," 'affairs',\n"," 'affection',\n"," 'affectionate',\n"," 'afford',\n"," 'afghanistan',\n"," 'afraid',\n"," 'africa',\n"," 'aft',\n"," 'after',\n"," 'afternon',\n"," 'afternoon',\n"," 'aftr',\n"," 'ag',\n"," 'again',\n"," 'against',\n"," 'agalla',\n"," 'age',\n"," 'age16',\n"," 'age23',\n"," 'agent',\n"," 'ages',\n"," 'agidhane',\n"," 'ago',\n"," 'agree',\n"," 'ah',\n"," 'aha',\n"," 'ahead',\n"," 'ahhhh',\n"," 'ahmad',\n"," 'ahold',\n"," 'aid',\n"," 'aids',\n"," 'aight',\n"," 'ain',\n"," 'aint',\n"," 'air',\n"," 'airport',\n"," 'airtel',\n"," 'aiya',\n"," 'aiyah',\n"," 'aiyar',\n"," 'aiyo',\n"," 'ajith',\n"," 'aka',\n"," 'akon',\n"," 'al',\n"," 'alaikkum',\n"," 'albi',\n"," 'album',\n"," 'alcohol',\n"," 'alert',\n"," 'alerts',\n"," 'alex',\n"," 'alfie',\n"," 'algorithms',\n"," 'ali',\n"," 'alian',\n"," 'alibi',\n"," 'alive',\n"," 'all',\n"," 'allah',\n"," 'allalo',\n"," 'allday',\n"," 'alle',\n"," 'allo',\n"," 'allow',\n"," 'allowed',\n"," 'allows',\n"," 'almost',\n"," 'alone',\n"," 'along',\n"," 'alot',\n"," 'already',\n"," 'alright',\n"," 'alrite',\n"," 'also',\n"," 'although',\n"," 'aluable',\n"," 'always',\n"," 'alwys',\n"," 'am',\n"," 'amanda',\n"," 'amazing',\n"," 'ambitious',\n"," 'ambrith',\n"," 'american',\n"," 'ami',\n"," 'amigos',\n"," 'amma',\n"," 'ammae',\n"," 'amnow',\n"," 'among',\n"," 'amongst',\n"," 'amore',\n"," 'amount',\n"," 'amp',\n"," 'amrca',\n"," 'amrita',\n"," 'ams',\n"," 'amt',\n"," 'amy',\n"," 'an',\n"," 'ana',\n"," 'analysis',\n"," 'and',\n"," 'anderson',\n"," 'andre',\n"," 'andrews',\n"," 'angry',\n"," 'animal',\n"," 'animation',\n"," 'anjola',\n"," 'annie',\n"," 'anniversary',\n"," 'annoncement',\n"," 'announced',\n"," 'announcement',\n"," 'annoyin',\n"," 'anonymous',\n"," 'anot',\n"," 'another',\n"," 'ans',\n"," 'ansr',\n"," 'answer',\n"," 'answered',\n"," 'answerin',\n"," 'answering',\n"," 'answers',\n"," 'answr',\n"," 'antelope',\n"," 'antha',\n"," 'anthony',\n"," 'anti',\n"," 'any',\n"," 'anybody',\n"," 'anyhow',\n"," 'anymore',\n"," 'anyone',\n"," 'anyones',\n"," 'anyplaces',\n"," 'anythiing',\n"," 'anythin',\n"," 'anything',\n"," 'anythingtomorrow',\n"," 'anytime',\n"," 'anyway',\n"," 'anyways',\n"," 'anywhere',\n"," 'apart',\n"," 'apartment',\n"," 'apes',\n"," 'apeshit',\n"," 'apo',\n"," 'apologise',\n"," 'apology',\n"," 'app',\n"," 'apparently',\n"," 'appeal',\n"," 'appear',\n"," 'applausestore',\n"," 'applebees',\n"," 'application',\n"," 'apply',\n"," 'applyed',\n"," 'applying',\n"," 'appointment',\n"," 'appointments',\n"," 'appreciate',\n"," 'appreciated',\n"," 'approve',\n"," 'approved',\n"," 'approx',\n"," 'apps',\n"," 'appt',\n"," 'appy',\n"," 'april',\n"," 'aproach',\n"," 'aquarius',\n"," 'ar',\n"," 'arab',\n"," 'arabian',\n"," 'arcade',\n"," 'ard',\n"," 'are',\n"," 'area',\n"," 'aren',\n"," 'arestaurant',\n"," 'aretaking',\n"," 'argentina',\n"," 'argh',\n"," 'argue',\n"," 'argument',\n"," 'arises',\n"," 'arm',\n"," 'armand',\n"," 'arms',\n"," 'arng',\n"," 'arngd',\n"," 'arnt',\n"," 'around',\n"," 'arrange',\n"," 'arranging',\n"," 'arrested',\n"," 'arrival',\n"," 'arrive',\n"," 'arsenal',\n"," 'art',\n"," 'artists',\n"," 'arts',\n"," 'arty',\n"," 'arul',\n"," 'arun',\n"," 'as',\n"," 'asa',\n"," 'asap',\n"," 'asda',\n"," 'ashley',\n"," 'ashwini',\n"," 'asian',\n"," 'asjesus',\n"," 'ask',\n"," 'askd',\n"," 'asked',\n"," 'askin',\n"," 'asking',\n"," 'asks',\n"," ...]"]},"metadata":{"tags":[]},"execution_count":23}]},{"cell_type":"code","metadata":{"id":"Ej7napD-kLpA","executionInfo":{"status":"ok","timestamp":1601902902465,"user_tz":-330,"elapsed":4489,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}},"outputId":"62b567eb-250a-456d-9c60-9675ba728d3f","colab":{"base_uri":"https://localhost:8080/","height":386}},"source":["from sklearn.metrics import accuracy_score\n","from sklearn import metrics\n","\n","from sklearn.svm import SVC\n","model_SVM = SVC()\n","model_SVM.fit(x_train, y_train)\n","y_pred_SVM = model_SVM.predict(x_test)\n","print(\"SVM\")\n","print(\"Accuracy score =\", accuracy_score(y_test, y_pred_SVM))\n","print(metrics.classification_report(y_test, y_pred_SVM))\n","\n","\n","from sklearn.naive_bayes import GaussianNB\n","naive = GaussianNB()\n","naive.fit(x_train.toarray(),y_train)\n","y_pred_naive = naive.predict(x_test.toarray())\n","print(\"Naive Bayes\")\n","print(\"Accuracy score =\", accuracy_score(y_test, y_pred_naive))\n","print(metrics.classification_report(y_test, y_pred_naive ))"],"execution_count":24,"outputs":[{"output_type":"stream","text":["SVM\n","Accuracy score = 0.9869494290375204\n","              precision    recall  f1-score   support\n","\n","           0       0.99      1.00      0.99      1593\n","           1       1.00      0.90      0.95       246\n","\n","    accuracy                           0.99      1839\n","   macro avg       0.99      0.95      0.97      1839\n","weighted avg       0.99      0.99      0.99      1839\n","\n","Naive Bayes\n","Accuracy score = 0.9059271343121261\n","              precision    recall  f1-score   support\n","\n","           0       0.98      0.91      0.94      1593\n","           1       0.60      0.91      0.72       246\n","\n","    accuracy                           0.91      1839\n","   macro avg       0.79      0.91      0.83      1839\n","weighted avg       0.93      0.91      0.91      1839\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"fZ07sJaqkL-x","executionInfo":{"status":"ok","timestamp":1601902909391,"user_tz":-330,"elapsed":1273,"user":{"displayName":"Muskaan Balwani","photoUrl":"","userId":"03272924802870714003"}}},"source":[""],"execution_count":24,"outputs":[]}]}