10. combine.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"10. combine.ipynb","version":"0.3.2","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"metadata":{"id":"ZONalJEjGDXQ","colab_type":"code","outputId":"07537e2c-610a-4e8c-8cee-da4470131098","executionInfo":{"status":"ok","timestamp":1553678931929,"user_tz":-330,"elapsed":67364,"user":{"displayName":"Abhay Tyagi","photoUrl":"","userId":"17391893291666241300"}},"colab":{"base_uri":"https://localhost:8080/","height":122}},"cell_type":"code","source":["from google.colab import drive\n","drive.mount('/content/drive')"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3Aietf%3Awg%3Aoauth%3A2.0%3Aoob&scope=email%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdocs.test%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive.photos.readonly%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fpeopleapi.readonly&response_type=code\n","\n","Enter your authorization code:\n","··········\n","Mounted at /content/drive\n"],"name":"stdout"}]},{"metadata":{"id":"cYPoKY4vGMfZ","colab_type":"code","outputId":"63c749a2-64b2-4814-a97d-df83cd090f34","executionInfo":{"status":"ok","timestamp":1553678933198,"user_tz":-330,"elapsed":68628,"user":{"displayName":"Abhay Tyagi","photoUrl":"","userId":"17391893291666241300"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"cell_type":"code","source":["import pandas as pd\n","import numpy as np\n","import pickle as p\n","from sklearn import metrics\n","from sklearn.preprocessing import Normalizer\n","from keras.models import Sequential\n","from keras.layers import Convolution1D, Dense, Dropout, MaxPooling1D, LSTM"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Using TensorFlow backend.\n"],"name":"stderr"}]},{"metadata":{"id":"LO2XSxlgG52U","colab_type":"code","colab":{}},"cell_type":"code","source":["X=pd.read_csv('/content/drive/My Drive/Colab Notebooks/Datasets/test_data.csv')\n","y=pd.read_csv('/content/drive/My Drive/Colab Notebooks/Datasets/test_label.csv')\n","scaler = Normalizer().fit(X)\n","x = scaler.transform(X)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"oFCZSoE-HWVF","colab_type":"code","outputId":"91edbb8d-9848-42f1-d6f2-c65c3782a581","executionInfo":{"status":"ok","timestamp":1553679432367,"user_tz":-330,"elapsed":1621,"user":{"displayName":"Abhay Tyagi","photoUrl":"","userId":"17391893291666241300"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"cell_type":"code","source":["lstm_output_size = 70\n","with open(\"/content/drive/My Drive/Colab Notebooks/Pickle Models/knn.pkl\", \"rb\")as f:\n","    knn = p.load(f)\n","with open(\"/content/drive/My Drive/Colab Notebooks/Pickle Models/DT.pkl\", \"rb\")as f:\n","    rf = p.load(f)\n","with open(\"/content/drive/My Drive/Colab Notebooks/Pickle Models/NB.pkl\", \"rb\")as f:\n","    nb = p.load(f)\n","with open(\"/content/drive/My Drive/Colab Notebooks/Pickle Models/SGD.pkl\", \"rb\")as f:\n","    sgd = p.load(f)\n","cnn = Sequential()\n","cnn.add(Convolution1D(64, 3, activation=\"relu\", input_shape=(41, 1)))\n","cnn.add(Convolution1D(64, 3, activation=\"relu\"))\n","cnn.add(MaxPooling1D(pool_size=2))\n","cnn.add(Convolution1D(128, 3, activation=\"relu\"))\n","cnn.add(Convolution1D(128, 3, activation=\"relu\"))\n","cnn.add(MaxPooling1D(pool_size=2))\n","cnn.add(LSTM(lstm_output_size))\n","cnn.add(Dropout(0.1))\n","cnn.add(Dense(5, activation=\"softmax\"))\n","cnn.load_weights(\"/content/drive/My Drive/Colab Notebooks/HDF5 Models/checkpoint-09.hdf5\")\n","cnn.compile(loss=\"sparse_categorical_crossentropy\", optimizer=\"SGD\", \n","            metrics=['accuracy'])\n","print(\"Created models and loaded weights from file\")"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Created models and loaded weights from file\n"],"name":"stdout"}]},{"metadata":{"id":"VTyU6chbH4Rz","colab_type":"code","colab":{}},"cell_type":"code","source":["y_test = np.array(y)\n","X = np.array(x)\n","X_test = np.reshape(X, (X.shape[0],X.shape[1],1))"],"execution_count":0,"outputs":[]},{"metadata":{"id":"LvZC41OjMLEN","colab_type":"code","outputId":"4c59437e-354c-4104-a38c-7b1fbaa27bcd","executionInfo":{"status":"ok","timestamp":1553679051313,"user_tz":-330,"elapsed":186699,"user":{"displayName":"Abhay Tyagi","photoUrl":"","userId":"17391893291666241300"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"cell_type":"code","source":["y_knn = knn.predict(x)\n","print(\"KNN Done\")"],"execution_count":0,"outputs":[{"output_type":"stream","text":["KNN Done\n"],"name":"stdout"}]},{"metadata":{"id":"QIm3qkZ-U8Zv","colab_type":"code","outputId":"64cf685e-d051-4687-c063-32a1d91faeee","executionInfo":{"status":"ok","timestamp":1553679438265,"user_tz":-330,"elapsed":950,"user":{"displayName":"Abhay Tyagi","photoUrl":"","userId":"17391893291666241300"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"cell_type":"code","source":["y_rf = rf.predict(x)\n","print(\"RF Done\")"],"execution_count":0,"outputs":[{"output_type":"stream","text":["RF Done\n"],"name":"stdout"}]},{"metadata":{"id":"gypiJpZ6U48v","colab_type":"code","outputId":"9113b883-7cd5-435e-e146-6defbdbd93d6","executionInfo":{"status":"ok","timestamp":1553679449816,"user_tz":-330,"elapsed":11351,"user":{"displayName":"Abhay Tyagi","photoUrl":"","userId":"17391893291666241300"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"cell_type":"code","source":["y_cnn = cnn.predict_classes(X_test)\n","print(\"CNN Done\")"],"execution_count":0,"outputs":[{"output_type":"stream","text":["CNN Done\n"],"name":"stdout"}]},{"metadata":{"id":"Fym4_30TI3da","colab_type":"code","colab":{}},"cell_type":"code","source":["pred = np.empty([y_rf.size,1], dtype=int)\n","a=0\n","for i in y_knn:\n","    if i == y_cnn[a]:\n","        pred[a] = i\n","    else:\n","        pred[a] = y_rf[a]\n","    a += 1"],"execution_count":0,"outputs":[]},{"metadata":{"id":"20aK2T_CMXue","colab_type":"code","outputId":"084a0085-0d00-4a9a-eab8-ac472a721c52","executionInfo":{"status":"ok","timestamp":1553679449820,"user_tz":-330,"elapsed":7418,"user":{"displayName":"Abhay Tyagi","photoUrl":"","userId":"17391893291666241300"}},"colab":{"base_uri":"https://localhost:8080/","height":357}},"cell_type":"code","source":["print(\"Accuracy =\", metrics.accuracy_score(y, pred))\n","print(\"Confusion Matrix =\\n\", metrics.confusion_matrix(y, pred))\n","print(\"Classification Report =\\n\", metrics.classification_report(y, pred))"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Accuracy = 0.9783300646239913\n","Confusion Matrix =\n"," [[11718    14     6   465     0]\n"," [    7 44896     4     0     0]\n"," [   19    25   777     3     0]\n"," [  787     2     2  3465     0]\n"," [   13     0     0     1     2]]\n","Classification Report =\n","               precision    recall  f1-score   support\n","\n","           0       0.93      0.96      0.95     12203\n","           1       1.00      1.00      1.00     44907\n","           2       0.98      0.94      0.96       824\n","           3       0.88      0.81      0.85      4256\n","           4       1.00      0.12      0.22        16\n","\n","   micro avg       0.98      0.98      0.98     62206\n","   macro avg       0.96      0.77      0.80     62206\n","weighted avg       0.98      0.98      0.98     62206\n","\n"],"name":"stdout"}]},{"metadata":{"id":"GUFRUcsKM3ph","colab_type":"code","colab":{}},"cell_type":"code","source":[""],"execution_count":0,"outputs":[]}]}