feature_selection.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "id": "SAEkvzir1_n6"
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.utils import shuffle\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.cluster import KMeans\n",
    "import matplotlib.pyplot as plt\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dim_0</th>\n",
       "      <th>dim_1</th>\n",
       "      <th>dim_2</th>\n",
       "      <th>dim_3</th>\n",
       "      <th>dim_4</th>\n",
       "      <th>dim_5</th>\n",
       "      <th>dim_6</th>\n",
       "      <th>dim_7</th>\n",
       "      <th>dim_8</th>\n",
       "      <th>dim_9</th>\n",
       "      <th>...</th>\n",
       "      <th>dim_759</th>\n",
       "      <th>dim_760</th>\n",
       "      <th>dim_761</th>\n",
       "      <th>dim_762</th>\n",
       "      <th>dim_763</th>\n",
       "      <th>dim_764</th>\n",
       "      <th>dim_765</th>\n",
       "      <th>dim_766</th>\n",
       "      <th>dim_767</th>\n",
       "      <th>class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.068236</td>\n",
       "      <td>-0.438254</td>\n",
       "      <td>0.567147</td>\n",
       "      <td>-0.487058</td>\n",
       "      <td>0.282780</td>\n",
       "      <td>0.146563</td>\n",
       "      <td>0.157871</td>\n",
       "      <td>-0.357997</td>\n",
       "      <td>0.018972</td>\n",
       "      <td>-0.524471</td>\n",
       "      <td>...</td>\n",
       "      <td>0.059631</td>\n",
       "      <td>-0.280158</td>\n",
       "      <td>-0.189878</td>\n",
       "      <td>0.017568</td>\n",
       "      <td>-0.500212</td>\n",
       "      <td>-0.493376</td>\n",
       "      <td>-0.164083</td>\n",
       "      <td>0.107333</td>\n",
       "      <td>0.557685</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.357063</td>\n",
       "      <td>-0.533797</td>\n",
       "      <td>0.601093</td>\n",
       "      <td>-0.552535</td>\n",
       "      <td>0.102153</td>\n",
       "      <td>0.183559</td>\n",
       "      <td>0.296759</td>\n",
       "      <td>-0.332952</td>\n",
       "      <td>0.105710</td>\n",
       "      <td>-0.471301</td>\n",
       "      <td>...</td>\n",
       "      <td>0.116009</td>\n",
       "      <td>-0.384409</td>\n",
       "      <td>-0.038392</td>\n",
       "      <td>0.110891</td>\n",
       "      <td>-0.571011</td>\n",
       "      <td>-0.351836</td>\n",
       "      <td>-0.187614</td>\n",
       "      <td>0.074170</td>\n",
       "      <td>0.999287</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.236083</td>\n",
       "      <td>-0.405232</td>\n",
       "      <td>0.608672</td>\n",
       "      <td>-0.510895</td>\n",
       "      <td>0.005930</td>\n",
       "      <td>-0.000401</td>\n",
       "      <td>0.329034</td>\n",
       "      <td>-0.222892</td>\n",
       "      <td>0.136171</td>\n",
       "      <td>-0.589592</td>\n",
       "      <td>...</td>\n",
       "      <td>0.122446</td>\n",
       "      <td>-0.623242</td>\n",
       "      <td>-0.165457</td>\n",
       "      <td>0.081211</td>\n",
       "      <td>-0.721002</td>\n",
       "      <td>-0.369679</td>\n",
       "      <td>-0.068200</td>\n",
       "      <td>0.171848</td>\n",
       "      <td>0.690042</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.354019</td>\n",
       "      <td>-0.456652</td>\n",
       "      <td>0.588340</td>\n",
       "      <td>-0.593266</td>\n",
       "      <td>-0.154709</td>\n",
       "      <td>0.307715</td>\n",
       "      <td>0.052650</td>\n",
       "      <td>-0.301949</td>\n",
       "      <td>-0.086403</td>\n",
       "      <td>-0.601289</td>\n",
       "      <td>...</td>\n",
       "      <td>0.118253</td>\n",
       "      <td>-0.394212</td>\n",
       "      <td>0.105075</td>\n",
       "      <td>-0.015371</td>\n",
       "      <td>-0.550346</td>\n",
       "      <td>-0.340746</td>\n",
       "      <td>-0.091211</td>\n",
       "      <td>0.196060</td>\n",
       "      <td>1.010401</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.325022</td>\n",
       "      <td>-0.645527</td>\n",
       "      <td>0.705420</td>\n",
       "      <td>-0.583074</td>\n",
       "      <td>0.215542</td>\n",
       "      <td>0.227589</td>\n",
       "      <td>0.317335</td>\n",
       "      <td>-0.221141</td>\n",
       "      <td>-0.025322</td>\n",
       "      <td>-0.549255</td>\n",
       "      <td>...</td>\n",
       "      <td>0.067133</td>\n",
       "      <td>-0.464046</td>\n",
       "      <td>-0.006312</td>\n",
       "      <td>0.033687</td>\n",
       "      <td>-0.588174</td>\n",
       "      <td>-0.495464</td>\n",
       "      <td>-0.054368</td>\n",
       "      <td>0.219203</td>\n",
       "      <td>1.075023</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>545</th>\n",
       "      <td>-0.100103</td>\n",
       "      <td>-0.492275</td>\n",
       "      <td>0.675140</td>\n",
       "      <td>-0.487642</td>\n",
       "      <td>-0.136852</td>\n",
       "      <td>-0.234566</td>\n",
       "      <td>0.382276</td>\n",
       "      <td>-0.482865</td>\n",
       "      <td>-0.068650</td>\n",
       "      <td>-0.288104</td>\n",
       "      <td>...</td>\n",
       "      <td>0.132721</td>\n",
       "      <td>-0.157829</td>\n",
       "      <td>-0.081698</td>\n",
       "      <td>0.030797</td>\n",
       "      <td>-0.601887</td>\n",
       "      <td>-0.530860</td>\n",
       "      <td>-0.150393</td>\n",
       "      <td>0.045672</td>\n",
       "      <td>0.537529</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>546</th>\n",
       "      <td>-0.179182</td>\n",
       "      <td>-0.600180</td>\n",
       "      <td>0.561700</td>\n",
       "      <td>-0.626862</td>\n",
       "      <td>0.059924</td>\n",
       "      <td>-0.021892</td>\n",
       "      <td>0.222803</td>\n",
       "      <td>-0.428615</td>\n",
       "      <td>-0.067435</td>\n",
       "      <td>-0.201782</td>\n",
       "      <td>...</td>\n",
       "      <td>0.013608</td>\n",
       "      <td>-0.299064</td>\n",
       "      <td>-0.094693</td>\n",
       "      <td>0.045837</td>\n",
       "      <td>-0.399642</td>\n",
       "      <td>-0.538557</td>\n",
       "      <td>-0.006115</td>\n",
       "      <td>0.064153</td>\n",
       "      <td>0.965948</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>547</th>\n",
       "      <td>0.013144</td>\n",
       "      <td>-0.497039</td>\n",
       "      <td>0.619486</td>\n",
       "      <td>-0.565379</td>\n",
       "      <td>0.326212</td>\n",
       "      <td>0.110219</td>\n",
       "      <td>0.320176</td>\n",
       "      <td>-0.386685</td>\n",
       "      <td>-0.048247</td>\n",
       "      <td>-0.474594</td>\n",
       "      <td>...</td>\n",
       "      <td>0.052591</td>\n",
       "      <td>-0.389257</td>\n",
       "      <td>0.104142</td>\n",
       "      <td>-0.001180</td>\n",
       "      <td>-0.579341</td>\n",
       "      <td>-0.325395</td>\n",
       "      <td>-0.223656</td>\n",
       "      <td>0.217429</td>\n",
       "      <td>0.537311</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548</th>\n",
       "      <td>-0.027330</td>\n",
       "      <td>-0.420062</td>\n",
       "      <td>0.646492</td>\n",
       "      <td>-0.580824</td>\n",
       "      <td>0.082242</td>\n",
       "      <td>0.043384</td>\n",
       "      <td>0.262623</td>\n",
       "      <td>-0.240288</td>\n",
       "      <td>-0.136221</td>\n",
       "      <td>-0.424801</td>\n",
       "      <td>...</td>\n",
       "      <td>0.125532</td>\n",
       "      <td>-0.235147</td>\n",
       "      <td>-0.192918</td>\n",
       "      <td>0.103785</td>\n",
       "      <td>-0.626618</td>\n",
       "      <td>-0.419139</td>\n",
       "      <td>0.021452</td>\n",
       "      <td>0.113736</td>\n",
       "      <td>0.581495</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>549</th>\n",
       "      <td>-0.113294</td>\n",
       "      <td>-0.564704</td>\n",
       "      <td>0.379882</td>\n",
       "      <td>-0.459922</td>\n",
       "      <td>0.305936</td>\n",
       "      <td>0.128638</td>\n",
       "      <td>0.134899</td>\n",
       "      <td>-0.297648</td>\n",
       "      <td>-0.129095</td>\n",
       "      <td>-0.510592</td>\n",
       "      <td>...</td>\n",
       "      <td>0.251186</td>\n",
       "      <td>-0.373713</td>\n",
       "      <td>-0.100439</td>\n",
       "      <td>0.187090</td>\n",
       "      <td>-0.314314</td>\n",
       "      <td>-0.482994</td>\n",
       "      <td>-0.040915</td>\n",
       "      <td>0.159759</td>\n",
       "      <td>0.736696</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>550 rows × 769 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        dim_0     dim_1     dim_2     dim_3     dim_4     dim_5     dim_6  \\\n",
       "0   -0.068236 -0.438254  0.567147 -0.487058  0.282780  0.146563  0.157871   \n",
       "1   -0.357063 -0.533797  0.601093 -0.552535  0.102153  0.183559  0.296759   \n",
       "2   -0.236083 -0.405232  0.608672 -0.510895  0.005930 -0.000401  0.329034   \n",
       "3   -0.354019 -0.456652  0.588340 -0.593266 -0.154709  0.307715  0.052650   \n",
       "4   -0.325022 -0.645527  0.705420 -0.583074  0.215542  0.227589  0.317335   \n",
       "..        ...       ...       ...       ...       ...       ...       ...   \n",
       "545 -0.100103 -0.492275  0.675140 -0.487642 -0.136852 -0.234566  0.382276   \n",
       "546 -0.179182 -0.600180  0.561700 -0.626862  0.059924 -0.021892  0.222803   \n",
       "547  0.013144 -0.497039  0.619486 -0.565379  0.326212  0.110219  0.320176   \n",
       "548 -0.027330 -0.420062  0.646492 -0.580824  0.082242  0.043384  0.262623   \n",
       "549 -0.113294 -0.564704  0.379882 -0.459922  0.305936  0.128638  0.134899   \n",
       "\n",
       "        dim_7     dim_8     dim_9  ...   dim_759   dim_760   dim_761  \\\n",
       "0   -0.357997  0.018972 -0.524471  ...  0.059631 -0.280158 -0.189878   \n",
       "1   -0.332952  0.105710 -0.471301  ...  0.116009 -0.384409 -0.038392   \n",
       "2   -0.222892  0.136171 -0.589592  ...  0.122446 -0.623242 -0.165457   \n",
       "3   -0.301949 -0.086403 -0.601289  ...  0.118253 -0.394212  0.105075   \n",
       "4   -0.221141 -0.025322 -0.549255  ...  0.067133 -0.464046 -0.006312   \n",
       "..        ...       ...       ...  ...       ...       ...       ...   \n",
       "545 -0.482865 -0.068650 -0.288104  ...  0.132721 -0.157829 -0.081698   \n",
       "546 -0.428615 -0.067435 -0.201782  ...  0.013608 -0.299064 -0.094693   \n",
       "547 -0.386685 -0.048247 -0.474594  ...  0.052591 -0.389257  0.104142   \n",
       "548 -0.240288 -0.136221 -0.424801  ...  0.125532 -0.235147 -0.192918   \n",
       "549 -0.297648 -0.129095 -0.510592  ...  0.251186 -0.373713 -0.100439   \n",
       "\n",
       "      dim_762   dim_763   dim_764   dim_765   dim_766   dim_767  class  \n",
       "0    0.017568 -0.500212 -0.493376 -0.164083  0.107333  0.557685    0.0  \n",
       "1    0.110891 -0.571011 -0.351836 -0.187614  0.074170  0.999287    1.0  \n",
       "2    0.081211 -0.721002 -0.369679 -0.068200  0.171848  0.690042    0.0  \n",
       "3   -0.015371 -0.550346 -0.340746 -0.091211  0.196060  1.010401    0.0  \n",
       "4    0.033687 -0.588174 -0.495464 -0.054368  0.219203  1.075023    1.0  \n",
       "..        ...       ...       ...       ...       ...       ...    ...  \n",
       "545  0.030797 -0.601887 -0.530860 -0.150393  0.045672  0.537529    0.0  \n",
       "546  0.045837 -0.399642 -0.538557 -0.006115  0.064153  0.965948    0.0  \n",
       "547 -0.001180 -0.579341 -0.325395 -0.223656  0.217429  0.537311    0.0  \n",
       "548  0.103785 -0.626618 -0.419139  0.021452  0.113736  0.581495    0.0  \n",
       "549  0.187090 -0.314314 -0.482994 -0.040915  0.159759  0.736696    0.0  \n",
       "\n",
       "[550 rows x 769 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# import the raw data\n",
    "data = pd.read_csv(\"bert_mills.csv\",sep= \",\")\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dim_0</th>\n",
       "      <th>dim_1</th>\n",
       "      <th>dim_2</th>\n",
       "      <th>dim_3</th>\n",
       "      <th>dim_4</th>\n",
       "      <th>dim_5</th>\n",
       "      <th>dim_6</th>\n",
       "      <th>dim_7</th>\n",
       "      <th>dim_8</th>\n",
       "      <th>dim_9</th>\n",
       "      <th>...</th>\n",
       "      <th>dim_762</th>\n",
       "      <th>dim_763</th>\n",
       "      <th>dim_764</th>\n",
       "      <th>dim_765</th>\n",
       "      <th>dim_766</th>\n",
       "      <th>dim_767</th>\n",
       "      <th>frequencies</th>\n",
       "      <th>word_length</th>\n",
       "      <th>average_distance</th>\n",
       "      <th>class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.068236</td>\n",
       "      <td>-0.438254</td>\n",
       "      <td>0.567147</td>\n",
       "      <td>-0.487058</td>\n",
       "      <td>0.282780</td>\n",
       "      <td>0.146563</td>\n",
       "      <td>0.157871</td>\n",
       "      <td>-0.357997</td>\n",
       "      <td>0.018972</td>\n",
       "      <td>-0.524471</td>\n",
       "      <td>...</td>\n",
       "      <td>0.017568</td>\n",
       "      <td>-0.500212</td>\n",
       "      <td>-0.493376</td>\n",
       "      <td>-0.164083</td>\n",
       "      <td>0.107333</td>\n",
       "      <td>0.557685</td>\n",
       "      <td>39552.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>2.397940</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.357063</td>\n",
       "      <td>-0.533797</td>\n",
       "      <td>0.601093</td>\n",
       "      <td>-0.552535</td>\n",
       "      <td>0.102153</td>\n",
       "      <td>0.183559</td>\n",
       "      <td>0.296759</td>\n",
       "      <td>-0.332952</td>\n",
       "      <td>0.105710</td>\n",
       "      <td>-0.471301</td>\n",
       "      <td>...</td>\n",
       "      <td>0.110891</td>\n",
       "      <td>-0.571011</td>\n",
       "      <td>-0.351836</td>\n",
       "      <td>-0.187614</td>\n",
       "      <td>0.074170</td>\n",
       "      <td>0.999287</td>\n",
       "      <td>106803.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.988624</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.236083</td>\n",
       "      <td>-0.405232</td>\n",
       "      <td>0.608672</td>\n",
       "      <td>-0.510895</td>\n",
       "      <td>0.005930</td>\n",
       "      <td>-0.000401</td>\n",
       "      <td>0.329034</td>\n",
       "      <td>-0.222892</td>\n",
       "      <td>0.136171</td>\n",
       "      <td>-0.589592</td>\n",
       "      <td>...</td>\n",
       "      <td>0.081211</td>\n",
       "      <td>-0.721002</td>\n",
       "      <td>-0.369679</td>\n",
       "      <td>-0.068200</td>\n",
       "      <td>0.171848</td>\n",
       "      <td>0.690042</td>\n",
       "      <td>1885.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2.500480</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.354019</td>\n",
       "      <td>-0.456652</td>\n",
       "      <td>0.588340</td>\n",
       "      <td>-0.593266</td>\n",
       "      <td>-0.154709</td>\n",
       "      <td>0.307715</td>\n",
       "      <td>0.052650</td>\n",
       "      <td>-0.301949</td>\n",
       "      <td>-0.086403</td>\n",
       "      <td>-0.601289</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.015371</td>\n",
       "      <td>-0.550346</td>\n",
       "      <td>-0.340746</td>\n",
       "      <td>-0.091211</td>\n",
       "      <td>0.196060</td>\n",
       "      <td>1.010401</td>\n",
       "      <td>1896.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>2.146367</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.325022</td>\n",
       "      <td>-0.645527</td>\n",
       "      <td>0.705420</td>\n",
       "      <td>-0.583074</td>\n",
       "      <td>0.215542</td>\n",
       "      <td>0.227589</td>\n",
       "      <td>0.317335</td>\n",
       "      <td>-0.221141</td>\n",
       "      <td>-0.025322</td>\n",
       "      <td>-0.549255</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033687</td>\n",
       "      <td>-0.588174</td>\n",
       "      <td>-0.495464</td>\n",
       "      <td>-0.054368</td>\n",
       "      <td>0.219203</td>\n",
       "      <td>1.075023</td>\n",
       "      <td>2333.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.580047</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>545</th>\n",
       "      <td>-0.100103</td>\n",
       "      <td>-0.492275</td>\n",
       "      <td>0.675140</td>\n",
       "      <td>-0.487642</td>\n",
       "      <td>-0.136852</td>\n",
       "      <td>-0.234566</td>\n",
       "      <td>0.382276</td>\n",
       "      <td>-0.482865</td>\n",
       "      <td>-0.068650</td>\n",
       "      <td>-0.288104</td>\n",
       "      <td>...</td>\n",
       "      <td>0.030797</td>\n",
       "      <td>-0.601887</td>\n",
       "      <td>-0.530860</td>\n",
       "      <td>-0.150393</td>\n",
       "      <td>0.045672</td>\n",
       "      <td>0.537529</td>\n",
       "      <td>44.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>2.689450</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>546</th>\n",
       "      <td>-0.179182</td>\n",
       "      <td>-0.600180</td>\n",
       "      <td>0.561700</td>\n",
       "      <td>-0.626862</td>\n",
       "      <td>0.059924</td>\n",
       "      <td>-0.021892</td>\n",
       "      <td>0.222803</td>\n",
       "      <td>-0.428615</td>\n",
       "      <td>-0.067435</td>\n",
       "      <td>-0.201782</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045837</td>\n",
       "      <td>-0.399642</td>\n",
       "      <td>-0.538557</td>\n",
       "      <td>-0.006115</td>\n",
       "      <td>0.064153</td>\n",
       "      <td>0.965948</td>\n",
       "      <td>87.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.076403</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>547</th>\n",
       "      <td>0.013144</td>\n",
       "      <td>-0.497039</td>\n",
       "      <td>0.619486</td>\n",
       "      <td>-0.565379</td>\n",
       "      <td>0.326212</td>\n",
       "      <td>0.110219</td>\n",
       "      <td>0.320176</td>\n",
       "      <td>-0.386685</td>\n",
       "      <td>-0.048247</td>\n",
       "      <td>-0.474594</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001180</td>\n",
       "      <td>-0.579341</td>\n",
       "      <td>-0.325395</td>\n",
       "      <td>-0.223656</td>\n",
       "      <td>0.217429</td>\n",
       "      <td>0.537311</td>\n",
       "      <td>126.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>2.405653</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548</th>\n",
       "      <td>-0.027330</td>\n",
       "      <td>-0.420062</td>\n",
       "      <td>0.646492</td>\n",
       "      <td>-0.580824</td>\n",
       "      <td>0.082242</td>\n",
       "      <td>0.043384</td>\n",
       "      <td>0.262623</td>\n",
       "      <td>-0.240288</td>\n",
       "      <td>-0.136221</td>\n",
       "      <td>-0.424801</td>\n",
       "      <td>...</td>\n",
       "      <td>0.103785</td>\n",
       "      <td>-0.626618</td>\n",
       "      <td>-0.419139</td>\n",
       "      <td>0.021452</td>\n",
       "      <td>0.113736</td>\n",
       "      <td>0.581495</td>\n",
       "      <td>34.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.343878</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>549</th>\n",
       "      <td>-0.113294</td>\n",
       "      <td>-0.564704</td>\n",
       "      <td>0.379882</td>\n",
       "      <td>-0.459922</td>\n",
       "      <td>0.305936</td>\n",
       "      <td>0.128638</td>\n",
       "      <td>0.134899</td>\n",
       "      <td>-0.297648</td>\n",
       "      <td>-0.129095</td>\n",
       "      <td>-0.510592</td>\n",
       "      <td>...</td>\n",
       "      <td>0.187090</td>\n",
       "      <td>-0.314314</td>\n",
       "      <td>-0.482994</td>\n",
       "      <td>-0.040915</td>\n",
       "      <td>0.159759</td>\n",
       "      <td>0.736696</td>\n",
       "      <td>741.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2.671712</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>550 rows × 772 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        dim_0     dim_1     dim_2     dim_3     dim_4     dim_5     dim_6  \\\n",
       "0   -0.068236 -0.438254  0.567147 -0.487058  0.282780  0.146563  0.157871   \n",
       "1   -0.357063 -0.533797  0.601093 -0.552535  0.102153  0.183559  0.296759   \n",
       "2   -0.236083 -0.405232  0.608672 -0.510895  0.005930 -0.000401  0.329034   \n",
       "3   -0.354019 -0.456652  0.588340 -0.593266 -0.154709  0.307715  0.052650   \n",
       "4   -0.325022 -0.645527  0.705420 -0.583074  0.215542  0.227589  0.317335   \n",
       "..        ...       ...       ...       ...       ...       ...       ...   \n",
       "545 -0.100103 -0.492275  0.675140 -0.487642 -0.136852 -0.234566  0.382276   \n",
       "546 -0.179182 -0.600180  0.561700 -0.626862  0.059924 -0.021892  0.222803   \n",
       "547  0.013144 -0.497039  0.619486 -0.565379  0.326212  0.110219  0.320176   \n",
       "548 -0.027330 -0.420062  0.646492 -0.580824  0.082242  0.043384  0.262623   \n",
       "549 -0.113294 -0.564704  0.379882 -0.459922  0.305936  0.128638  0.134899   \n",
       "\n",
       "        dim_7     dim_8     dim_9  ...   dim_762   dim_763   dim_764  \\\n",
       "0   -0.357997  0.018972 -0.524471  ...  0.017568 -0.500212 -0.493376   \n",
       "1   -0.332952  0.105710 -0.471301  ...  0.110891 -0.571011 -0.351836   \n",
       "2   -0.222892  0.136171 -0.589592  ...  0.081211 -0.721002 -0.369679   \n",
       "3   -0.301949 -0.086403 -0.601289  ... -0.015371 -0.550346 -0.340746   \n",
       "4   -0.221141 -0.025322 -0.549255  ...  0.033687 -0.588174 -0.495464   \n",
       "..        ...       ...       ...  ...       ...       ...       ...   \n",
       "545 -0.482865 -0.068650 -0.288104  ...  0.030797 -0.601887 -0.530860   \n",
       "546 -0.428615 -0.067435 -0.201782  ...  0.045837 -0.399642 -0.538557   \n",
       "547 -0.386685 -0.048247 -0.474594  ... -0.001180 -0.579341 -0.325395   \n",
       "548 -0.240288 -0.136221 -0.424801  ...  0.103785 -0.626618 -0.419139   \n",
       "549 -0.297648 -0.129095 -0.510592  ...  0.187090 -0.314314 -0.482994   \n",
       "\n",
       "      dim_765   dim_766   dim_767  frequencies  word_length  average_distance  \\\n",
       "0   -0.164083  0.107333  0.557685      39552.0         18.0          2.397940   \n",
       "1   -0.187614  0.074170  0.999287     106803.0          5.0          1.988624   \n",
       "2   -0.068200  0.171848  0.690042       1885.0         11.0          2.500480   \n",
       "3   -0.091211  0.196060  1.010401       1896.0          7.0          2.146367   \n",
       "4   -0.054368  0.219203  1.075023       2333.0          4.0          1.580047   \n",
       "..        ...       ...       ...          ...          ...               ...   \n",
       "545 -0.150393  0.045672  0.537529         44.0         26.0          2.689450   \n",
       "546 -0.006115  0.064153  0.965948         87.0          8.0          2.076403   \n",
       "547 -0.223656  0.217429  0.537311        126.0         10.0          2.405653   \n",
       "548  0.021452  0.113736  0.581495         34.0         12.0          1.343878   \n",
       "549 -0.040915  0.159759  0.736696        741.0         11.0          2.671712   \n",
       "\n",
       "     class  \n",
       "0      0.0  \n",
       "1      1.0  \n",
       "2      0.0  \n",
       "3      0.0  \n",
       "4      1.0  \n",
       "..     ...  \n",
       "545    0.0  \n",
       "546    0.0  \n",
       "547    0.0  \n",
       "548    0.0  \n",
       "549    0.0  \n",
       "\n",
       "[550 rows x 772 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Features from BERT and GPT do not have word length, word frequency and average distance to k-nearest words.\n",
    "# These are obtained from the csv files for W2G-Mills. Here is the example usage:\n",
    "# If you read files of W2G model, do not run this part\n",
    "\n",
    "data_temp= pd.read_csv(\"mills_sph_d50.csv\",sep= \",\" )\n",
    "data[\"frequencies\"]=data_temp[\"frequencies\"]\n",
    "data[\"word_length\"]=data_temp[\"word_length\"]\n",
    "\n",
    "\n",
    "from sklearn.neighbors import NearestNeighbors\n",
    "\n",
    "def average_distance(data,k):\n",
    "        # Create a NearestNeighbors object\n",
    "        nbrs = NearestNeighbors(n_neighbors=k)\n",
    "\n",
    "        # Fit the data to find the nearest neighbors\n",
    "        nbrs.fit(data.iloc[:,:-3])\n",
    "        distances, indices = nbrs.kneighbors(data.iloc[:,:-3])\n",
    "        mean_distances = np.mean(distances, axis=1)\n",
    "        data[\"average_distance\"]=mean_distances\n",
    "\n",
    "        return data\n",
    "data=average_distance(data,5)\n",
    "\n",
    "y = data[\"class\"]\n",
    "del data[\"class\"]\n",
    "data[\"class\"]=y\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Normalizes the data\n",
    "def normalizer(data_frame):\n",
    "     scaler = StandardScaler()\n",
    "     data2= data_frame.iloc[:,:-1]\n",
    "     label=data_frame[\"class\"]\n",
    "     df_scaled = pd.DataFrame(scaler.fit_transform(data2),columns = data2.columns)\n",
    "     df_scaled[\"class\"]=label\n",
    "      \n",
    "     return df_scaled\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Correlation of features are obtained. \n",
    "data_normalized=normalizer(data)\n",
    "cor=data_normalized.corr()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dim_20</th>\n",
       "      <th>dim_56</th>\n",
       "      <th>dim_119</th>\n",
       "      <th>dim_122</th>\n",
       "      <th>dim_183</th>\n",
       "      <th>dim_202</th>\n",
       "      <th>dim_227</th>\n",
       "      <th>dim_230</th>\n",
       "      <th>dim_248</th>\n",
       "      <th>dim_252</th>\n",
       "      <th>...</th>\n",
       "      <th>dim_352</th>\n",
       "      <th>dim_384</th>\n",
       "      <th>dim_556</th>\n",
       "      <th>dim_566</th>\n",
       "      <th>dim_662</th>\n",
       "      <th>dim_692</th>\n",
       "      <th>dim_716</th>\n",
       "      <th>dim_745</th>\n",
       "      <th>word_length</th>\n",
       "      <th>class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.518096</td>\n",
       "      <td>-0.656531</td>\n",
       "      <td>-1.060528</td>\n",
       "      <td>-1.905470</td>\n",
       "      <td>0.745394</td>\n",
       "      <td>-0.103368</td>\n",
       "      <td>-0.840379</td>\n",
       "      <td>1.062149</td>\n",
       "      <td>2.369661</td>\n",
       "      <td>-0.892833</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035974</td>\n",
       "      <td>2.013775</td>\n",
       "      <td>0.267017</td>\n",
       "      <td>2.108475</td>\n",
       "      <td>0.478183</td>\n",
       "      <td>-1.709187</td>\n",
       "      <td>-0.545884</td>\n",
       "      <td>2.811245</td>\n",
       "      <td>2.598303</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.079515</td>\n",
       "      <td>0.343938</td>\n",
       "      <td>0.398720</td>\n",
       "      <td>0.181237</td>\n",
       "      <td>-1.711423</td>\n",
       "      <td>-0.189089</td>\n",
       "      <td>1.109436</td>\n",
       "      <td>-0.330190</td>\n",
       "      <td>-0.138030</td>\n",
       "      <td>0.956472</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.411192</td>\n",
       "      <td>-0.113547</td>\n",
       "      <td>-0.842697</td>\n",
       "      <td>0.026385</td>\n",
       "      <td>-0.987730</td>\n",
       "      <td>0.213708</td>\n",
       "      <td>0.144488</td>\n",
       "      <td>-1.810745</td>\n",
       "      <td>-0.905633</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.799241</td>\n",
       "      <td>-1.058482</td>\n",
       "      <td>-0.245324</td>\n",
       "      <td>-1.105808</td>\n",
       "      <td>-0.033739</td>\n",
       "      <td>-0.980066</td>\n",
       "      <td>-0.665361</td>\n",
       "      <td>0.815496</td>\n",
       "      <td>1.213154</td>\n",
       "      <td>-0.047703</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.873175</td>\n",
       "      <td>1.660522</td>\n",
       "      <td>0.276044</td>\n",
       "      <td>0.838269</td>\n",
       "      <td>0.427953</td>\n",
       "      <td>-0.400072</td>\n",
       "      <td>-0.110350</td>\n",
       "      <td>-0.270100</td>\n",
       "      <td>0.711568</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.034053</td>\n",
       "      <td>0.412745</td>\n",
       "      <td>0.560298</td>\n",
       "      <td>0.835725</td>\n",
       "      <td>-0.608815</td>\n",
       "      <td>1.051338</td>\n",
       "      <td>1.910078</td>\n",
       "      <td>-1.265159</td>\n",
       "      <td>-1.147714</td>\n",
       "      <td>0.554315</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.143752</td>\n",
       "      <td>-0.590466</td>\n",
       "      <td>1.341425</td>\n",
       "      <td>-1.312162</td>\n",
       "      <td>-2.137700</td>\n",
       "      <td>0.150318</td>\n",
       "      <td>1.814573</td>\n",
       "      <td>-0.180582</td>\n",
       "      <td>-0.366566</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2.080748</td>\n",
       "      <td>1.566743</td>\n",
       "      <td>1.216995</td>\n",
       "      <td>0.250652</td>\n",
       "      <td>-2.584048</td>\n",
       "      <td>1.019586</td>\n",
       "      <td>0.773591</td>\n",
       "      <td>-1.489281</td>\n",
       "      <td>-0.348679</td>\n",
       "      <td>1.675242</td>\n",
       "      <td>...</td>\n",
       "      <td>-3.365379</td>\n",
       "      <td>0.451981</td>\n",
       "      <td>1.452656</td>\n",
       "      <td>-2.097978</td>\n",
       "      <td>-0.931561</td>\n",
       "      <td>1.136898</td>\n",
       "      <td>-0.024971</td>\n",
       "      <td>-0.074081</td>\n",
       "      <td>-1.175166</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>545</th>\n",
       "      <td>-1.696500</td>\n",
       "      <td>-3.095018</td>\n",
       "      <td>-2.673894</td>\n",
       "      <td>-3.182516</td>\n",
       "      <td>2.789761</td>\n",
       "      <td>-1.992053</td>\n",
       "      <td>-2.258491</td>\n",
       "      <td>2.386293</td>\n",
       "      <td>2.980085</td>\n",
       "      <td>-2.696152</td>\n",
       "      <td>...</td>\n",
       "      <td>2.600035</td>\n",
       "      <td>2.403439</td>\n",
       "      <td>-1.975244</td>\n",
       "      <td>2.841779</td>\n",
       "      <td>3.582443</td>\n",
       "      <td>-2.362090</td>\n",
       "      <td>-2.524664</td>\n",
       "      <td>1.822387</td>\n",
       "      <td>4.754571</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>546</th>\n",
       "      <td>0.678030</td>\n",
       "      <td>0.571724</td>\n",
       "      <td>0.192297</td>\n",
       "      <td>-0.065279</td>\n",
       "      <td>0.287222</td>\n",
       "      <td>0.587363</td>\n",
       "      <td>-1.063141</td>\n",
       "      <td>-0.741120</td>\n",
       "      <td>-0.895393</td>\n",
       "      <td>0.223132</td>\n",
       "      <td>...</td>\n",
       "      <td>0.147629</td>\n",
       "      <td>-0.246268</td>\n",
       "      <td>0.090851</td>\n",
       "      <td>-0.267524</td>\n",
       "      <td>0.486628</td>\n",
       "      <td>-0.411561</td>\n",
       "      <td>-0.731949</td>\n",
       "      <td>0.172075</td>\n",
       "      <td>-0.097032</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>547</th>\n",
       "      <td>-0.571919</td>\n",
       "      <td>-1.303827</td>\n",
       "      <td>-0.682396</td>\n",
       "      <td>-1.411275</td>\n",
       "      <td>-0.200828</td>\n",
       "      <td>-1.041888</td>\n",
       "      <td>-1.469587</td>\n",
       "      <td>0.983223</td>\n",
       "      <td>0.365938</td>\n",
       "      <td>-0.058249</td>\n",
       "      <td>...</td>\n",
       "      <td>0.151904</td>\n",
       "      <td>0.686898</td>\n",
       "      <td>-0.056613</td>\n",
       "      <td>0.751141</td>\n",
       "      <td>0.476763</td>\n",
       "      <td>-1.861863</td>\n",
       "      <td>-0.067838</td>\n",
       "      <td>0.065273</td>\n",
       "      <td>0.442035</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548</th>\n",
       "      <td>0.585746</td>\n",
       "      <td>-0.189143</td>\n",
       "      <td>-0.490592</td>\n",
       "      <td>-0.859310</td>\n",
       "      <td>0.647832</td>\n",
       "      <td>-0.608732</td>\n",
       "      <td>-0.156994</td>\n",
       "      <td>0.354129</td>\n",
       "      <td>1.164015</td>\n",
       "      <td>-0.769441</td>\n",
       "      <td>...</td>\n",
       "      <td>0.242103</td>\n",
       "      <td>0.957633</td>\n",
       "      <td>0.037418</td>\n",
       "      <td>-0.931207</td>\n",
       "      <td>0.862383</td>\n",
       "      <td>-0.626839</td>\n",
       "      <td>-0.698693</td>\n",
       "      <td>1.163459</td>\n",
       "      <td>0.981102</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>549</th>\n",
       "      <td>-1.526717</td>\n",
       "      <td>0.960871</td>\n",
       "      <td>-0.838606</td>\n",
       "      <td>0.215666</td>\n",
       "      <td>-0.364109</td>\n",
       "      <td>-1.002255</td>\n",
       "      <td>-0.673225</td>\n",
       "      <td>1.002944</td>\n",
       "      <td>0.654096</td>\n",
       "      <td>0.300174</td>\n",
       "      <td>...</td>\n",
       "      <td>0.973711</td>\n",
       "      <td>-0.911442</td>\n",
       "      <td>-0.769180</td>\n",
       "      <td>-0.038704</td>\n",
       "      <td>0.040798</td>\n",
       "      <td>0.051529</td>\n",
       "      <td>0.539519</td>\n",
       "      <td>-0.668213</td>\n",
       "      <td>0.711568</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>550 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       dim_20    dim_56   dim_119   dim_122   dim_183   dim_202   dim_227  \\\n",
       "0   -0.518096 -0.656531 -1.060528 -1.905470  0.745394 -0.103368 -0.840379   \n",
       "1   -0.079515  0.343938  0.398720  0.181237 -1.711423 -0.189089  1.109436   \n",
       "2    0.799241 -1.058482 -0.245324 -1.105808 -0.033739 -0.980066 -0.665361   \n",
       "3    1.034053  0.412745  0.560298  0.835725 -0.608815  1.051338  1.910078   \n",
       "4    2.080748  1.566743  1.216995  0.250652 -2.584048  1.019586  0.773591   \n",
       "..        ...       ...       ...       ...       ...       ...       ...   \n",
       "545 -1.696500 -3.095018 -2.673894 -3.182516  2.789761 -1.992053 -2.258491   \n",
       "546  0.678030  0.571724  0.192297 -0.065279  0.287222  0.587363 -1.063141   \n",
       "547 -0.571919 -1.303827 -0.682396 -1.411275 -0.200828 -1.041888 -1.469587   \n",
       "548  0.585746 -0.189143 -0.490592 -0.859310  0.647832 -0.608732 -0.156994   \n",
       "549 -1.526717  0.960871 -0.838606  0.215666 -0.364109 -1.002255 -0.673225   \n",
       "\n",
       "      dim_230   dim_248   dim_252  ...   dim_352   dim_384   dim_556  \\\n",
       "0    1.062149  2.369661 -0.892833  ...  0.035974  2.013775  0.267017   \n",
       "1   -0.330190 -0.138030  0.956472  ... -1.411192 -0.113547 -0.842697   \n",
       "2    0.815496  1.213154 -0.047703  ... -0.873175  1.660522  0.276044   \n",
       "3   -1.265159 -1.147714  0.554315  ... -0.143752 -0.590466  1.341425   \n",
       "4   -1.489281 -0.348679  1.675242  ... -3.365379  0.451981  1.452656   \n",
       "..        ...       ...       ...  ...       ...       ...       ...   \n",
       "545  2.386293  2.980085 -2.696152  ...  2.600035  2.403439 -1.975244   \n",
       "546 -0.741120 -0.895393  0.223132  ...  0.147629 -0.246268  0.090851   \n",
       "547  0.983223  0.365938 -0.058249  ...  0.151904  0.686898 -0.056613   \n",
       "548  0.354129  1.164015 -0.769441  ...  0.242103  0.957633  0.037418   \n",
       "549  1.002944  0.654096  0.300174  ...  0.973711 -0.911442 -0.769180   \n",
       "\n",
       "      dim_566   dim_662   dim_692   dim_716   dim_745  word_length  class  \n",
       "0    2.108475  0.478183 -1.709187 -0.545884  2.811245     2.598303    0.0  \n",
       "1    0.026385 -0.987730  0.213708  0.144488 -1.810745    -0.905633    1.0  \n",
       "2    0.838269  0.427953 -0.400072 -0.110350 -0.270100     0.711568    0.0  \n",
       "3   -1.312162 -2.137700  0.150318  1.814573 -0.180582    -0.366566    0.0  \n",
       "4   -2.097978 -0.931561  1.136898 -0.024971 -0.074081    -1.175166    1.0  \n",
       "..        ...       ...       ...       ...       ...          ...    ...  \n",
       "545  2.841779  3.582443 -2.362090 -2.524664  1.822387     4.754571    0.0  \n",
       "546 -0.267524  0.486628 -0.411561 -0.731949  0.172075    -0.097032    0.0  \n",
       "547  0.751141  0.476763 -1.861863 -0.067838  0.065273     0.442035    0.0  \n",
       "548 -0.931207  0.862383 -0.626839 -0.698693  1.163459     0.981102    0.0  \n",
       "549 -0.038704  0.040798  0.051529  0.539519 -0.668213     0.711568    0.0  \n",
       "\n",
       "[550 rows x 24 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "threshold=0.30 # Determine a threshold according to \"cor\" in above, \n",
    "a=abs(cor[\"class\"])\n",
    "result=list(a[a>threshold].index)\n",
    "data_new= data_normalized[result]\n",
    "data_new.to_csv(\"w2deneme.csv\",sep=\",\",index=False)   # Change here\n",
    "data_new"
   ]
  }
 ],
 "metadata": {
  "colab": {
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.0"
  },
  "vscode": {
   "interpreter": {
    "hash": "54db09d9df6550333d79d3b09e138e9e6843f6572958d8a0b79043342f24673c"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}