Data_Preprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "6f45a5e20a084a41a838ecb4381b3273",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "modules.json:   0%|          | 0.00/349 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\Users\\AIDL-LAB\\Desktop\\Dashan\\venv1\\lib\\site-packages\\huggingface_hub\\file_download.py:139: UserWarning: `huggingface_hub` cache-system uses symlinks by default to efficiently store duplicated files but your machine does not support them in C:\\Users\\AIDL-LAB\\.cache\\huggingface\\hub\\models--sentence-transformers--all-MiniLM-L12-v2. Caching files will still work but in a degraded version that might require more space on your disk. This warning can be disabled by setting the `HF_HUB_DISABLE_SYMLINKS_WARNING` environment variable. For more details, see https://huggingface.co/docs/huggingface_hub/how-to-cache#limitations.\n",
      "To support symlinks on Windows, you either need to activate Developer Mode or to run Python as an administrator. In order to activate developer mode, see this article: https://docs.microsoft.com/en-us/windows/apps/get-started/enable-your-device-for-development\n",
      "  warnings.warn(message)\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "80c97a6d097f465396968b1aad4b3611",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "config_sentence_transformers.json:   0%|          | 0.00/116 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "06f1fa2f08d6410db6dde01c2a7fef89",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "README.md:   0%|          | 0.00/10.7k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8b1f38c8725f46febc3755034cd92508",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "sentence_bert_config.json:   0%|          | 0.00/53.0 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2e1692f621aa4232bdab70c096848ed3",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "config.json:   0%|          | 0.00/615 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2eca892f53e14babae27692c8cc23468",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "model.safetensors:   0%|          | 0.00/133M [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "58a77dd8904e4eb9970e0f0f6458236a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "tokenizer_config.json:   0%|          | 0.00/352 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d1751319a9e044398b8676cbe47ac26b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a2a990a15d794024baf39b0739cf389c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "tokenizer.json:   0%|          | 0.00/466k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b211a7471ea2433795567f1a3bbc8d2b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "special_tokens_map.json:   0%|          | 0.00/112 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a9dcb34dd7ad4a4fa42915eb3ad81c65",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "1_Pooling/config.json:   0%|          | 0.00/190 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Classification complete. Results saved to /mnt/data/other_with_subcategories.csv.\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from sentence_transformers import SentenceTransformer, util\n",
    "\n",
    "df = pd.read_csv(r'\\Users\\AIDL-LAB\\Desktop\\Dashan\\dataset\\data.csv', encoding='utf-8')\n",
    "subcategories = [\n",
    "    \"Child Pornography/Child Sexual Abuse Material (CSAM)\",\n",
    "    \"Rape/Gang Rape-Sexually Abusive Content\",\n",
    "    \"Sale, Publishing and Transmitting Obscene Material/Sexually Explicit Material\",\n",
    "    \"Debit/Credit Card Fraud\",\n",
    "    \"SIM Swap Fraud\",\n",
    "    \"Internet Banking-Related Fraud\",\n",
    "    \"Business Email Compromise/Email Takeover\",\n",
    "    \"E-Wallet Related Frauds\",\n",
    "    \"Fraud Call/Vishing\",\n",
    "    \"Demat/Depository Fraud\",\n",
    "    \"UPI-Related Frauds\",\n",
    "    \"Aadhaar Enabled Payment System (AEPS) Fraud\",\n",
    "    \"Email Phishing\",\n",
    "    \"Cheating by Impersonation\",\n",
    "    \"Fake/Impersonating Profile\",\n",
    "    \"Profile Hacking/Identity Theft\",\n",
    "    \"Provocative Speech of Unlawful Acts\",\n",
    "    \"Impersonating Email\",\n",
    "    \"Intimidating Email\",\n",
    "    \"Online Job Fraud\",\n",
    "    \"Online Matrimonial Fraud\",\n",
    "    \"Cyber Bullying/Stalking/Sexting\",\n",
    "    \"Email Hacking\",\n",
    "    \"Damage to Computer Systems\",\n",
    "    \"Tampering with Computer Source Documents\",\n",
    "    \"Defacement/Hacking\",\n",
    "    \"Unauthorized Access/Data Breach\",\n",
    "    \"Online Cyber Trafficking\",\n",
    "    \"Online Gambling/Betting Fraud\",\n",
    "    \"Ransomware\",\n",
    "    \"Cryptocurrency Crime\",\n",
    "    \"Cyber Terrorism\",\n",
    "    \"Any Other Cyber Crime\",\n",
    "    \"Targeted scanning/probing of critical networks/systems\",\n",
    "    \"Compromise of critical systems/information\",\n",
    "    \"Unauthorized access to IT systems/data\",\n",
    "    \"Defacement of websites or unauthorized changes, such as inserting malicious code or external links\",\n",
    "    \"Malicious code attacks (e.g., virus, worm, Trojan, Bots, Spyware, Ransomware, Crypto miners)\",\n",
    "    \"Attacks on servers (Database, Mail, DNS) and network devices (Routers)\",\n",
    "    \"Identity theft, spoofing, and phishing attacks\",\n",
    "    \"Denial of Service (DoS) and Distributed Denial of Service (DDoS) attacks\",\n",
    "    \"Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks\",\n",
    "    \"Attacks on applications (e.g., E-Governance, E-Commerce)\",\n",
    "    \"Data breaches\",\n",
    "    \"Data leaks\",\n",
    "    \"Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers\",\n",
    "    \"Attacks or incidents affecting digital payment systems\",\n",
    "    \"Attacks via malicious mobile apps\",\n",
    "    \"Fake mobile apps\",\n",
    "    \"Unauthorized access to social media accounts\",\n",
    "    \"Attacks or suspicious activities affecting cloud computing systems, servers, software, and applications\",\n",
    "    \"Attacks or malicious/suspicious activities affecting systems related to Big Data, Blockchain, virtual assets, and robotics\",\n",
    "    \"Attacks on systems related to Artificial Intelligence (AI) and Machine Learning (ML)\",\n",
    "    \"Backdoor attacks\",\n",
    "    \"Disinformation or misinformation campaigns\",\n",
    "    \"Supply chain attacks\",\n",
    "    \"Cyber espionage\",\n",
    "    \"Zero-day exploits\",\n",
    "    \"Password attacks\",\n",
    "    \"Web application vulnerabilities\",\n",
    "    \"Hacking\",\n",
    "    \"Malware attacks\"\n",
    "]\n",
    "\n",
    "model = SentenceTransformer('all-MiniLM-L12-v2')\n",
    "subcategory_embeddings = model.encode(subcategories, convert_to_tensor=True)\n",
    "def classify_text(text):\n",
    "    if pd.isna(text):\n",
    "        return None\n",
    "    text_embedding = model.encode(text, convert_to_tensor=True)\n",
    "    similarities = util.cos_sim(text_embedding, subcategory_embeddings)\n",
    "    best_match_idx = similarities.argmax().item()\n",
    "    return subcategories[best_match_idx]\n",
    "df['new_sub_category'] = df['cleaned_text'].apply(classify_text)\n",
    "output_path = '/mnt/data/other_with_subcategories.csv'\n",
    "df.to_csv('outputx.csv', index=False)\n",
    "\n",
    "print(f\"Classification complete. Results saved to {output_path}.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "_df = pd.read_csv(r'\\Users\\AIDL-LAB\\Desktop\\Dashan\\Training\\outputx.csv', encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>cleaned_text</th>\n",
       "      <th>new_sub_category</th>\n",
       "      <th>new_sub_category_normalized</th>\n",
       "      <th>sub_category_normalized</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>online and social media related crime</td>\n",
       "      <td>cyber bullying  stalking  sexting</td>\n",
       "      <td>I had continue received random calls and abusi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>continue received random calls abusive message...</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "      <td>cyber bullyingstalkingsexting</td>\n",
       "      <td>cyber bullying  stalking  sexting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>online financial fraud</td>\n",
       "      <td>fraud callvishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>fraudster continuously messaging asking pay mo...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "      <td>fraud callvishing</td>\n",
       "      <td>fraud callvishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>online gambling  betting</td>\n",
       "      <td>online gambling  betting</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>acting police demanding money adding sections ...</td>\n",
       "      <td>Provocative Speech of Unlawful Acts</td>\n",
       "      <td>provocative speech of unlawful acts</td>\n",
       "      <td>online gambling  betting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>online and social media related crime</td>\n",
       "      <td>online job fraud</td>\n",
       "      <td>In apna Job I have applied for job interview f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>job applied job interview telecalling resource...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "      <td>fraud callvishing</td>\n",
       "      <td>online job fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>online financial fraud</td>\n",
       "      <td>fraud callvishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>received call lady stating send new phone vivo...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "      <td>fraud callvishing</td>\n",
       "      <td>fraud callvishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>online financial fraud</td>\n",
       "      <td>upi related frauds</td>\n",
       "      <td>FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>fraud upi paytm bank punjab national bank incl...</td>\n",
       "      <td>UPI-Related Frauds</td>\n",
       "      <td>upirelated frauds</td>\n",
       "      <td>upi related frauds</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>online financial fraud</td>\n",
       "      <td>fraud callvishing</td>\n",
       "      <td>Sir I am Prabhat Singh jat  An app on playstor...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>sir prabhat singh jat app playstore name rupee...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "      <td>fraud callvishing</td>\n",
       "      <td>fraud callvishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>online financial fraud</td>\n",
       "      <td>internet banking related fraud</td>\n",
       "      <td>FINANCIAL FRAUD  RS</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>financial fraud rs</td>\n",
       "      <td>Internet Banking-Related Fraud</td>\n",
       "      <td>internet bankingrelated fraud</td>\n",
       "      <td>internet banking related fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>rapegang rape rgrsexually abusive content</td>\n",
       "      <td>NaN</td>\n",
       "      <td>I got the message on Whatsapp to my number The...</td>\n",
       "      <td>Women/Child Related Crime</td>\n",
       "      <td>got message whatsapp number message contains a...</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "      <td>cyber bullyingstalkingsexting</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>any other cyber crime</td>\n",
       "      <td>other</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>details entered pdf file person posing army of...</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>online matrimonial fraud</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    category  \\\n",
       "0      online and social media related crime   \n",
       "1                     online financial fraud   \n",
       "2                   online gambling  betting   \n",
       "3      online and social media related crime   \n",
       "4                     online financial fraud   \n",
       "5                     online financial fraud   \n",
       "6                     online financial fraud   \n",
       "7                     online financial fraud   \n",
       "8  rapegang rape rgrsexually abusive content   \n",
       "9                      any other cyber crime   \n",
       "\n",
       "                        sub_category  \\\n",
       "0  cyber bullying  stalking  sexting   \n",
       "1                  fraud callvishing   \n",
       "2           online gambling  betting   \n",
       "3                   online job fraud   \n",
       "4                  fraud callvishing   \n",
       "5                 upi related frauds   \n",
       "6                  fraud callvishing   \n",
       "7     internet banking related fraud   \n",
       "8                                NaN   \n",
       "9                              other   \n",
       "\n",
       "                                  crimeaditionalinfo  \\\n",
       "0  I had continue received random calls and abusi...   \n",
       "1  The above fraudster is continuously messaging ...   \n",
       "2  He is acting like a police and demanding for m...   \n",
       "3  In apna Job I have applied for job interview f...   \n",
       "4  I received a call from lady stating that she w...   \n",
       "5  FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...   \n",
       "6  Sir I am Prabhat Singh jat  An app on playstor...   \n",
       "7                               FINANCIAL FRAUD  RS    \n",
       "8  I got the message on Whatsapp to my number The...   \n",
       "9  Details entered in pdf file Person posing as A...   \n",
       "\n",
       "                new_category  \\\n",
       "0          Other Cyber Crime   \n",
       "1     Financial Fraud Crimes   \n",
       "2          Other Cyber Crime   \n",
       "3          Other Cyber Crime   \n",
       "4     Financial Fraud Crimes   \n",
       "5     Financial Fraud Crimes   \n",
       "6     Financial Fraud Crimes   \n",
       "7     Financial Fraud Crimes   \n",
       "8  Women/Child Related Crime   \n",
       "9          Other Cyber Crime   \n",
       "\n",
       "                                        cleaned_text  \\\n",
       "0  continue received random calls abusive message...   \n",
       "1  fraudster continuously messaging asking pay mo...   \n",
       "2  acting police demanding money adding sections ...   \n",
       "3  job applied job interview telecalling resource...   \n",
       "4  received call lady stating send new phone vivo...   \n",
       "5  fraud upi paytm bank punjab national bank incl...   \n",
       "6  sir prabhat singh jat app playstore name rupee...   \n",
       "7                                 financial fraud rs   \n",
       "8  got message whatsapp number message contains a...   \n",
       "9  details entered pdf file person posing army of...   \n",
       "\n",
       "                      new_sub_category          new_sub_category_normalized  \\\n",
       "0      Cyber Bullying/Stalking/Sexting        cyber bullyingstalkingsexting   \n",
       "1                   Fraud Call/Vishing                    fraud callvishing   \n",
       "2  Provocative Speech of Unlawful Acts  provocative speech of unlawful acts   \n",
       "3                   Fraud Call/Vishing                    fraud callvishing   \n",
       "4                   Fraud Call/Vishing                    fraud callvishing   \n",
       "5                   UPI-Related Frauds                    upirelated frauds   \n",
       "6                   Fraud Call/Vishing                    fraud callvishing   \n",
       "7       Internet Banking-Related Fraud        internet bankingrelated fraud   \n",
       "8      Cyber Bullying/Stalking/Sexting        cyber bullyingstalkingsexting   \n",
       "9             Online Matrimonial Fraud             online matrimonial fraud   \n",
       "\n",
       "             sub_category_normalized  \n",
       "0  cyber bullying  stalking  sexting  \n",
       "1                  fraud callvishing  \n",
       "2           online gambling  betting  \n",
       "3                   online job fraud  \n",
       "4                  fraud callvishing  \n",
       "5                 upi related frauds  \n",
       "6                  fraud callvishing  \n",
       "7     internet banking related fraud  \n",
       "8                                NaN  \n",
       "9                              other  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "_df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>cleaned_text</th>\n",
       "      <th>new_sub_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>online and social media related crime</td>\n",
       "      <td>cyber bullying  stalking  sexting</td>\n",
       "      <td>I had continue received random calls and abusi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>continue received random calls abusive message...</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>online financial fraud</td>\n",
       "      <td>fraud callvishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>fraudster continuously messaging asking pay mo...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>online gambling  betting</td>\n",
       "      <td>online gambling  betting</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>acting police demanding money adding sections ...</td>\n",
       "      <td>Provocative Speech of Unlawful Acts</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>online and social media related crime</td>\n",
       "      <td>online job fraud</td>\n",
       "      <td>In apna Job I have applied for job interview f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>job applied job interview telecalling resource...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>online financial fraud</td>\n",
       "      <td>fraud callvishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>received call lady stating send new phone vivo...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114941</th>\n",
       "      <td>online and social media related crime</td>\n",
       "      <td>fakeimpersonating profile</td>\n",
       "      <td>Doing abusing messages to my friends \\r\\nCreat...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>abusing messages friends creating nonsense reg...</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114943</th>\n",
       "      <td>online financial fraud</td>\n",
       "      <td>internet banking related fraud</td>\n",
       "      <td>I am Mr Chokhe Ram  Two pers mobile number wer...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>mr chokhe ram two pers mobile number found goo...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114944</th>\n",
       "      <td>any other cyber crime</td>\n",
       "      <td>other</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>mai bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114945</th>\n",
       "      <td>online financial fraud</td>\n",
       "      <td>internet banking related fraud</td>\n",
       "      <td>received URL link for updating KYC from mobile...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>received url link updating kyc mobile opening ...</td>\n",
       "      <td>Internet Banking-Related Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114946</th>\n",
       "      <td>any other cyber crime</td>\n",
       "      <td>other</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>saw add facebook job placement want job contac...</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>113981 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     category  \\\n",
       "0       online and social media related crime   \n",
       "1                      online financial fraud   \n",
       "2                    online gambling  betting   \n",
       "3       online and social media related crime   \n",
       "4                      online financial fraud   \n",
       "...                                       ...   \n",
       "114941  online and social media related crime   \n",
       "114943                 online financial fraud   \n",
       "114944                  any other cyber crime   \n",
       "114945                 online financial fraud   \n",
       "114946                  any other cyber crime   \n",
       "\n",
       "                             sub_category  \\\n",
       "0       cyber bullying  stalking  sexting   \n",
       "1                       fraud callvishing   \n",
       "2                online gambling  betting   \n",
       "3                        online job fraud   \n",
       "4                       fraud callvishing   \n",
       "...                                   ...   \n",
       "114941          fakeimpersonating profile   \n",
       "114943     internet banking related fraud   \n",
       "114944                              other   \n",
       "114945     internet banking related fraud   \n",
       "114946                              other   \n",
       "\n",
       "                                       crimeaditionalinfo  \\\n",
       "0       I had continue received random calls and abusi...   \n",
       "1       The above fraudster is continuously messaging ...   \n",
       "2       He is acting like a police and demanding for m...   \n",
       "3       In apna Job I have applied for job interview f...   \n",
       "4       I received a call from lady stating that she w...   \n",
       "...                                                   ...   \n",
       "114941  Doing abusing messages to my friends \\r\\nCreat...   \n",
       "114943  I am Mr Chokhe Ram  Two pers mobile number wer...   \n",
       "114944  Mai Bibekbraj maine pahle ki complain kar chuk...   \n",
       "114945  received URL link for updating KYC from mobile...   \n",
       "114946  I saw add on facebook for job placement and I ...   \n",
       "\n",
       "                  new_category  \\\n",
       "0            Other Cyber Crime   \n",
       "1       Financial Fraud Crimes   \n",
       "2            Other Cyber Crime   \n",
       "3            Other Cyber Crime   \n",
       "4       Financial Fraud Crimes   \n",
       "...                        ...   \n",
       "114941       Other Cyber Crime   \n",
       "114943  Financial Fraud Crimes   \n",
       "114944       Other Cyber Crime   \n",
       "114945  Financial Fraud Crimes   \n",
       "114946       Other Cyber Crime   \n",
       "\n",
       "                                             cleaned_text  \\\n",
       "0       continue received random calls abusive message...   \n",
       "1       fraudster continuously messaging asking pay mo...   \n",
       "2       acting police demanding money adding sections ...   \n",
       "3       job applied job interview telecalling resource...   \n",
       "4       received call lady stating send new phone vivo...   \n",
       "...                                                   ...   \n",
       "114941  abusing messages friends creating nonsense reg...   \n",
       "114943  mr chokhe ram two pers mobile number found goo...   \n",
       "114944  mai bibekbraj maine pahle ki complain kar chuk...   \n",
       "114945  received url link updating kyc mobile opening ...   \n",
       "114946  saw add facebook job placement want job contac...   \n",
       "\n",
       "                           new_sub_category  \n",
       "0           Cyber Bullying/Stalking/Sexting  \n",
       "1                        Fraud Call/Vishing  \n",
       "2       Provocative Speech of Unlawful Acts  \n",
       "3                        Fraud Call/Vishing  \n",
       "4                        Fraud Call/Vishing  \n",
       "...                                     ...  \n",
       "114941      Cyber Bullying/Stalking/Sexting  \n",
       "114943                   Fraud Call/Vishing  \n",
       "114944                   Fraud Call/Vishing  \n",
       "114945       Internet Banking-Related Fraud  \n",
       "114946                     Online Job Fraud  \n",
       "\n",
       "[113981 rows x 6 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub_df_diff = _df[_df['new_sub_category'].str.lower() != _df['sub_category'].str.lower()]\n",
    "sub_df_diff\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sub_category</th>\n",
       "      <th>new_sub_category</th>\n",
       "      <th>sub_category_normalized</th>\n",
       "      <th>new_sub_category_normalized</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>cyber bullying  stalking  sexting</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "      <td>cyber bullying  stalking  sexting</td>\n",
       "      <td>cyber bullyingstalkingsexting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>online gambling  betting</td>\n",
       "      <td>Provocative Speech of Unlawful Acts</td>\n",
       "      <td>online gambling  betting</td>\n",
       "      <td>provocative speech of unlawful acts</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>online job fraud</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "      <td>online job fraud</td>\n",
       "      <td>fraud callvishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>upi related frauds</td>\n",
       "      <td>UPI-Related Frauds</td>\n",
       "      <td>upi related frauds</td>\n",
       "      <td>upirelated frauds</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>internet banking related fraud</td>\n",
       "      <td>Internet Banking-Related Fraud</td>\n",
       "      <td>internet banking related fraud</td>\n",
       "      <td>internet bankingrelated fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114941</th>\n",
       "      <td>fakeimpersonating profile</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "      <td>fakeimpersonating profile</td>\n",
       "      <td>cyber bullyingstalkingsexting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114943</th>\n",
       "      <td>internet banking related fraud</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "      <td>internet banking related fraud</td>\n",
       "      <td>fraud callvishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114944</th>\n",
       "      <td>other</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "      <td>other</td>\n",
       "      <td>fraud callvishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114945</th>\n",
       "      <td>internet banking related fraud</td>\n",
       "      <td>Internet Banking-Related Fraud</td>\n",
       "      <td>internet banking related fraud</td>\n",
       "      <td>internet bankingrelated fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114946</th>\n",
       "      <td>other</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>other</td>\n",
       "      <td>online job fraud</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>109135 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                             sub_category  \\\n",
       "0       cyber bullying  stalking  sexting   \n",
       "2                online gambling  betting   \n",
       "3                        online job fraud   \n",
       "5                      upi related frauds   \n",
       "7          internet banking related fraud   \n",
       "...                                   ...   \n",
       "114941          fakeimpersonating profile   \n",
       "114943     internet banking related fraud   \n",
       "114944                              other   \n",
       "114945     internet banking related fraud   \n",
       "114946                              other   \n",
       "\n",
       "                           new_sub_category  \\\n",
       "0           Cyber Bullying/Stalking/Sexting   \n",
       "2       Provocative Speech of Unlawful Acts   \n",
       "3                        Fraud Call/Vishing   \n",
       "5                        UPI-Related Frauds   \n",
       "7            Internet Banking-Related Fraud   \n",
       "...                                     ...   \n",
       "114941      Cyber Bullying/Stalking/Sexting   \n",
       "114943                   Fraud Call/Vishing   \n",
       "114944                   Fraud Call/Vishing   \n",
       "114945       Internet Banking-Related Fraud   \n",
       "114946                     Online Job Fraud   \n",
       "\n",
       "                  sub_category_normalized          new_sub_category_normalized  \n",
       "0       cyber bullying  stalking  sexting        cyber bullyingstalkingsexting  \n",
       "2                online gambling  betting  provocative speech of unlawful acts  \n",
       "3                        online job fraud                    fraud callvishing  \n",
       "5                      upi related frauds                    upirelated frauds  \n",
       "7          internet banking related fraud        internet bankingrelated fraud  \n",
       "...                                   ...                                  ...  \n",
       "114941          fakeimpersonating profile        cyber bullyingstalkingsexting  \n",
       "114943     internet banking related fraud                    fraud callvishing  \n",
       "114944                              other                    fraud callvishing  \n",
       "114945     internet banking related fraud        internet bankingrelated fraud  \n",
       "114946                              other                     online job fraud  \n",
       "\n",
       "[109135 rows x 4 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "_df['new_sub_category_normalized'] = _df['new_sub_category'].str.lower().str.replace(r'[^a-zA-Z0-9\\s]', '', regex=True).str.strip()\n",
    "_df['sub_category_normalized'] = _df['sub_category'].str.lower().str.replace(r'[^a-zA-Z0-9\\s]', '', regex=True).str.strip()\n",
    "\n",
    "sub_df_diff = _df[_df['new_sub_category_normalized'] != _df['sub_category_normalized']]\n",
    "sub_df_diff[['sub_category', 'new_sub_category', 'sub_category_normalized', 'new_sub_category_normalized']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "_df = _df.drop(columns=['new_sub_category_normalized', 'sub_category_normalized'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "new_sub_category\n",
       "Aadhaar Enabled Payment System (AEPS) Fraud                                                         13988\n",
       "Any Other Cyber Crime                                                                                 889\n",
       "Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers               4\n",
       "Attacks on applications (e.g., E-Governance, E-Commerce)                                               87\n",
       "Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks       13\n",
       "                                                                                                    ...  \n",
       "Unauthorized Access/Data Breach                                                                       343\n",
       "Unauthorized access to IT systems/data                                                                 25\n",
       "Unauthorized access to social media accounts                                                         2029\n",
       "Web application vulnerabilities                                                                        16\n",
       "Zero-day exploits                                                                                      29\n",
       "Length: 62, dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "_df.groupby('new_sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "new_sub_category\n",
       "Aadhaar Enabled Payment System (AEPS) Fraud               13988\n",
       "Attacks or incidents affecting digital payment systems     3375\n",
       "Cyber Bullying/Stalking/Sexting                            3080\n",
       "Debit/Credit Card Fraud                                    9069\n",
       "Demat/Depository Fraud                                     1320\n",
       "E-Wallet Related Frauds                                    1674\n",
       "Email Hacking                                              3596\n",
       "Fake mobile apps                                           2006\n",
       "Fake/Impersonating Profile                                 1129\n",
       "Fraud Call/Vishing                                        19882\n",
       "Hacking                                                    1254\n",
       "Internet Banking-Related Fraud                            23079\n",
       "Online Job Fraud                                           4492\n",
       "Online Matrimonial Fraud                                   3349\n",
       "Profile Hacking/Identity Theft                             5131\n",
       "SIM Swap Fraud                                             3226\n",
       "UPI-Related Frauds                                         3396\n",
       "Unauthorized access to social media accounts               2029\n",
       "dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "subcategory_counts = _df['new_sub_category'].value_counts()\n",
    "few_entries_subcategories = subcategory_counts[subcategory_counts > 1000].index\n",
    "few_entries_df = _df[_df['new_sub_category'].isin(few_entries_subcategories)]\n",
    "\n",
    "few_entries_df.groupby('new_sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "5907a0c3f01c48d3bd5c2f786218f0f5",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "modules.json:   0%|          | 0.00/349 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\Users\\AIDL-LAB\\Desktop\\Dashan\\venv1\\lib\\site-packages\\huggingface_hub\\file_download.py:139: UserWarning: `huggingface_hub` cache-system uses symlinks by default to efficiently store duplicated files but your machine does not support them in C:\\Users\\AIDL-LAB\\.cache\\huggingface\\hub\\models--sentence-transformers--all-mpnet-base-v2. Caching files will still work but in a degraded version that might require more space on your disk. This warning can be disabled by setting the `HF_HUB_DISABLE_SYMLINKS_WARNING` environment variable. For more details, see https://huggingface.co/docs/huggingface_hub/how-to-cache#limitations.\n",
      "To support symlinks on Windows, you either need to activate Developer Mode or to run Python as an administrator. In order to activate developer mode, see this article: https://docs.microsoft.com/en-us/windows/apps/get-started/enable-your-device-for-development\n",
      "  warnings.warn(message)\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d29c0266fab147f1910c237a871def6d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "config_sentence_transformers.json:   0%|          | 0.00/116 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "100151757ec8458ab1477040f55ab03c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "README.md:   0%|          | 0.00/10.6k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4f0cd6127a094c878c776de9e6e6138f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "sentence_bert_config.json:   0%|          | 0.00/53.0 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "050b582c5c8d4d73a94519f77ad06423",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "config.json:   0%|          | 0.00/571 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "346653bfd02047a58cbb041f01749a9b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "model.safetensors:   0%|          | 0.00/438M [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "cf222d584de64feab37ef6acfe31b5f5",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "tokenizer_config.json:   0%|          | 0.00/363 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d7b89dea2b6f41a4b11b7174973519c6",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8ffc1cbb79c34e7d9c1c176c71100395",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "tokenizer.json:   0%|          | 0.00/466k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e905f33b97904c58926de3cd8ddbef6b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "special_tokens_map.json:   0%|          | 0.00/239 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "540a66f242e2434c86cbba7163245e97",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "1_Pooling/config.json:   0%|          | 0.00/190 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Classification complete. Results saved to /mnt/data/other_with_subcategories.csv.\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from sentence_transformers import SentenceTransformer, util\n",
    "\n",
    "df = pd.read_csv(r'\\Users\\AIDL-LAB\\Desktop\\Dashan\\dataset\\data.csv', encoding='utf-8')\n",
    "subcategories = [\n",
    "    \"Child Pornography/Child Sexual Abuse Material (CSAM)\",\n",
    "    \"Rape/Gang Rape-Sexually Abusive Content\",\n",
    "    \"Sale, Publishing and Transmitting Obscene Material/Sexually Explicit Material\",\n",
    "\n",
    "    \"Debit/Credit Card Fraud\",\n",
    "    \"SIM Swap Fraud\",\n",
    "    \"Internet Banking-Related Fraud\",\n",
    "    \"Business Email Compromise/Email Takeover\",\n",
    "    \"E-Wallet Related Frauds\",\n",
    "    \"Fraud Call/Vishing\",\n",
    "    \"Demat/Depository Fraud\",\n",
    "    \"UPI-Related Frauds\",\n",
    "    \"Aadhaar Enabled Payment System (AEPS) Fraud\",\n",
    "    \n",
    "    \"Email Phishing\",\n",
    "    \"Cheating by Impersonation\",\n",
    "    \"Fake/Impersonating Profile\",\n",
    "    \"Profile Hacking/Identity Theft\",\n",
    "    \"Provocative Speech of Unlawful Acts\",\n",
    "    \"Impersonating Email\",\n",
    "    \"Intimidating Email\",\n",
    "    \"Online Job Fraud\",\n",
    "    \"Online Matrimonial Fraud\",\n",
    "    \"Cyber Bullying/Stalking/Sexting\",\n",
    "    \"Email Hacking\",\n",
    "    \"Damage to Computer Systems\",\n",
    "    \"Tampering with Computer Source Documents\",\n",
    "    \"Defacement/Hacking\",\n",
    "    \"Unauthorized Access/Data Breach\",\n",
    "    \"Online Cyber Trafficking\",\n",
    "    \"Online Gambling/Betting Fraud\",\n",
    "    \"Ransomware\",\n",
    "    \"Cryptocurrency Crime\",\n",
    "    \"Cyber Terrorism\",\n",
    "    \"Any Other Cyber Crime\",\n",
    "    \"Targeted scanning/probing of critical networks/systems\",\n",
    "    \"Compromise of critical systems/information\",\n",
    "    \"Unauthorized access to IT systems/data\",\n",
    "    \"Defacement of websites or unauthorized changes, such as inserting malicious code or external links\",\n",
    "    \"Malicious code attacks (e.g., virus, worm, Trojan, Bots, Spyware, Ransomware, Crypto miners)\",\n",
    "    \"Attacks on servers (Database, Mail, DNS) and network devices (Routers)\",\n",
    "    \"Identity theft, spoofing, and phishing attacks\",\n",
    "    \"Denial of Service (DoS) and Distributed Denial of Service (DDoS) attacks\",\n",
    "    \"Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks\",\n",
    "    \"Attacks on applications (e.g., E-Governance, E-Commerce)\",\n",
    "    \"Data breaches\",\n",
    "    \"Data leaks\",\n",
    "    \"Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers\",\n",
    "    \"Attacks or incidents affecting digital payment systems\",\n",
    "    \"Attacks via malicious mobile apps\",\n",
    "    \"Fake mobile apps\",\n",
    "    \"Unauthorized access to social media accounts\",\n",
    "    \"Attacks or suspicious activities affecting cloud computing systems, servers, software, and applications\",\n",
    "    \"Attacks or malicious/suspicious activities affecting systems related to Big Data, Blockchain, virtual assets, and robotics\",\n",
    "    \"Attacks on systems related to Artificial Intelligence (AI) and Machine Learning (ML)\",\n",
    "    \"Backdoor attacks\",\n",
    "    \"Disinformation or misinformation campaigns\",\n",
    "    \"Supply chain attacks\",\n",
    "    \"Cyber espionage\",\n",
    "    \"Zero-day exploits\",\n",
    "    \"Password attacks\",\n",
    "    \"Web application vulnerabilities\",\n",
    "    \"Hacking\",\n",
    "    \"Malware attacks\"\n",
    "]\n",
    "\n",
    "model = SentenceTransformer('all-mpnet-base-v2')\n",
    "subcategory_embeddings = model.encode(subcategories, convert_to_tensor=True)\n",
    "def classify_text(text):\n",
    "    if pd.isna(text):\n",
    "        return None\n",
    "    text_embedding = model.encode(text, convert_to_tensor=True)\n",
    "    similarities = util.cos_sim(text_embedding, subcategory_embeddings)\n",
    "    best_match_idx = similarities.argmax().item()\n",
    "    return subcategories[best_match_idx]\n",
    "df['new_sub_category'] = df['cleaned_text'].apply(classify_text)\n",
    "output_path = '/mnt/data/other_with_subcategories.csv'\n",
    "df.to_csv('outputY.csv', index=False)\n",
    "\n",
    "print(f\"Classification complete. Results saved to {output_path}.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "xdf = pd.read_csv(r'\\Users\\AIDL-LAB\\Desktop\\Dashan\\Training\\perfect_data.csv', encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cyber Bullying  Stalking  Sexting</td>\n",
       "      <td>I had continue received random calls and abusi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>In apna Job I have applied for job interview f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114942</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>A lady named Rashmi probably a fake name had c...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114943</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>I am Mr Chokhe Ram  Two pers mobile number wer...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114944</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114945</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>received URL link for updating KYC from mobile...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114946</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>114947 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     category  \\\n",
       "0       Online and Social Media Related Crime   \n",
       "1                      Online Financial Fraud   \n",
       "2                    Online Gambling  Betting   \n",
       "3       Online and Social Media Related Crime   \n",
       "4                      Online Financial Fraud   \n",
       "...                                       ...   \n",
       "114942  Online and Social Media Related Crime   \n",
       "114943                 Online Financial Fraud   \n",
       "114944                  Any Other Cyber Crime   \n",
       "114945                 Online Financial Fraud   \n",
       "114946                  Any Other Cyber Crime   \n",
       "\n",
       "                             sub_category  \\\n",
       "0       Cyber Bullying  Stalking  Sexting   \n",
       "1                       Fraud CallVishing   \n",
       "2                Online Gambling  Betting   \n",
       "3                        Online Job Fraud   \n",
       "4                       Fraud CallVishing   \n",
       "...                                   ...   \n",
       "114942           Online Matrimonial Fraud   \n",
       "114943     Internet Banking Related Fraud   \n",
       "114944                              Other   \n",
       "114945     Internet Banking Related Fraud   \n",
       "114946                              Other   \n",
       "\n",
       "                                       crimeaditionalinfo  \\\n",
       "0       I had continue received random calls and abusi...   \n",
       "1       The above fraudster is continuously messaging ...   \n",
       "2       He is acting like a police and demanding for m...   \n",
       "3       In apna Job I have applied for job interview f...   \n",
       "4       I received a call from lady stating that she w...   \n",
       "...                                                   ...   \n",
       "114942  A lady named Rashmi probably a fake name had c...   \n",
       "114943  I am Mr Chokhe Ram  Two pers mobile number wer...   \n",
       "114944  Mai Bibekbraj maine pahle ki complain kar chuk...   \n",
       "114945  received URL link for updating KYC from mobile...   \n",
       "114946  I saw add on facebook for job placement and I ...   \n",
       "\n",
       "                  new_category  \n",
       "0            Other Cyber Crime  \n",
       "1       Financial Fraud Crimes  \n",
       "2            Other Cyber Crime  \n",
       "3            Other Cyber Crime  \n",
       "4       Financial Fraud Crimes  \n",
       "...                        ...  \n",
       "114942       Other Cyber Crime  \n",
       "114943  Financial Fraud Crimes  \n",
       "114944       Other Cyber Crime  \n",
       "114945  Financial Fraud Crimes  \n",
       "114946       Other Cyber Crime  \n",
       "\n",
       "[114947 rows x 4 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "xdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "xdf['cleaned_text'] = xdf['crimeaditionalinfo'].str.lower()\n",
    "xdf['cleaned_text'] = xdf['cleaned_text'].str.replace(r'\\r\\n', ' ', regex=True)\n",
    "xdf['cleaned_text'] = xdf['cleaned_text'].str.strip()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>cleaned_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cyber Bullying  Stalking  Sexting</td>\n",
       "      <td>I had continue received random calls and abusi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>i had continue received random calls and abusi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>the above fraudster is continuously messaging ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>he is acting like a police and demanding for m...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>In apna Job I have applied for job interview f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>in apna job i have applied for job interview f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>i received a call from lady stating that she w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114942</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>A lady named Rashmi probably a fake name had c...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>a lady named rashmi probably a fake name had c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114943</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>I am Mr Chokhe Ram  Two pers mobile number wer...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>i am mr chokhe ram  two pers mobile number wer...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114944</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>mai bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114945</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>received URL link for updating KYC from mobile...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>received url link for updating kyc from mobile...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114946</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>i saw add on facebook for job placement and i ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>114947 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     category  \\\n",
       "0       Online and Social Media Related Crime   \n",
       "1                      Online Financial Fraud   \n",
       "2                    Online Gambling  Betting   \n",
       "3       Online and Social Media Related Crime   \n",
       "4                      Online Financial Fraud   \n",
       "...                                       ...   \n",
       "114942  Online and Social Media Related Crime   \n",
       "114943                 Online Financial Fraud   \n",
       "114944                  Any Other Cyber Crime   \n",
       "114945                 Online Financial Fraud   \n",
       "114946                  Any Other Cyber Crime   \n",
       "\n",
       "                             sub_category  \\\n",
       "0       Cyber Bullying  Stalking  Sexting   \n",
       "1                       Fraud CallVishing   \n",
       "2                Online Gambling  Betting   \n",
       "3                        Online Job Fraud   \n",
       "4                       Fraud CallVishing   \n",
       "...                                   ...   \n",
       "114942           Online Matrimonial Fraud   \n",
       "114943     Internet Banking Related Fraud   \n",
       "114944                              Other   \n",
       "114945     Internet Banking Related Fraud   \n",
       "114946                              Other   \n",
       "\n",
       "                                       crimeaditionalinfo  \\\n",
       "0       I had continue received random calls and abusi...   \n",
       "1       The above fraudster is continuously messaging ...   \n",
       "2       He is acting like a police and demanding for m...   \n",
       "3       In apna Job I have applied for job interview f...   \n",
       "4       I received a call from lady stating that she w...   \n",
       "...                                                   ...   \n",
       "114942  A lady named Rashmi probably a fake name had c...   \n",
       "114943  I am Mr Chokhe Ram  Two pers mobile number wer...   \n",
       "114944  Mai Bibekbraj maine pahle ki complain kar chuk...   \n",
       "114945  received URL link for updating KYC from mobile...   \n",
       "114946  I saw add on facebook for job placement and I ...   \n",
       "\n",
       "                  new_category  \\\n",
       "0            Other Cyber Crime   \n",
       "1       Financial Fraud Crimes   \n",
       "2            Other Cyber Crime   \n",
       "3            Other Cyber Crime   \n",
       "4       Financial Fraud Crimes   \n",
       "...                        ...   \n",
       "114942       Other Cyber Crime   \n",
       "114943  Financial Fraud Crimes   \n",
       "114944       Other Cyber Crime   \n",
       "114945  Financial Fraud Crimes   \n",
       "114946       Other Cyber Crime   \n",
       "\n",
       "                                             cleaned_text  \n",
       "0       i had continue received random calls and abusi...  \n",
       "1       the above fraudster is continuously messaging ...  \n",
       "2       he is acting like a police and demanding for m...  \n",
       "3       in apna job i have applied for job interview f...  \n",
       "4       i received a call from lady stating that she w...  \n",
       "...                                                   ...  \n",
       "114942  a lady named rashmi probably a fake name had c...  \n",
       "114943  i am mr chokhe ram  two pers mobile number wer...  \n",
       "114944  mai bibekbraj maine pahle ki complain kar chuk...  \n",
       "114945  received url link for updating kyc from mobile...  \n",
       "114946  i saw add on facebook for job placement and i ...  \n",
       "\n",
       "[114947 rows x 5 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "xdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>cleaned_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cyber Bullying  Stalking  Sexting</td>\n",
       "      <td>I had continue received random calls and abusi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>i had continue received random calls and abusi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>the above fraudster is continuously messaging ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>he is acting like a police and demanding for m...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>In apna Job I have applied for job interview f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>in apna job i have applied for job interview f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>i received a call from lady stating that she w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114942</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>A lady named Rashmi probably a fake name had c...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>a lady named rashmi probably a fake name had c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114943</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>I am Mr Chokhe Ram  Two pers mobile number wer...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>i am mr chokhe ram two pers mobile number were...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114944</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>mai bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114945</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>received URL link for updating KYC from mobile...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>received url link for updating kyc from mobile...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114946</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>i saw add on facebook for job placement and i ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>114947 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     category  \\\n",
       "0       Online and Social Media Related Crime   \n",
       "1                      Online Financial Fraud   \n",
       "2                    Online Gambling  Betting   \n",
       "3       Online and Social Media Related Crime   \n",
       "4                      Online Financial Fraud   \n",
       "...                                       ...   \n",
       "114942  Online and Social Media Related Crime   \n",
       "114943                 Online Financial Fraud   \n",
       "114944                  Any Other Cyber Crime   \n",
       "114945                 Online Financial Fraud   \n",
       "114946                  Any Other Cyber Crime   \n",
       "\n",
       "                             sub_category  \\\n",
       "0       Cyber Bullying  Stalking  Sexting   \n",
       "1                       Fraud CallVishing   \n",
       "2                Online Gambling  Betting   \n",
       "3                        Online Job Fraud   \n",
       "4                       Fraud CallVishing   \n",
       "...                                   ...   \n",
       "114942           Online Matrimonial Fraud   \n",
       "114943     Internet Banking Related Fraud   \n",
       "114944                              Other   \n",
       "114945     Internet Banking Related Fraud   \n",
       "114946                              Other   \n",
       "\n",
       "                                       crimeaditionalinfo  \\\n",
       "0       I had continue received random calls and abusi...   \n",
       "1       The above fraudster is continuously messaging ...   \n",
       "2       He is acting like a police and demanding for m...   \n",
       "3       In apna Job I have applied for job interview f...   \n",
       "4       I received a call from lady stating that she w...   \n",
       "...                                                   ...   \n",
       "114942  A lady named Rashmi probably a fake name had c...   \n",
       "114943  I am Mr Chokhe Ram  Two pers mobile number wer...   \n",
       "114944  Mai Bibekbraj maine pahle ki complain kar chuk...   \n",
       "114945  received URL link for updating KYC from mobile...   \n",
       "114946  I saw add on facebook for job placement and I ...   \n",
       "\n",
       "                  new_category  \\\n",
       "0            Other Cyber Crime   \n",
       "1       Financial Fraud Crimes   \n",
       "2            Other Cyber Crime   \n",
       "3            Other Cyber Crime   \n",
       "4       Financial Fraud Crimes   \n",
       "...                        ...   \n",
       "114942       Other Cyber Crime   \n",
       "114943  Financial Fraud Crimes   \n",
       "114944       Other Cyber Crime   \n",
       "114945  Financial Fraud Crimes   \n",
       "114946       Other Cyber Crime   \n",
       "\n",
       "                                             cleaned_text  \n",
       "0       i had continue received random calls and abusi...  \n",
       "1       the above fraudster is continuously messaging ...  \n",
       "2       he is acting like a police and demanding for m...  \n",
       "3       in apna job i have applied for job interview f...  \n",
       "4       i received a call from lady stating that she w...  \n",
       "...                                                   ...  \n",
       "114942  a lady named rashmi probably a fake name had c...  \n",
       "114943  i am mr chokhe ram two pers mobile number were...  \n",
       "114944  mai bibekbraj maine pahle ki complain kar chuk...  \n",
       "114945  received url link for updating kyc from mobile...  \n",
       "114946  i saw add on facebook for job placement and i ...  \n",
       "\n",
       "[114947 rows x 5 columns]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import re\n",
    "\n",
    "NON_ALPHANUMERIC_PATTERN = re.compile(r'[^a-zA-Z0-9\\s]')\n",
    "MULTIPLE_SPACES_PATTERN = re.compile(r'\\s+')\n",
    "\n",
    "def normalize_text(text):\n",
    "    if not isinstance(text, str):\n",
    "        return ''\n",
    "    text = NON_ALPHANUMERIC_PATTERN.sub('', text)\n",
    "    return MULTIPLE_SPACES_PATTERN.sub(' ', text).strip()\n",
    "\n",
    "xdf['cleaned_text'] = xdf['cleaned_text'].apply(normalize_text)\n",
    "xdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "xdf.to_csv('final.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Classification complete. Results saved to /mnt/data/other_with_subcategories.csv.\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from sentence_transformers import SentenceTransformer, util\n",
    "\n",
    "subcategories = [\n",
    "    \"Child Pornography/Child Sexual Abuse Material (CSAM)\",\n",
    "    \"Rape/Gang Rape-Sexually Abusive Content\",\n",
    "    \"Sale, Publishing and Transmitting Obscene Material/Sexually Explicit Material\",\n",
    "    \"Debit/Credit Card Fraud\",\n",
    "    \"SIM Swap Fraud\",\n",
    "    \"Internet Banking-Related Fraud\",\n",
    "    \"Business Email Compromise/Email Takeover\",\n",
    "    \"E-Wallet Related Frauds\",\n",
    "    \"Fraud Call/Vishing\",\n",
    "    \"Demat/Depository Fraud\",\n",
    "    \"UPI-Related Frauds\",\n",
    "    \"Aadhaar Enabled Payment System (AEPS) Fraud\",\n",
    "    \"Email Phishing\",\n",
    "    \"Cheating by Impersonation\",\n",
    "    \"Fake/Impersonating Profile\",\n",
    "    \"Profile Hacking/Identity Theft\",\n",
    "    \"Provocative Speech of Unlawful Acts\",\n",
    "    \"Impersonating Email\",\n",
    "    \"Intimidating Email\",\n",
    "    \"Online Job Fraud\",\n",
    "    \"Online Matrimonial Fraud\",\n",
    "    \"Cyber Bullying/Stalking/Sexting\",\n",
    "    \"Email Hacking\",\n",
    "    \"Damage to Computer Systems\",\n",
    "    \"Tampering with Computer Source Documents\",\n",
    "    \"Defacement/Hacking\",\n",
    "    \"Unauthorized Access/Data Breach\",\n",
    "    \"Online Cyber Trafficking\",\n",
    "    \"Online Gambling/Betting Fraud\",\n",
    "    \"Ransomware\",\n",
    "    \"Cryptocurrency Crime\",\n",
    "    \"Cyber Terrorism\",\n",
    "    \"Any Other Cyber Crime\",\n",
    "    \"Targeted scanning/probing of critical networks/systems\",\n",
    "    \"Compromise of critical systems/information\",\n",
    "    \"Unauthorized access to IT systems/data\",\n",
    "    \"Defacement of websites or unauthorized changes, such as inserting malicious code or external links\",\n",
    "    \"Malicious code attacks (e.g., virus, worm, Trojan, Bots, Spyware, Ransomware, Crypto miners)\",\n",
    "    \"Attacks on servers (Database, Mail, DNS) and network devices (Routers)\",\n",
    "    \"Identity theft, spoofing, and phishing attacks\",\n",
    "    \"Denial of Service (DoS) and Distributed Denial of Service (DDoS) attacks\",\n",
    "    \"Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks\",\n",
    "    \"Attacks on applications (e.g., E-Governance, E-Commerce)\",\n",
    "    \"Data breaches\",\n",
    "    \"Data leaks\",\n",
    "    \"Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers\",\n",
    "    \"Attacks or incidents affecting digital payment systems\",\n",
    "    \"Attacks via malicious mobile apps\",\n",
    "    \"Fake mobile apps\",\n",
    "    \"Unauthorized access to social media accounts\",\n",
    "    \"Attacks or suspicious activities affecting cloud computing systems, servers, software, and applications\",\n",
    "    \"Attacks or malicious/suspicious activities affecting systems related to Big Data, Blockchain, virtual assets, and robotics\",\n",
    "    \"Attacks on systems related to Artificial Intelligence (AI) and Machine Learning (ML)\",\n",
    "    \"Backdoor attacks\",\n",
    "    \"Disinformation or misinformation campaigns\",\n",
    "    \"Supply chain attacks\",\n",
    "    \"Cyber espionage\",\n",
    "    \"Zero-day exploits\",\n",
    "    \"Password attacks\",\n",
    "    \"Web application vulnerabilities\",\n",
    "    \"Hacking\",\n",
    "    \"Malware attacks\"\n",
    "]\n",
    "\n",
    "model = SentenceTransformer('all-mpnet-base-v2')\n",
    "subcategory_embeddings = model.encode(subcategories, convert_to_tensor=True)\n",
    "def classify_text(text):\n",
    "    if pd.isna(text):\n",
    "        return None\n",
    "    text_embedding = model.encode(text, convert_to_tensor=True)\n",
    "    similarities = util.cos_sim(text_embedding, subcategory_embeddings)\n",
    "    best_match_idx = similarities.argmax().item()\n",
    "    return subcategories[best_match_idx]\n",
    "xdf['new_sub_category'] = xdf['cleaned_text'].apply(classify_text)\n",
    "output_path = '/mnt/data/other_with_subcategories.csv'\n",
    "xdf.to_csv('outputY.csv', index=False)\n",
    "\n",
    "print(f\"Classification complete. Results saved to {output_path}.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>cleaned_text</th>\n",
       "      <th>new_sub_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cyber Bullying  Stalking  Sexting</td>\n",
       "      <td>I had continue received random calls and abusi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>i had continue received random calls and abusi...</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>the above fraudster is continuously messaging ...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>he is acting like a police and demanding for m...</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>In apna Job I have applied for job interview f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>in apna job i have applied for job interview f...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>i received a call from lady stating that she w...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114942</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>A lady named Rashmi probably a fake name had c...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>a lady named rashmi probably a fake name had c...</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114943</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>I am Mr Chokhe Ram  Two pers mobile number wer...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>i am mr chokhe ram two pers mobile number were...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114944</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>mai bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Fraud Call/Vishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114945</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>received URL link for updating KYC from mobile...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>received url link for updating kyc from mobile...</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114946</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>i saw add on facebook for job placement and i ...</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>114947 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     category  \\\n",
       "0       Online and Social Media Related Crime   \n",
       "1                      Online Financial Fraud   \n",
       "2                    Online Gambling  Betting   \n",
       "3       Online and Social Media Related Crime   \n",
       "4                      Online Financial Fraud   \n",
       "...                                       ...   \n",
       "114942  Online and Social Media Related Crime   \n",
       "114943                 Online Financial Fraud   \n",
       "114944                  Any Other Cyber Crime   \n",
       "114945                 Online Financial Fraud   \n",
       "114946                  Any Other Cyber Crime   \n",
       "\n",
       "                             sub_category  \\\n",
       "0       Cyber Bullying  Stalking  Sexting   \n",
       "1                       Fraud CallVishing   \n",
       "2                Online Gambling  Betting   \n",
       "3                        Online Job Fraud   \n",
       "4                       Fraud CallVishing   \n",
       "...                                   ...   \n",
       "114942           Online Matrimonial Fraud   \n",
       "114943     Internet Banking Related Fraud   \n",
       "114944                              Other   \n",
       "114945     Internet Banking Related Fraud   \n",
       "114946                              Other   \n",
       "\n",
       "                                       crimeaditionalinfo  \\\n",
       "0       I had continue received random calls and abusi...   \n",
       "1       The above fraudster is continuously messaging ...   \n",
       "2       He is acting like a police and demanding for m...   \n",
       "3       In apna Job I have applied for job interview f...   \n",
       "4       I received a call from lady stating that she w...   \n",
       "...                                                   ...   \n",
       "114942  A lady named Rashmi probably a fake name had c...   \n",
       "114943  I am Mr Chokhe Ram  Two pers mobile number wer...   \n",
       "114944  Mai Bibekbraj maine pahle ki complain kar chuk...   \n",
       "114945  received URL link for updating KYC from mobile...   \n",
       "114946  I saw add on facebook for job placement and I ...   \n",
       "\n",
       "                  new_category  \\\n",
       "0            Other Cyber Crime   \n",
       "1       Financial Fraud Crimes   \n",
       "2            Other Cyber Crime   \n",
       "3            Other Cyber Crime   \n",
       "4       Financial Fraud Crimes   \n",
       "...                        ...   \n",
       "114942       Other Cyber Crime   \n",
       "114943  Financial Fraud Crimes   \n",
       "114944       Other Cyber Crime   \n",
       "114945  Financial Fraud Crimes   \n",
       "114946       Other Cyber Crime   \n",
       "\n",
       "                                             cleaned_text  \\\n",
       "0       i had continue received random calls and abusi...   \n",
       "1       the above fraudster is continuously messaging ...   \n",
       "2       he is acting like a police and demanding for m...   \n",
       "3       in apna job i have applied for job interview f...   \n",
       "4       i received a call from lady stating that she w...   \n",
       "...                                                   ...   \n",
       "114942  a lady named rashmi probably a fake name had c...   \n",
       "114943  i am mr chokhe ram two pers mobile number were...   \n",
       "114944  mai bibekbraj maine pahle ki complain kar chuk...   \n",
       "114945  received url link for updating kyc from mobile...   \n",
       "114946  i saw add on facebook for job placement and i ...   \n",
       "\n",
       "                                   new_sub_category  \n",
       "0                 Attacks via malicious mobile apps  \n",
       "1                                Fraud Call/Vishing  \n",
       "2                   Cyber Bullying/Stalking/Sexting  \n",
       "3                                Fraud Call/Vishing  \n",
       "4                                Fraud Call/Vishing  \n",
       "...                                             ...  \n",
       "114942                     Online Matrimonial Fraud  \n",
       "114943                           Fraud Call/Vishing  \n",
       "114944                           Fraud Call/Vishing  \n",
       "114945  Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "114946                             Online Job Fraud  \n",
       "\n",
       "[114947 rows x 6 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "xdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"4\" halign=\"left\">category</th>\n",
       "      <th colspan=\"4\" halign=\"left\">sub_category</th>\n",
       "      <th colspan=\"4\" halign=\"left\">crimeaditionalinfo</th>\n",
       "      <th colspan=\"4\" halign=\"left\">new_category</th>\n",
       "      <th colspan=\"4\" halign=\"left\">cleaned_text</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>new_sub_category</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Aadhaar Enabled Payment System (AEPS) Fraud</th>\n",
       "      <td>6485</td>\n",
       "      <td>13</td>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>5087</td>\n",
       "      <td>6400</td>\n",
       "      <td>26</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>1266</td>\n",
       "      <td>6485</td>\n",
       "      <td>6453</td>\n",
       "      <td>name Subhas chandra vaid  so  Taj mal vaid\\r\\n...</td>\n",
       "      <td>3</td>\n",
       "      <td>6485</td>\n",
       "      <td>3</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>5087</td>\n",
       "      <td>6485</td>\n",
       "      <td>6418</td>\n",
       "      <td>unauthorized transaction state bank of india a...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Any Other Cyber Crime</th>\n",
       "      <td>288</td>\n",
       "      <td>12</td>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>148</td>\n",
       "      <td>271</td>\n",
       "      <td>22</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>80</td>\n",
       "      <td>288</td>\n",
       "      <td>279</td>\n",
       "      <td>As reported by the victim total amount of rupees</td>\n",
       "      <td>5</td>\n",
       "      <td>288</td>\n",
       "      <td>3</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>148</td>\n",
       "      <td>288</td>\n",
       "      <td>267</td>\n",
       "      <td>no</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>LED TV   ...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>led tv</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>olx        pm                gps             ...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>olx pm gps</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on servers (Database, Mail, DNS) and network devices (Routers)</th>\n",
       "      <td>17</td>\n",
       "      <td>5</td>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>5</td>\n",
       "      <td>17</td>\n",
       "      <td>8</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>4</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>Call me suspicious  person mob no  AT  Pm My n...</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>2</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>12</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>call me suspicious person mob no at pm my name...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorized Access/Data Breach</th>\n",
       "      <td>692</td>\n",
       "      <td>13</td>\n",
       "      <td>Cyber Attack/ Dependent Crimes</td>\n",
       "      <td>237</td>\n",
       "      <td>667</td>\n",
       "      <td>30</td>\n",
       "      <td>Other</td>\n",
       "      <td>84</td>\n",
       "      <td>692</td>\n",
       "      <td>687</td>\n",
       "      <td>Hack to my personal contact and call to my fam...</td>\n",
       "      <td>2</td>\n",
       "      <td>692</td>\n",
       "      <td>3</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>565</td>\n",
       "      <td>692</td>\n",
       "      <td>685</td>\n",
       "      <td>used fake link to update pan</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorized access to IT systems/data</th>\n",
       "      <td>102</td>\n",
       "      <td>8</td>\n",
       "      <td>Hacking  Damage to computercomputer system etc</td>\n",
       "      <td>34</td>\n",
       "      <td>96</td>\n",
       "      <td>18</td>\n",
       "      <td>Other</td>\n",
       "      <td>26</td>\n",
       "      <td>102</td>\n",
       "      <td>101</td>\n",
       "      <td>On  between  pm the entire computer data is co...</td>\n",
       "      <td>2</td>\n",
       "      <td>102</td>\n",
       "      <td>3</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>78</td>\n",
       "      <td>102</td>\n",
       "      <td>99</td>\n",
       "      <td>on between pm the entire computer data is corr...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorized access to social media accounts</th>\n",
       "      <td>4892</td>\n",
       "      <td>15</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>2299</td>\n",
       "      <td>4220</td>\n",
       "      <td>34</td>\n",
       "      <td>Profile Hacking Identity Theft</td>\n",
       "      <td>773</td>\n",
       "      <td>4892</td>\n",
       "      <td>4872</td>\n",
       "      <td>this twitter account publish porn content and ...</td>\n",
       "      <td>2</td>\n",
       "      <td>4892</td>\n",
       "      <td>3</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4053</td>\n",
       "      <td>4892</td>\n",
       "      <td>4861</td>\n",
       "      <td>this twitter account publish porn content and ...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Web application vulnerabilities</th>\n",
       "      <td>19</td>\n",
       "      <td>5</td>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>8</td>\n",
       "      <td>19</td>\n",
       "      <td>11</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>4</td>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "      <td>Sir\\r\\n\\r\\nMera Naam RAGHVENDRA SINGH hai aur ...</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>2</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>11</td>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "      <td>sir mera naam raghvendra singh hai aur unnao d...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zero-day exploits</th>\n",
       "      <td>31</td>\n",
       "      <td>4</td>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>25</td>\n",
       "      <td>30</td>\n",
       "      <td>6</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>11</td>\n",
       "      <td>31</td>\n",
       "      <td>31</td>\n",
       "      <td>dated  at  minutes  and  froud</td>\n",
       "      <td>1</td>\n",
       "      <td>31</td>\n",
       "      <td>3</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>25</td>\n",
       "      <td>31</td>\n",
       "      <td>19</td>\n",
       "      <td>olx</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>61 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   category         \\\n",
       "                                                      count unique   \n",
       "new_sub_category                                                     \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud            6485     13   \n",
       "Any Other Cyber Crime                                   288     12   \n",
       "Attacks on Internet of Things (IoT) devices and...        3      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...        3      3   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...       17      5   \n",
       "...                                                     ...    ...   \n",
       "Unauthorized Access/Data Breach                         692     13   \n",
       "Unauthorized access to IT systems/data                  102      8   \n",
       "Unauthorized access to social media accounts           4892     15   \n",
       "Web application vulnerabilities                          19      5   \n",
       "Zero-day exploits                                        31      4   \n",
       "\n",
       "                                                                                                    \\\n",
       "                                                                                               top   \n",
       "new_sub_category                                                                                     \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud                                 Online Financial Fraud   \n",
       "Any Other Cyber Crime                                                       Online Financial Fraud   \n",
       "Attacks on Internet of Things (IoT) devices and...                          Online Financial Fraud   \n",
       "Attacks on critical infrastructure, SCADA, oper...                          Online Financial Fraud   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...                          Online Financial Fraud   \n",
       "...                                                                                            ...   \n",
       "Unauthorized Access/Data Breach                                     Cyber Attack/ Dependent Crimes   \n",
       "Unauthorized access to IT systems/data              Hacking  Damage to computercomputer system etc   \n",
       "Unauthorized access to social media accounts                 Online and Social Media Related Crime   \n",
       "Web application vulnerabilities                                             Online Financial Fraud   \n",
       "Zero-day exploits                                                           Online Financial Fraud   \n",
       "\n",
       "                                                         sub_category         \\\n",
       "                                                    freq        count unique   \n",
       "new_sub_category                                                               \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         5087         6400     26   \n",
       "Any Other Cyber Crime                                148          271     22   \n",
       "Attacks on Internet of Things (IoT) devices and...     3            3      3   \n",
       "Attacks on critical infrastructure, SCADA, oper...     1            3      3   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...     5           17      8   \n",
       "...                                                  ...          ...    ...   \n",
       "Unauthorized Access/Data Breach                      237          667     30   \n",
       "Unauthorized access to IT systems/data                34           96     18   \n",
       "Unauthorized access to social media accounts        2299         4220     34   \n",
       "Web application vulnerabilities                        8           19     11   \n",
       "Zero-day exploits                                     25           30      6   \n",
       "\n",
       "                                                                                    \\\n",
       "                                                                               top   \n",
       "new_sub_category                                                                     \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         Internet Banking Related Fraud   \n",
       "Any Other Cyber Crime                                           UPI Related Frauds   \n",
       "Attacks on Internet of Things (IoT) devices and...  Internet Banking Related Fraud   \n",
       "Attacks on critical infrastructure, SCADA, oper...              UPI Related Frauds   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...              UPI Related Frauds   \n",
       "...                                                                            ...   \n",
       "Unauthorized Access/Data Breach                                              Other   \n",
       "Unauthorized access to IT systems/data                                       Other   \n",
       "Unauthorized access to social media accounts        Profile Hacking Identity Theft   \n",
       "Web application vulnerabilities                                 UPI Related Frauds   \n",
       "Zero-day exploits                                               UPI Related Frauds   \n",
       "\n",
       "                                                         crimeaditionalinfo  \\\n",
       "                                                    freq              count   \n",
       "new_sub_category                                                              \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         1266               6485   \n",
       "Any Other Cyber Crime                                 80                288   \n",
       "Attacks on Internet of Things (IoT) devices and...     1                  3   \n",
       "Attacks on critical infrastructure, SCADA, oper...     1                  3   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...     4                 17   \n",
       "...                                                  ...                ...   \n",
       "Unauthorized Access/Data Breach                       84                692   \n",
       "Unauthorized access to IT systems/data                26                102   \n",
       "Unauthorized access to social media accounts         773               4892   \n",
       "Web application vulnerabilities                        4                 19   \n",
       "Zero-day exploits                                     11                 31   \n",
       "\n",
       "                                                           \\\n",
       "                                                   unique   \n",
       "new_sub_category                                            \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud          6453   \n",
       "Any Other Cyber Crime                                 279   \n",
       "Attacks on Internet of Things (IoT) devices and...      3   \n",
       "Attacks on critical infrastructure, SCADA, oper...      3   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...     17   \n",
       "...                                                   ...   \n",
       "Unauthorized Access/Data Breach                       687   \n",
       "Unauthorized access to IT systems/data                101   \n",
       "Unauthorized access to social media accounts         4872   \n",
       "Web application vulnerabilities                        19   \n",
       "Zero-day exploits                                      31   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "new_sub_category                                                                                        \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         name Subhas chandra vaid  so  Taj mal vaid\\r\\n...   \n",
       "Any Other Cyber Crime                               As reported by the victim total amount of rupees    \n",
       "Attacks on Internet of Things (IoT) devices and...                                       LED TV   ...   \n",
       "Attacks on critical infrastructure, SCADA, oper...   olx        pm                gps             ...   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Call me suspicious  person mob no  AT  Pm My n...   \n",
       "...                                                                                               ...   \n",
       "Unauthorized Access/Data Breach                     Hack to my personal contact and call to my fam...   \n",
       "Unauthorized access to IT systems/data              On  between  pm the entire computer data is co...   \n",
       "Unauthorized access to social media accounts        this twitter account publish porn content and ...   \n",
       "Web application vulnerabilities                     Sir\\r\\n\\r\\nMera Naam RAGHVENDRA SINGH hai aur ...   \n",
       "Zero-day exploits                                                     dated  at  minutes  and  froud    \n",
       "\n",
       "                                                        new_category         \\\n",
       "                                                   freq        count unique   \n",
       "new_sub_category                                                              \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud           3         6485      3   \n",
       "Any Other Cyber Crime                                 5          288      3   \n",
       "Attacks on Internet of Things (IoT) devices and...    1            3      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...    1            3      2   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...    1           17      2   \n",
       "...                                                 ...          ...    ...   \n",
       "Unauthorized Access/Data Breach                       2          692      3   \n",
       "Unauthorized access to IT systems/data                2          102      3   \n",
       "Unauthorized access to social media accounts          2         4892      3   \n",
       "Web application vulnerabilities                       1           19      2   \n",
       "Zero-day exploits                                     1           31      3   \n",
       "\n",
       "                                                                            \\\n",
       "                                                                       top   \n",
       "new_sub_category                                                             \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         Financial Fraud Crimes   \n",
       "Any Other Cyber Crime                               Financial Fraud Crimes   \n",
       "Attacks on Internet of Things (IoT) devices and...  Financial Fraud Crimes   \n",
       "Attacks on critical infrastructure, SCADA, oper...       Other Cyber Crime   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...       Other Cyber Crime   \n",
       "...                                                                    ...   \n",
       "Unauthorized Access/Data Breach                          Other Cyber Crime   \n",
       "Unauthorized access to IT systems/data                   Other Cyber Crime   \n",
       "Unauthorized access to social media accounts             Other Cyber Crime   \n",
       "Web application vulnerabilities                          Other Cyber Crime   \n",
       "Zero-day exploits                                   Financial Fraud Crimes   \n",
       "\n",
       "                                                         cleaned_text         \\\n",
       "                                                    freq        count unique   \n",
       "new_sub_category                                                               \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         5087         6485   6418   \n",
       "Any Other Cyber Crime                                148          288    267   \n",
       "Attacks on Internet of Things (IoT) devices and...     3            3      3   \n",
       "Attacks on critical infrastructure, SCADA, oper...     2            3      3   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...    12           17     17   \n",
       "...                                                  ...          ...    ...   \n",
       "Unauthorized Access/Data Breach                      565          692    685   \n",
       "Unauthorized access to IT systems/data                78          102     99   \n",
       "Unauthorized access to social media accounts        4053         4892   4861   \n",
       "Web application vulnerabilities                       11           19     19   \n",
       "Zero-day exploits                                     25           31     19   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "new_sub_category                                                                                        \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         unauthorized transaction state bank of india a...   \n",
       "Any Other Cyber Crime                                                                              no   \n",
       "Attacks on Internet of Things (IoT) devices and...                                             led tv   \n",
       "Attacks on critical infrastructure, SCADA, oper...                                         olx pm gps   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  call me suspicious person mob no at pm my name...   \n",
       "...                                                                                               ...   \n",
       "Unauthorized Access/Data Breach                                          used fake link to update pan   \n",
       "Unauthorized access to IT systems/data              on between pm the entire computer data is corr...   \n",
       "Unauthorized access to social media accounts        this twitter account publish porn content and ...   \n",
       "Web application vulnerabilities                     sir mera naam raghvendra singh hai aur unnao d...   \n",
       "Zero-day exploits                                                                                 olx   \n",
       "\n",
       "                                                         \n",
       "                                                   freq  \n",
       "new_sub_category                                         \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud           4  \n",
       "Any Other Cyber Crime                                 8  \n",
       "Attacks on Internet of Things (IoT) devices and...    1  \n",
       "Attacks on critical infrastructure, SCADA, oper...    1  \n",
       "Attacks on servers (Database, Mail, DNS) and ne...    1  \n",
       "...                                                 ...  \n",
       "Unauthorized Access/Data Breach                       2  \n",
       "Unauthorized access to IT systems/data                3  \n",
       "Unauthorized access to social media accounts          4  \n",
       "Web application vulnerabilities                       1  \n",
       "Zero-day exploits                                     8  \n",
       "\n",
       "[61 rows x 20 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "xdf.groupby('new_sub_category').describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "new_sub_category\n",
       "Any Other Cyber Crime                                                            288\n",
       "Business Email Compromise/Email Takeover                                         247\n",
       "Cheating by Impersonation                                                        145\n",
       "Child Pornography/Child Sexual Abuse Material (CSAM)                             356\n",
       "Cryptocurrency Crime                                                             203\n",
       "Cyber Terrorism                                                                   93\n",
       "Cyber espionage                                                                   56\n",
       "Defacement/Hacking                                                                56\n",
       "Demat/Depository Fraud                                                           700\n",
       "Disinformation or misinformation campaigns                                        31\n",
       "E-Wallet Related Frauds                                                          158\n",
       "Fake/Impersonating Profile                                                        71\n",
       "Identity theft, spoofing, and phishing attacks                                   330\n",
       "Intimidating Email                                                               227\n",
       "Online Gambling/Betting Fraud                                                    790\n",
       "Password attacks                                                                  40\n",
       "Provocative Speech of Unlawful Acts                                              255\n",
       "Ransomware                                                                       124\n",
       "Rape/Gang Rape-Sexually Abusive Content                                          319\n",
       "SIM Swap Fraud                                                                   665\n",
       "Sale, Publishing and Transmitting Obscene Material/Sexually Explicit Material     37\n",
       "Supply chain attacks                                                              31\n",
       "Unauthorized Access/Data Breach                                                  692\n",
       "Unauthorized access to IT systems/data                                           102\n",
       "Zero-day exploits                                                                 31\n",
       "dtype: int64"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "subcategory_counts = xdf['new_sub_category'].value_counts()\n",
    "few_entries_subcategories = subcategory_counts[(subcategory_counts < 1000) & (subcategory_counts > 30)].index \n",
    "few_entries_df = xdf[xdf['new_sub_category'].isin(few_entries_subcategories)]\n",
    "\n",
    "few_entries_df.groupby('new_sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "new_sub_category\n",
       "Aadhaar Enabled Payment System (AEPS) Fraud      6485\n",
       "Attacks via malicious mobile apps                1227\n",
       "Cyber Bullying/Stalking/Sexting                  3235\n",
       "Debit/Credit Card Fraud                          6733\n",
       "Email Hacking                                    1953\n",
       "Email Phishing                                   1447\n",
       "Fake mobile apps                                 1196\n",
       "Fraud Call/Vishing                              54487\n",
       "Hacking                                          1633\n",
       "Internet Banking-Related Fraud                   4647\n",
       "Online Cyber Trafficking                         1604\n",
       "Online Job Fraud                                 4603\n",
       "Online Matrimonial Fraud                         1115\n",
       "Profile Hacking/Identity Theft                   4722\n",
       "UPI-Related Frauds                               8680\n",
       "Unauthorized access to social media accounts     4892\n",
       "dtype: int64"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "subcategory_counts = xdf['new_sub_category'].value_counts()\n",
    "few_entries_subcategories = subcategory_counts[(subcategory_counts > 1000)].index \n",
    "few_entries_df = xdf[xdf['new_sub_category'].isin(few_entries_subcategories)]\n",
    "\n",
    "few_entries_df.groupby('new_sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "new_sub_category\n",
       "Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers                                      3\n",
       "Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks                               3\n",
       "Attacks on servers (Database, Mail, DNS) and network devices (Routers)                                                        17\n",
       "Attacks on systems related to Artificial Intelligence (AI) and Machine Learning (ML)                                           7\n",
       "Attacks or incidents affecting digital payment systems                                                                        11\n",
       "Attacks or malicious/suspicious activities affecting systems related to Big Data, Blockchain, virtual assets, and robotics     4\n",
       "Attacks or suspicious activities affecting cloud computing systems, servers, software, and applications                        7\n",
       "Backdoor attacks                                                                                                               1\n",
       "Compromise of critical systems/information                                                                                     9\n",
       "Damage to Computer Systems                                                                                                    15\n",
       "Data breaches                                                                                                                 21\n",
       "Data leaks                                                                                                                    28\n",
       "Defacement of websites or unauthorized changes, such as inserting malicious code or external links                            11\n",
       "Denial of Service (DoS) and Distributed Denial of Service (DDoS) attacks                                                      14\n",
       "Impersonating Email                                                                                                           15\n",
       "Malicious code attacks (e.g., virus, worm, Trojan, Bots, Spyware, Ransomware, Crypto miners)                                  10\n",
       "Malware attacks                                                                                                               25\n",
       "Tampering with Computer Source Documents                                                                                      11\n",
       "Targeted scanning/probing of critical networks/systems                                                                        10\n",
       "Web application vulnerabilities                                                                                               19\n",
       "dtype: int64"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "subcategory_counts = xdf['new_sub_category'].value_counts()\n",
    "few_entries_subcategories = subcategory_counts[(subcategory_counts < 30)].index \n",
    "few_entries_df = xdf[xdf['new_sub_category'].isin(few_entries_subcategories)]\n",
    "\n",
    "few_entries_df.groupby('new_sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [],
   "source": [
    "major_subcategories = [    \n",
    "    \"DebitCredit Card Fraud\",\n",
    "    \"SIM Swap Fraud\",\n",
    "    \"DebitCredit Card FraudSim Swap Fraud\",\n",
    "    \"Internet Banking Related Fraud\",\n",
    "    \"Business Email CompromiseEmail Takeover\",\n",
    "    \"EWallet Related Fraud\",\n",
    "    \"Fraud CallVishing\",\n",
    "    \"DematDepository Fraud\",\n",
    "    \"UPI Related Frauds\",\n",
    "    \"Aadhaar Enabled Payment System (AEPS) Fraud\",\n",
    "    ]\n",
    "\n",
    "special = [\n",
    "    \"Child Pornography CPChild Sexual Abuse Material CSAM\",\n",
    "    \"RapeGang Rape RGRSexually Abusive Content\",\n",
    "    \"Sexually Explicit Act\",\n",
    "    \"Sexually Obscene material\",\n",
    "    \"Sale, Publishing and Transmitting Obscene Material/Sexually Explicit Material\",\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 283,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"4\" halign=\"left\">sub_category</th>\n",
       "      <th colspan=\"4\" halign=\"left\">crimeaditionalinfo</th>\n",
       "      <th colspan=\"4\" halign=\"left\">new_category</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>category</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Any Other Cyber Crime</th>\n",
       "      <td>14473</td>\n",
       "      <td>1</td>\n",
       "      <td>Other</td>\n",
       "      <td>14473</td>\n",
       "      <td>14473</td>\n",
       "      <td>14454</td>\n",
       "      <td>SirMadam\\r\\n\\r\\nWe have received numerous comp...</td>\n",
       "      <td>2</td>\n",
       "      <td>14473</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>14473</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Child Pornography CPChild Sexual Abuse Material CSAM</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>476</td>\n",
       "      <td>471</td>\n",
       "      <td>This lady name Samridhi sharma is selling chil...</td>\n",
       "      <td>2</td>\n",
       "      <td>476</td>\n",
       "      <td>1</td>\n",
       "      <td>Women/Child Related Crime</td>\n",
       "      <td>476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Crime Against Women &amp; Children</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>Computer Generated CSAM/CSEM</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>My friend mentioned something like this happen...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cryptocurrency Crime</th>\n",
       "      <td>637</td>\n",
       "      <td>1</td>\n",
       "      <td>Cryptocurrency Fraud</td>\n",
       "      <td>637</td>\n",
       "      <td>637</td>\n",
       "      <td>631</td>\n",
       "      <td>Fraud Comapny Details\\r\\nApp Name  AgroPro app...</td>\n",
       "      <td>2</td>\n",
       "      <td>637</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>637</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber Attack/ Dependent Crimes</th>\n",
       "      <td>4869</td>\n",
       "      <td>7</td>\n",
       "      <td>Hacking/Defacement</td>\n",
       "      <td>740</td>\n",
       "      <td>4869</td>\n",
       "      <td>4869</td>\n",
       "      <td>The issue actually started when I got this ema...</td>\n",
       "      <td>1</td>\n",
       "      <td>4869</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4869</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber Terrorism</th>\n",
       "      <td>213</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Terrorism</td>\n",
       "      <td>213</td>\n",
       "      <td>213</td>\n",
       "      <td>213</td>\n",
       "      <td>Mene online application se loan liyha hai meri...</td>\n",
       "      <td>1</td>\n",
       "      <td>213</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>213</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hacking  Damage to computercomputer system etc</th>\n",
       "      <td>2301</td>\n",
       "      <td>5</td>\n",
       "      <td>Unauthorised AccessData Breach</td>\n",
       "      <td>1483</td>\n",
       "      <td>2301</td>\n",
       "      <td>2297</td>\n",
       "      <td>On  between  pm the entire computer data is co...</td>\n",
       "      <td>2</td>\n",
       "      <td>2301</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Cyber Trafficking</th>\n",
       "      <td>244</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Trafficking</td>\n",
       "      <td>244</td>\n",
       "      <td>244</td>\n",
       "      <td>244</td>\n",
       "      <td>SIR I HAVE GET SMS WITH PRE APPORVED LOAN  IJU...</td>\n",
       "      <td>1</td>\n",
       "      <td>244</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Financial Fraud</th>\n",
       "      <td>70114</td>\n",
       "      <td>7</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>31514</td>\n",
       "      <td>70114</td>\n",
       "      <td>68514</td>\n",
       "      <td>FINANCIAL FRAUD</td>\n",
       "      <td>10</td>\n",
       "      <td>70114</td>\n",
       "      <td>1</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>70114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Gambling  Betting</th>\n",
       "      <td>578</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>578</td>\n",
       "      <td>578</td>\n",
       "      <td>578</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>1</td>\n",
       "      <td>578</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online and Social Media Related Crime</th>\n",
       "      <td>16198</td>\n",
       "      <td>10</td>\n",
       "      <td>Cyber Bullying  Stalking  Sexting</td>\n",
       "      <td>5406</td>\n",
       "      <td>16198</td>\n",
       "      <td>16100</td>\n",
       "      <td>...</td>\n",
       "      <td>6</td>\n",
       "      <td>16198</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>16198</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ransomware</th>\n",
       "      <td>74</td>\n",
       "      <td>1</td>\n",
       "      <td>Ransomware</td>\n",
       "      <td>74</td>\n",
       "      <td>74</td>\n",
       "      <td>74</td>\n",
       "      <td>Your outgoing and or incoming call are blocked...</td>\n",
       "      <td>1</td>\n",
       "      <td>74</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RapeGang Rape RGRSexually Abusive Content</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>335</td>\n",
       "      <td>326</td>\n",
       "      <td>My father Surendra Singh Panwar shower me sex ...</td>\n",
       "      <td>2</td>\n",
       "      <td>335</td>\n",
       "      <td>1</td>\n",
       "      <td>Women/Child Related Crime</td>\n",
       "      <td>335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Report Unlawful Content</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Against Interest of sovereignty or integrity o...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>The lady in the attached videos goes by the na...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sexually Explicit Act</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2016</td>\n",
       "      <td>1977</td>\n",
       "      <td>httpswwwxnxxtvvideousapbfuckkkarrr\\r\\n\\r\\n Abo...</td>\n",
       "      <td>2</td>\n",
       "      <td>2016</td>\n",
       "      <td>1</td>\n",
       "      <td>Women/Child Related Crime</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sexually Obscene material</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2414</td>\n",
       "      <td>2363</td>\n",
       "      <td>We matched in a dating app TrulyMadly \\r\\nShe ...</td>\n",
       "      <td>2</td>\n",
       "      <td>2414</td>\n",
       "      <td>1</td>\n",
       "      <td>Women/Child Related Crime</td>\n",
       "      <td>2414</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   sub_category         \\\n",
       "                                                          count unique   \n",
       "category                                                                 \n",
       "Any Other Cyber Crime                                     14473      1   \n",
       "Child Pornography CPChild Sexual Abuse Material...            0      0   \n",
       "Crime Against Women & Children                                4      3   \n",
       "Cryptocurrency Crime                                        637      1   \n",
       "Cyber Attack/ Dependent Crimes                             4869      7   \n",
       "Cyber Terrorism                                             213      1   \n",
       "Hacking  Damage to computercomputer system etc             2301      5   \n",
       "Online Cyber Trafficking                                    244      1   \n",
       "Online Financial Fraud                                    70114      7   \n",
       "Online Gambling  Betting                                    578      1   \n",
       "Online and Social Media Related Crime                     16198     10   \n",
       "Ransomware                                                   74      1   \n",
       "RapeGang Rape RGRSexually Abusive Content                     0      0   \n",
       "Report Unlawful Content                                       1      1   \n",
       "Sexually Explicit Act                                         0      0   \n",
       "Sexually Obscene material                                     0      0   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "category                                                                                                \n",
       "Any Other Cyber Crime                                                                           Other   \n",
       "Child Pornography CPChild Sexual Abuse Material...                                                NaN   \n",
       "Crime Against Women & Children                                           Computer Generated CSAM/CSEM   \n",
       "Cryptocurrency Crime                                                             Cryptocurrency Fraud   \n",
       "Cyber Attack/ Dependent Crimes                                                     Hacking/Defacement   \n",
       "Cyber Terrorism                                                                       Cyber Terrorism   \n",
       "Hacking  Damage to computercomputer system etc                         Unauthorised AccessData Breach   \n",
       "Online Cyber Trafficking                                                           Online Trafficking   \n",
       "Online Financial Fraud                                                             UPI Related Frauds   \n",
       "Online Gambling  Betting                                                     Online Gambling  Betting   \n",
       "Online and Social Media Related Crime                               Cyber Bullying  Stalking  Sexting   \n",
       "Ransomware                                                                                 Ransomware   \n",
       "RapeGang Rape RGRSexually Abusive Content                                                         NaN   \n",
       "Report Unlawful Content                             Against Interest of sovereignty or integrity o...   \n",
       "Sexually Explicit Act                                                                             NaN   \n",
       "Sexually Obscene material                                                                         NaN   \n",
       "\n",
       "                                                          crimeaditionalinfo  \\\n",
       "                                                     freq              count   \n",
       "category                                                                       \n",
       "Any Other Cyber Crime                               14473              14473   \n",
       "Child Pornography CPChild Sexual Abuse Material...    NaN                476   \n",
       "Crime Against Women & Children                          2                  4   \n",
       "Cryptocurrency Crime                                  637                637   \n",
       "Cyber Attack/ Dependent Crimes                        740               4869   \n",
       "Cyber Terrorism                                       213                213   \n",
       "Hacking  Damage to computercomputer system etc       1483               2301   \n",
       "Online Cyber Trafficking                              244                244   \n",
       "Online Financial Fraud                              31514              70114   \n",
       "Online Gambling  Betting                              578                578   \n",
       "Online and Social Media Related Crime                5406              16198   \n",
       "Ransomware                                             74                 74   \n",
       "RapeGang Rape RGRSexually Abusive Content             NaN                335   \n",
       "Report Unlawful Content                                 1                  1   \n",
       "Sexually Explicit Act                                 NaN               2016   \n",
       "Sexually Obscene material                             NaN               2414   \n",
       "\n",
       "                                                           \\\n",
       "                                                   unique   \n",
       "category                                                    \n",
       "Any Other Cyber Crime                               14454   \n",
       "Child Pornography CPChild Sexual Abuse Material...    471   \n",
       "Crime Against Women & Children                          4   \n",
       "Cryptocurrency Crime                                  631   \n",
       "Cyber Attack/ Dependent Crimes                       4869   \n",
       "Cyber Terrorism                                       213   \n",
       "Hacking  Damage to computercomputer system etc       2297   \n",
       "Online Cyber Trafficking                              244   \n",
       "Online Financial Fraud                              68514   \n",
       "Online Gambling  Betting                              578   \n",
       "Online and Social Media Related Crime               16100   \n",
       "Ransomware                                             74   \n",
       "RapeGang Rape RGRSexually Abusive Content             326   \n",
       "Report Unlawful Content                                 1   \n",
       "Sexually Explicit Act                                1977   \n",
       "Sexually Obscene material                            2363   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "category                                                                                                \n",
       "Any Other Cyber Crime                               SirMadam\\r\\n\\r\\nWe have received numerous comp...   \n",
       "Child Pornography CPChild Sexual Abuse Material...  This lady name Samridhi sharma is selling chil...   \n",
       "Crime Against Women & Children                      My friend mentioned something like this happen...   \n",
       "Cryptocurrency Crime                                Fraud Comapny Details\\r\\nApp Name  AgroPro app...   \n",
       "Cyber Attack/ Dependent Crimes                      The issue actually started when I got this ema...   \n",
       "Cyber Terrorism                                     Mene online application se loan liyha hai meri...   \n",
       "Hacking  Damage to computercomputer system etc      On  between  pm the entire computer data is co...   \n",
       "Online Cyber Trafficking                            SIR I HAVE GET SMS WITH PRE APPORVED LOAN  IJU...   \n",
       "Online Financial Fraud                                                               FINANCIAL FRAUD    \n",
       "Online Gambling  Betting                            He is acting like a police and demanding for m...   \n",
       "Online and Social Media Related Crime                                                             ...   \n",
       "Ransomware                                          Your outgoing and or incoming call are blocked...   \n",
       "RapeGang Rape RGRSexually Abusive Content           My father Surendra Singh Panwar shower me sex ...   \n",
       "Report Unlawful Content                             The lady in the attached videos goes by the na...   \n",
       "Sexually Explicit Act                               httpswwwxnxxtvvideousapbfuckkkarrr\\r\\n\\r\\n Abo...   \n",
       "Sexually Obscene material                           We matched in a dating app TrulyMadly \\r\\nShe ...   \n",
       "\n",
       "                                                        new_category         \\\n",
       "                                                   freq        count unique   \n",
       "category                                                                      \n",
       "Any Other Cyber Crime                                 2        14473      1   \n",
       "Child Pornography CPChild Sexual Abuse Material...    2          476      1   \n",
       "Crime Against Women & Children                        1            4      1   \n",
       "Cryptocurrency Crime                                  2          637      1   \n",
       "Cyber Attack/ Dependent Crimes                        1         4869      1   \n",
       "Cyber Terrorism                                       1          213      1   \n",
       "Hacking  Damage to computercomputer system etc        2         2301      1   \n",
       "Online Cyber Trafficking                              1          244      1   \n",
       "Online Financial Fraud                               10        70114      1   \n",
       "Online Gambling  Betting                              1          578      1   \n",
       "Online and Social Media Related Crime                 6        16198      1   \n",
       "Ransomware                                            1           74      1   \n",
       "RapeGang Rape RGRSexually Abusive Content             2          335      1   \n",
       "Report Unlawful Content                               1            1      1   \n",
       "Sexually Explicit Act                                 2         2016      1   \n",
       "Sexually Obscene material                             2         2414      1   \n",
       "\n",
       "                                                                               \\\n",
       "                                                                          top   \n",
       "category                                                                        \n",
       "Any Other Cyber Crime                                       Other Cyber Crime   \n",
       "Child Pornography CPChild Sexual Abuse Material...  Women/Child Related Crime   \n",
       "Crime Against Women & Children                              Other Cyber Crime   \n",
       "Cryptocurrency Crime                                        Other Cyber Crime   \n",
       "Cyber Attack/ Dependent Crimes                              Other Cyber Crime   \n",
       "Cyber Terrorism                                             Other Cyber Crime   \n",
       "Hacking  Damage to computercomputer system etc              Other Cyber Crime   \n",
       "Online Cyber Trafficking                                    Other Cyber Crime   \n",
       "Online Financial Fraud                                 Financial Fraud Crimes   \n",
       "Online Gambling  Betting                                    Other Cyber Crime   \n",
       "Online and Social Media Related Crime                       Other Cyber Crime   \n",
       "Ransomware                                                  Other Cyber Crime   \n",
       "RapeGang Rape RGRSexually Abusive Content           Women/Child Related Crime   \n",
       "Report Unlawful Content                                     Other Cyber Crime   \n",
       "Sexually Explicit Act                               Women/Child Related Crime   \n",
       "Sexually Obscene material                           Women/Child Related Crime   \n",
       "\n",
       "                                                           \n",
       "                                                     freq  \n",
       "category                                                   \n",
       "Any Other Cyber Crime                               14473  \n",
       "Child Pornography CPChild Sexual Abuse Material...    476  \n",
       "Crime Against Women & Children                          4  \n",
       "Cryptocurrency Crime                                  637  \n",
       "Cyber Attack/ Dependent Crimes                       4869  \n",
       "Cyber Terrorism                                       213  \n",
       "Hacking  Damage to computercomputer system etc       2301  \n",
       "Online Cyber Trafficking                              244  \n",
       "Online Financial Fraud                              70114  \n",
       "Online Gambling  Betting                              578  \n",
       "Online and Social Media Related Crime               16198  \n",
       "Ransomware                                             74  \n",
       "RapeGang Rape RGRSexually Abusive Content             335  \n",
       "Report Unlawful Content                                 1  \n",
       "Sexually Explicit Act                                2016  \n",
       "Sexually Obscene material                            2414  "
      ]
     },
     "execution_count": 283,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv(r'\\Users\\AIDL-LAB\\Desktop\\Dashan\\Training\\perfect_data.csv', encoding='utf-8')\n",
    "df.groupby('category').describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Outliers Confirmed and Removed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 284,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>77571</th>\n",
       "      <td>Report Unlawful Content</td>\n",
       "      <td>Against Interest of sovereignty or integrity o...</td>\n",
       "      <td>The lady in the attached videos goes by the na...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      category  \\\n",
       "77571  Report Unlawful Content   \n",
       "\n",
       "                                            sub_category  \\\n",
       "77571  Against Interest of sovereignty or integrity o...   \n",
       "\n",
       "                                      crimeaditionalinfo       new_category  \n",
       "77571  The lady in the attached videos goes by the na...  Other Cyber Crime  "
      ]
     },
     "execution_count": 284,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "_df = df[ (df['category'] == \"Crime Against Women & Children\") & (df['sub_category']==\"Against Interest of sovereignty or integrity of India\")]\n",
    "_df\n",
    "df[df['sub_category']==\"Against Interest of sovereignty or integrity of India\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 285,
   "metadata": {},
   "outputs": [],
   "source": [
    "outlier_indices = [88527, 94865, 99759, 104346, 77571]\n",
    "df = df.drop(index=outlier_indices)\n",
    "df = df.reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 286,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Classification complete.\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from sentence_transformers import SentenceTransformer, util\n",
    "\n",
    "subcategories = [\n",
    "    \"Child Pornography/Child Sexual Abuse Material (CSAM)\",\n",
    "    \"Rape/Gang Rape-Sexually Abusive Content\",\n",
    "    \"Sale, Publishing and Transmitting Obscene Material/Sexually Explicit Material\",\n",
    "]\n",
    "\n",
    "model = SentenceTransformer('all-mpnet-base-v2')\n",
    "subcategory_embeddings = model.encode(subcategories, convert_to_tensor=True)\n",
    "def classify_text(text):\n",
    "    if pd.isna(text):\n",
    "        return None\n",
    "    text_embedding = model.encode(text, convert_to_tensor=True)\n",
    "    similarities = util.cos_sim(text_embedding, subcategory_embeddings)\n",
    "    best_match_idx = similarities.argmax().item()\n",
    "    return subcategories[best_match_idx]\n",
    "_df.loc['new_sub_category'] = _df['crimeaditionalinfo'].apply(classify_text)\n",
    "\n",
    "print(f\"Classification complete.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 287,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>114942</td>\n",
       "      <td>109701</td>\n",
       "      <td>114942</td>\n",
       "      <td>114942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>14</td>\n",
       "      <td>34</td>\n",
       "      <td>112853</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>70114</td>\n",
       "      <td>31514</td>\n",
       "      <td>14</td>\n",
       "      <td>70114</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      category        sub_category  \\\n",
       "count                   114942              109701   \n",
       "unique                      14                  34   \n",
       "top     Online Financial Fraud  UPI Related Frauds   \n",
       "freq                     70114               31514   \n",
       "\n",
       "                                       crimeaditionalinfo  \\\n",
       "count                                              114942   \n",
       "unique                                             112853   \n",
       "top                                                   ...   \n",
       "freq                                                   14   \n",
       "\n",
       "                  new_category  \n",
       "count                   114942  \n",
       "unique                       3  \n",
       "top     Financial Fraud Crimes  \n",
       "freq                     70114  "
      ]
     },
     "execution_count": 287,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 288,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34270</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>Citizen Details \\r\\nNameGajendra kumar \\r\\nAdd...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101500</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Sir mai online job ke lia apply  ke thi Apply ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49758</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>My friend asked me for a total of  saying its ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112379</th>\n",
       "      <td>Sexually Explicit Act</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Its make my friends meme and blackmail my frie...</td>\n",
       "      <td>Women/Child Related Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88503</th>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>Sir \\r\\nPlease Recover My Money \\r\\nThey Maint...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56700</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>BANKING FRAUD OF RS  BY ES TEAM VIEWAR WHEN CA...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30467</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>AMOUNT DEBETED FROM MY SAVING ACCOUNT AND   B...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96638</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>The person sent me an enquiry in the name of P...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11189</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>financial fraud\\r\\n\\r\\n</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71593</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>Got a call from mobile number  saying he is ca...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     category                    sub_category  \\\n",
       "34270                  Online Financial Fraud  Internet Banking Related Fraud   \n",
       "101500  Online and Social Media Related Crime                Online Job Fraud   \n",
       "49758                  Online Financial Fraud              UPI Related Frauds   \n",
       "112379                  Sexually Explicit Act                             NaN   \n",
       "88503                Online Gambling  Betting        Online Gambling  Betting   \n",
       "...                                       ...                             ...   \n",
       "56700                  Online Financial Fraud  Internet Banking Related Fraud   \n",
       "30467                  Online Financial Fraud               Fraud CallVishing   \n",
       "96638                  Online Financial Fraud              UPI Related Frauds   \n",
       "11189                  Online Financial Fraud              UPI Related Frauds   \n",
       "71593                  Online Financial Fraud              UPI Related Frauds   \n",
       "\n",
       "                                       crimeaditionalinfo  \\\n",
       "34270   Citizen Details \\r\\nNameGajendra kumar \\r\\nAdd...   \n",
       "101500  Sir mai online job ke lia apply  ke thi Apply ...   \n",
       "49758   My friend asked me for a total of  saying its ...   \n",
       "112379  Its make my friends meme and blackmail my frie...   \n",
       "88503   Sir \\r\\nPlease Recover My Money \\r\\nThey Maint...   \n",
       "...                                                   ...   \n",
       "56700   BANKING FRAUD OF RS  BY ES TEAM VIEWAR WHEN CA...   \n",
       "30467    AMOUNT DEBETED FROM MY SAVING ACCOUNT AND   B...   \n",
       "96638   The person sent me an enquiry in the name of P...   \n",
       "11189                             financial fraud\\r\\n\\r\\n   \n",
       "71593   Got a call from mobile number  saying he is ca...   \n",
       "\n",
       "                     new_category  \n",
       "34270      Financial Fraud Crimes  \n",
       "101500          Other Cyber Crime  \n",
       "49758      Financial Fraud Crimes  \n",
       "112379  Women/Child Related Crime  \n",
       "88503           Other Cyber Crime  \n",
       "...                           ...  \n",
       "56700      Financial Fraud Crimes  \n",
       "30467      Financial Fraud Crimes  \n",
       "96638      Financial Fraud Crimes  \n",
       "11189      Financial Fraud Crimes  \n",
       "71593      Financial Fraud Crimes  \n",
       "\n",
       "[100 rows x 4 columns]"
      ]
     },
     "execution_count": 288,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.sample(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 289,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>Sir I am Prabhat Singh jat  An app on playstor...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>FINANCIAL FRAUD  RS</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114933</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>caller informed that he searched a ola applica...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114934</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>I was searched for Bluetooth speaker on Google...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114935</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>Deducted an amount of Rs     from an Indian Ov...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114938</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>I am Mr Chokhe Ram  Two pers mobile number wer...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114940</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>received URL link for updating KYC from mobile...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>75355 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      category                    sub_category  \\\n",
       "1       Online Financial Fraud               Fraud CallVishing   \n",
       "4       Online Financial Fraud               Fraud CallVishing   \n",
       "5       Online Financial Fraud              UPI Related Frauds   \n",
       "6       Online Financial Fraud               Fraud CallVishing   \n",
       "7       Online Financial Fraud  Internet Banking Related Fraud   \n",
       "...                        ...                             ...   \n",
       "114933  Online Financial Fraud              UPI Related Frauds   \n",
       "114934  Online Financial Fraud              UPI Related Frauds   \n",
       "114935  Online Financial Fraud              UPI Related Frauds   \n",
       "114938  Online Financial Fraud  Internet Banking Related Fraud   \n",
       "114940  Online Financial Fraud  Internet Banking Related Fraud   \n",
       "\n",
       "                                       crimeaditionalinfo  \\\n",
       "1       The above fraudster is continuously messaging ...   \n",
       "4       I received a call from lady stating that she w...   \n",
       "5       FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...   \n",
       "6       Sir I am Prabhat Singh jat  An app on playstor...   \n",
       "7                                    FINANCIAL FRAUD  RS    \n",
       "...                                                   ...   \n",
       "114933  caller informed that he searched a ola applica...   \n",
       "114934  I was searched for Bluetooth speaker on Google...   \n",
       "114935  Deducted an amount of Rs     from an Indian Ov...   \n",
       "114938  I am Mr Chokhe Ram  Two pers mobile number wer...   \n",
       "114940  received URL link for updating KYC from mobile...   \n",
       "\n",
       "                  new_category  \n",
       "1       Financial Fraud Crimes  \n",
       "4       Financial Fraud Crimes  \n",
       "5       Financial Fraud Crimes  \n",
       "6       Financial Fraud Crimes  \n",
       "7       Financial Fraud Crimes  \n",
       "...                        ...  \n",
       "114933  Financial Fraud Crimes  \n",
       "114934  Financial Fraud Crimes  \n",
       "114935  Financial Fraud Crimes  \n",
       "114938  Financial Fraud Crimes  \n",
       "114940  Financial Fraud Crimes  \n",
       "\n",
       "[75355 rows x 4 columns]"
      ]
     },
     "execution_count": 289,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_major_subcategories = df[(df['sub_category'].isin(major_subcategories)) | (df['category'].isin(special))]\n",
    "df_major_subcategories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 290,
   "metadata": {},
   "outputs": [],
   "source": [
    "def fill_subcategory_with_category(row):\n",
    "    if pd.isna(row['sub_category']):\n",
    "        row['sub_category'] = row['category']\n",
    "    return row\n",
    "\n",
    "df_major_subcategories = df_major_subcategories.apply(fill_subcategory_with_category, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 291,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sub_category\n",
       "Business Email CompromiseEmail Takeover                   380\n",
       "Child Pornography CPChild Sexual Abuse Material CSAM      476\n",
       "DebitCredit Card FraudSim Swap Fraud                    13431\n",
       "DematDepository Fraud                                     974\n",
       "EWallet Related Fraud                                    5336\n",
       "Fraud CallVishing                                        7602\n",
       "Internet Banking Related Fraud                          10877\n",
       "RapeGang Rape RGRSexually Abusive Content                 335\n",
       "Sexually Explicit Act                                    2016\n",
       "Sexually Obscene material                                2414\n",
       "UPI Related Frauds                                      31514\n",
       "dtype: int64"
      ]
     },
     "execution_count": 291,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_major_subcategories.groupby('sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 292,
   "metadata": {},
   "outputs": [],
   "source": [
    "other_subcategories = [\n",
    "\n",
    "    \"Email Phishing\",\n",
    "    \"Cheating by Impersonation\",\n",
    "    \"Fake/Impersonating Profile\",\n",
    "    \"Profile Hacking/Identity Theft\",\n",
    "    \"Provocative Speech of Unlawful Acts\",\n",
    "    \"Impersonating Email\",\n",
    "    \"Intimidating Email\",\n",
    "    \"Online Job Fraud\",\n",
    "    \"Online Matrimonial Fraud\",\n",
    "    \"Cyber Bullying/Stalking/Sexting\",\n",
    "    \"Email Hacking\",\n",
    "    \"Damage to Computer Systems\",\n",
    "    \"Tampering with Computer Source Documents\",\n",
    "    \"Defacement/Hacking\",\n",
    "    \"Unauthorized Access/Data Breach\",\n",
    "    \"Online Cyber Trafficking\",\n",
    "    \"Online Gambling/Betting Fraud\",\n",
    "    \"Ransomware\",\n",
    "    \"Cryptocurrency Crime\",\n",
    "    \"Cyber Terrorism\",\n",
    "    \"Any Other Cyber Crime\",\n",
    "    \"Targeted scanning/probing of critical networks/systems\",\n",
    "    \"Compromise of critical systems/information\",\n",
    "    \"Unauthorized access to IT systems/data\",\n",
    "    \"Defacement of websites or unauthorized changes, such as inserting malicious code or external links\",\n",
    "    \"Malicious code attacks (e.g., virus, worm, Trojan, Bots, Spyware, Ransomware, Crypto miners)\",\n",
    "    \"Attacks on servers (Database, Mail, DNS) and network devices (Routers)\",\n",
    "    \"Identity theft, spoofing, and phishing attacks\",\n",
    "    \"Denial of Service (DoS) and Distributed Denial of Service (DDoS) attacks\",\n",
    "    \"Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks\",\n",
    "    \"Attacks on applications (e.g., E-Governance, E-Commerce)\",\n",
    "    \"Data breaches\",\n",
    "    \"Data leaks\",\n",
    "    \"Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers\",\n",
    "    \"Attacks or incidents affecting digital payment systems\",\n",
    "    \"Attacks via malicious mobile apps\",\n",
    "    \"Fake mobile apps\",\n",
    "    \"Unauthorized access to social media accounts\",\n",
    "    \"Attacks or suspicious activities affecting cloud computing systems, servers, software, and applications\",\n",
    "    \"Attacks or malicious/suspicious activities affecting systems related to Big Data, Blockchain, virtual assets, and robotics\",\n",
    "    \"Attacks on systems related to Artificial Intelligence (AI) and Machine Learning (ML)\",\n",
    "    \"Backdoor attacks\",\n",
    "    \"Disinformation or misinformation campaigns\",\n",
    "    \"Supply chain attacks\",\n",
    "    \"Cyber espionage\",\n",
    "    \"Zero-day exploits\",\n",
    "    \"Password attacks\",\n",
    "    \"Web application vulnerabilities\",\n",
    "    \"Hacking\",\n",
    "    \"Malware attacks\"\n",
    "\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 293,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_other_subcategories = df[~(df['sub_category'].isin(major_subcategories)) & ~(df['category'].isin(special))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 294,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cyber Bullying  Stalking  Sexting</td>\n",
       "      <td>I had continue received random calls and abusi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>In apna Job I have applied for job interview f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cyber Bullying  Stalking  Sexting</td>\n",
       "      <td>I received a Whatsapp number in Happn Dating a...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114932</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cheating by Impersonation</td>\n",
       "      <td>A fake account was createdThere were sending f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114936</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>FakeImpersonating Profile</td>\n",
       "      <td>Doing abusing messages to my friends \\r\\nCreat...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114937</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>A lady named Rashmi probably a fake name had c...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114939</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114941</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>39587 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     category  \\\n",
       "0       Online and Social Media Related Crime   \n",
       "2                    Online Gambling  Betting   \n",
       "3       Online and Social Media Related Crime   \n",
       "9                       Any Other Cyber Crime   \n",
       "10      Online and Social Media Related Crime   \n",
       "...                                       ...   \n",
       "114932  Online and Social Media Related Crime   \n",
       "114936  Online and Social Media Related Crime   \n",
       "114937  Online and Social Media Related Crime   \n",
       "114939                  Any Other Cyber Crime   \n",
       "114941                  Any Other Cyber Crime   \n",
       "\n",
       "                             sub_category  \\\n",
       "0       Cyber Bullying  Stalking  Sexting   \n",
       "2                Online Gambling  Betting   \n",
       "3                        Online Job Fraud   \n",
       "9                                   Other   \n",
       "10      Cyber Bullying  Stalking  Sexting   \n",
       "...                                   ...   \n",
       "114932          Cheating by Impersonation   \n",
       "114936          FakeImpersonating Profile   \n",
       "114937           Online Matrimonial Fraud   \n",
       "114939                              Other   \n",
       "114941                              Other   \n",
       "\n",
       "                                       crimeaditionalinfo       new_category  \n",
       "0       I had continue received random calls and abusi...  Other Cyber Crime  \n",
       "2       He is acting like a police and demanding for m...  Other Cyber Crime  \n",
       "3       In apna Job I have applied for job interview f...  Other Cyber Crime  \n",
       "9       Details entered in pdf file Person posing as A...  Other Cyber Crime  \n",
       "10      I received a Whatsapp number in Happn Dating a...  Other Cyber Crime  \n",
       "...                                                   ...                ...  \n",
       "114932  A fake account was createdThere were sending f...  Other Cyber Crime  \n",
       "114936  Doing abusing messages to my friends \\r\\nCreat...  Other Cyber Crime  \n",
       "114937  A lady named Rashmi probably a fake name had c...  Other Cyber Crime  \n",
       "114939  Mai Bibekbraj maine pahle ki complain kar chuk...  Other Cyber Crime  \n",
       "114941  I saw add on facebook for job placement and I ...  Other Cyber Crime  \n",
       "\n",
       "[39587 rows x 4 columns]"
      ]
     },
     "execution_count": 294,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_other_subcategories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 295,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"4\" halign=\"left\">category</th>\n",
       "      <th colspan=\"4\" halign=\"left\">crimeaditionalinfo</th>\n",
       "      <th colspan=\"4\" halign=\"left\">new_category</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sub_category</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Cheating by Impersonation</th>\n",
       "      <td>2695</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>2695</td>\n",
       "      <td>2695</td>\n",
       "      <td>2693</td>\n",
       "      <td>I got a video call from this number and the pe...</td>\n",
       "      <td>2</td>\n",
       "      <td>2695</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2695</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cryptocurrency Fraud</th>\n",
       "      <td>637</td>\n",
       "      <td>1</td>\n",
       "      <td>Cryptocurrency Crime</td>\n",
       "      <td>637</td>\n",
       "      <td>637</td>\n",
       "      <td>631</td>\n",
       "      <td>Fraud Comapny Details\\r\\nApp Name  AgroPro app...</td>\n",
       "      <td>2</td>\n",
       "      <td>637</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>637</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber Bullying  Stalking  Sexting</th>\n",
       "      <td>5406</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>5406</td>\n",
       "      <td>5406</td>\n",
       "      <td>5394</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>5406</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>5406</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber Terrorism</th>\n",
       "      <td>213</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Terrorism</td>\n",
       "      <td>213</td>\n",
       "      <td>213</td>\n",
       "      <td>213</td>\n",
       "      <td>Mene online application se loan liyha hai meri...</td>\n",
       "      <td>1</td>\n",
       "      <td>213</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>213</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Damage to computer computer systems etc</th>\n",
       "      <td>147</td>\n",
       "      <td>1</td>\n",
       "      <td>Hacking  Damage to computercomputer system etc</td>\n",
       "      <td>147</td>\n",
       "      <td>147</td>\n",
       "      <td>146</td>\n",
       "      <td>On  between  pm the entire computer data is co...</td>\n",
       "      <td>2</td>\n",
       "      <td>147</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Data Breach/Theft</th>\n",
       "      <td>655</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Attack/ Dependent Crimes</td>\n",
       "      <td>655</td>\n",
       "      <td>655</td>\n",
       "      <td>655</td>\n",
       "      <td>The issue actually started when I got this ema...</td>\n",
       "      <td>1</td>\n",
       "      <td>655</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Denial of Service (DoS)/Distributed Denial of Service (DDOS) attacks</th>\n",
       "      <td>691</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Attack/ Dependent Crimes</td>\n",
       "      <td>691</td>\n",
       "      <td>691</td>\n",
       "      <td>691</td>\n",
       "      <td>I never imagined something like this could hap...</td>\n",
       "      <td>1</td>\n",
       "      <td>691</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>EMail Phishing</th>\n",
       "      <td>211</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>211</td>\n",
       "      <td>211</td>\n",
       "      <td>211</td>\n",
       "      <td>On  Jan received an mail regarding Flipkart fr...</td>\n",
       "      <td>1</td>\n",
       "      <td>211</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Email Hacking</th>\n",
       "      <td>479</td>\n",
       "      <td>1</td>\n",
       "      <td>Hacking  Damage to computercomputer system etc</td>\n",
       "      <td>479</td>\n",
       "      <td>479</td>\n",
       "      <td>479</td>\n",
       "      <td>I need my account back it is very important fo...</td>\n",
       "      <td>1</td>\n",
       "      <td>479</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>479</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FakeImpersonating Profile</th>\n",
       "      <td>3051</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>3051</td>\n",
       "      <td>3051</td>\n",
       "      <td>3046</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>3051</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>3051</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hacking/Defacement</th>\n",
       "      <td>740</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Attack/ Dependent Crimes</td>\n",
       "      <td>740</td>\n",
       "      <td>740</td>\n",
       "      <td>740</td>\n",
       "      <td>The issue actually started when I got this ema...</td>\n",
       "      <td>1</td>\n",
       "      <td>740</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>740</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Impersonating Email</th>\n",
       "      <td>57</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>57</td>\n",
       "      <td>57</td>\n",
       "      <td>57</td>\n",
       "      <td>hp shukla                    ...</td>\n",
       "      <td>1</td>\n",
       "      <td>57</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Intimidating Email</th>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>40</td>\n",
       "      <td>40</td>\n",
       "      <td>40</td>\n",
       "      <td>Using my video call videos edited with some ra...</td>\n",
       "      <td>1</td>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Malware Attack</th>\n",
       "      <td>691</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Attack/ Dependent Crimes</td>\n",
       "      <td>691</td>\n",
       "      <td>691</td>\n",
       "      <td>691</td>\n",
       "      <td>My friend mentioned something like this happen...</td>\n",
       "      <td>1</td>\n",
       "      <td>691</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Gambling  Betting</th>\n",
       "      <td>578</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>578</td>\n",
       "      <td>578</td>\n",
       "      <td>578</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>1</td>\n",
       "      <td>578</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Job Fraud</th>\n",
       "      <td>1205</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>1205</td>\n",
       "      <td>1205</td>\n",
       "      <td>1203</td>\n",
       "      <td>I received one text message for part time job ...</td>\n",
       "      <td>2</td>\n",
       "      <td>1205</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>1205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Matrimonial Fraud</th>\n",
       "      <td>170</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>170</td>\n",
       "      <td>170</td>\n",
       "      <td>170</td>\n",
       "      <td>Some one girle is calling me video call she is...</td>\n",
       "      <td>1</td>\n",
       "      <td>170</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Trafficking</th>\n",
       "      <td>244</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Cyber Trafficking</td>\n",
       "      <td>244</td>\n",
       "      <td>244</td>\n",
       "      <td>244</td>\n",
       "      <td>SIR I HAVE GET SMS WITH PRE APPORVED LOAN  IJU...</td>\n",
       "      <td>1</td>\n",
       "      <td>244</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Other</th>\n",
       "      <td>14473</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>14473</td>\n",
       "      <td>14473</td>\n",
       "      <td>14454</td>\n",
       "      <td>SirMadam\\r\\n\\r\\nWe have received numerous comp...</td>\n",
       "      <td>2</td>\n",
       "      <td>14473</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>14473</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Profile Hacking Identity Theft</th>\n",
       "      <td>2820</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>2820</td>\n",
       "      <td>2820</td>\n",
       "      <td>2819</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>2820</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2820</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Provocative Speech for unlawful acts</th>\n",
       "      <td>543</td>\n",
       "      <td>1</td>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>543</td>\n",
       "      <td>543</td>\n",
       "      <td>541</td>\n",
       "      <td>Breaches religious thoughts and beliefsViolati...</td>\n",
       "      <td>2</td>\n",
       "      <td>543</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>543</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ransomware</th>\n",
       "      <td>74</td>\n",
       "      <td>1</td>\n",
       "      <td>Ransomware</td>\n",
       "      <td>74</td>\n",
       "      <td>74</td>\n",
       "      <td>74</td>\n",
       "      <td>Your outgoing and or incoming call are blocked...</td>\n",
       "      <td>1</td>\n",
       "      <td>74</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ransomware Attack</th>\n",
       "      <td>720</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Attack/ Dependent Crimes</td>\n",
       "      <td>720</td>\n",
       "      <td>720</td>\n",
       "      <td>720</td>\n",
       "      <td>My friend mentioned something like this happen...</td>\n",
       "      <td>1</td>\n",
       "      <td>720</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>720</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SQL Injection</th>\n",
       "      <td>675</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Attack/ Dependent Crimes</td>\n",
       "      <td>675</td>\n",
       "      <td>675</td>\n",
       "      <td>675</td>\n",
       "      <td>I never imagined something like this could hap...</td>\n",
       "      <td>1</td>\n",
       "      <td>675</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>675</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tampering with computer source documents</th>\n",
       "      <td>761</td>\n",
       "      <td>2</td>\n",
       "      <td>Cyber Attack/ Dependent Crimes</td>\n",
       "      <td>697</td>\n",
       "      <td>761</td>\n",
       "      <td>761</td>\n",
       "      <td>I never imagined something like this could hap...</td>\n",
       "      <td>1</td>\n",
       "      <td>761</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>761</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorised AccessData Breach</th>\n",
       "      <td>1483</td>\n",
       "      <td>1</td>\n",
       "      <td>Hacking  Damage to computercomputer system etc</td>\n",
       "      <td>1483</td>\n",
       "      <td>1483</td>\n",
       "      <td>1482</td>\n",
       "      <td>I had taken a loan from the mobile apps which ...</td>\n",
       "      <td>2</td>\n",
       "      <td>1483</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>1483</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Website DefacementHacking</th>\n",
       "      <td>128</td>\n",
       "      <td>1</td>\n",
       "      <td>Hacking  Damage to computercomputer system etc</td>\n",
       "      <td>128</td>\n",
       "      <td>128</td>\n",
       "      <td>128</td>\n",
       "      <td>Mai mobikwik se  ka loan liya tha and  ka limi...</td>\n",
       "      <td>1</td>\n",
       "      <td>128</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>128</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   category         \\\n",
       "                                                      count unique   \n",
       "sub_category                                                         \n",
       "Cheating by Impersonation                              2695      1   \n",
       "Cryptocurrency Fraud                                    637      1   \n",
       "Cyber Bullying  Stalking  Sexting                      5406      1   \n",
       "Cyber Terrorism                                         213      1   \n",
       "Damage to computer computer systems etc                 147      1   \n",
       "Data Breach/Theft                                       655      1   \n",
       "Denial of Service (DoS)/Distributed Denial of S...      691      1   \n",
       "EMail Phishing                                          211      1   \n",
       "Email Hacking                                           479      1   \n",
       "FakeImpersonating Profile                              3051      1   \n",
       "Hacking/Defacement                                      740      1   \n",
       "Impersonating Email                                      57      1   \n",
       "Intimidating Email                                       40      1   \n",
       "Malware Attack                                          691      1   \n",
       "Online Gambling  Betting                                578      1   \n",
       "Online Job Fraud                                       1205      1   \n",
       "Online Matrimonial Fraud                                170      1   \n",
       "Online Trafficking                                      244      1   \n",
       "Other                                                 14473      1   \n",
       "Profile Hacking Identity Theft                         2820      1   \n",
       "Provocative Speech for unlawful acts                    543      1   \n",
       "Ransomware                                               74      1   \n",
       "Ransomware Attack                                       720      1   \n",
       "SQL Injection                                           675      1   \n",
       "Tampering with computer source documents                761      2   \n",
       "Unauthorised AccessData Breach                         1483      1   \n",
       "Website DefacementHacking                               128      1   \n",
       "\n",
       "                                                                                                    \\\n",
       "                                                                                               top   \n",
       "sub_category                                                                                         \n",
       "Cheating by Impersonation                                    Online and Social Media Related Crime   \n",
       "Cryptocurrency Fraud                                                          Cryptocurrency Crime   \n",
       "Cyber Bullying  Stalking  Sexting                            Online and Social Media Related Crime   \n",
       "Cyber Terrorism                                                                    Cyber Terrorism   \n",
       "Damage to computer computer systems etc             Hacking  Damage to computercomputer system etc   \n",
       "Data Breach/Theft                                                   Cyber Attack/ Dependent Crimes   \n",
       "Denial of Service (DoS)/Distributed Denial of S...                  Cyber Attack/ Dependent Crimes   \n",
       "EMail Phishing                                               Online and Social Media Related Crime   \n",
       "Email Hacking                                       Hacking  Damage to computercomputer system etc   \n",
       "FakeImpersonating Profile                                    Online and Social Media Related Crime   \n",
       "Hacking/Defacement                                                  Cyber Attack/ Dependent Crimes   \n",
       "Impersonating Email                                          Online and Social Media Related Crime   \n",
       "Intimidating Email                                           Online and Social Media Related Crime   \n",
       "Malware Attack                                                      Cyber Attack/ Dependent Crimes   \n",
       "Online Gambling  Betting                                                  Online Gambling  Betting   \n",
       "Online Job Fraud                                             Online and Social Media Related Crime   \n",
       "Online Matrimonial Fraud                                     Online and Social Media Related Crime   \n",
       "Online Trafficking                                                        Online Cyber Trafficking   \n",
       "Other                                                                        Any Other Cyber Crime   \n",
       "Profile Hacking Identity Theft                               Online and Social Media Related Crime   \n",
       "Provocative Speech for unlawful acts                         Online and Social Media Related Crime   \n",
       "Ransomware                                                                              Ransomware   \n",
       "Ransomware Attack                                                   Cyber Attack/ Dependent Crimes   \n",
       "SQL Injection                                                       Cyber Attack/ Dependent Crimes   \n",
       "Tampering with computer source documents                            Cyber Attack/ Dependent Crimes   \n",
       "Unauthorised AccessData Breach                      Hacking  Damage to computercomputer system etc   \n",
       "Website DefacementHacking                           Hacking  Damage to computercomputer system etc   \n",
       "\n",
       "                                                          crimeaditionalinfo  \\\n",
       "                                                     freq              count   \n",
       "sub_category                                                                   \n",
       "Cheating by Impersonation                            2695               2695   \n",
       "Cryptocurrency Fraud                                  637                637   \n",
       "Cyber Bullying  Stalking  Sexting                    5406               5406   \n",
       "Cyber Terrorism                                       213                213   \n",
       "Damage to computer computer systems etc               147                147   \n",
       "Data Breach/Theft                                     655                655   \n",
       "Denial of Service (DoS)/Distributed Denial of S...    691                691   \n",
       "EMail Phishing                                        211                211   \n",
       "Email Hacking                                         479                479   \n",
       "FakeImpersonating Profile                            3051               3051   \n",
       "Hacking/Defacement                                    740                740   \n",
       "Impersonating Email                                    57                 57   \n",
       "Intimidating Email                                     40                 40   \n",
       "Malware Attack                                        691                691   \n",
       "Online Gambling  Betting                              578                578   \n",
       "Online Job Fraud                                     1205               1205   \n",
       "Online Matrimonial Fraud                              170                170   \n",
       "Online Trafficking                                    244                244   \n",
       "Other                                               14473              14473   \n",
       "Profile Hacking Identity Theft                       2820               2820   \n",
       "Provocative Speech for unlawful acts                  543                543   \n",
       "Ransomware                                             74                 74   \n",
       "Ransomware Attack                                     720                720   \n",
       "SQL Injection                                         675                675   \n",
       "Tampering with computer source documents              697                761   \n",
       "Unauthorised AccessData Breach                       1483               1483   \n",
       "Website DefacementHacking                             128                128   \n",
       "\n",
       "                                                           \\\n",
       "                                                   unique   \n",
       "sub_category                                                \n",
       "Cheating by Impersonation                            2693   \n",
       "Cryptocurrency Fraud                                  631   \n",
       "Cyber Bullying  Stalking  Sexting                    5394   \n",
       "Cyber Terrorism                                       213   \n",
       "Damage to computer computer systems etc               146   \n",
       "Data Breach/Theft                                     655   \n",
       "Denial of Service (DoS)/Distributed Denial of S...    691   \n",
       "EMail Phishing                                        211   \n",
       "Email Hacking                                         479   \n",
       "FakeImpersonating Profile                            3046   \n",
       "Hacking/Defacement                                    740   \n",
       "Impersonating Email                                    57   \n",
       "Intimidating Email                                     40   \n",
       "Malware Attack                                        691   \n",
       "Online Gambling  Betting                              578   \n",
       "Online Job Fraud                                     1203   \n",
       "Online Matrimonial Fraud                              170   \n",
       "Online Trafficking                                    244   \n",
       "Other                                               14454   \n",
       "Profile Hacking Identity Theft                       2819   \n",
       "Provocative Speech for unlawful acts                  541   \n",
       "Ransomware                                             74   \n",
       "Ransomware Attack                                     720   \n",
       "SQL Injection                                         675   \n",
       "Tampering with computer source documents              761   \n",
       "Unauthorised AccessData Breach                       1482   \n",
       "Website DefacementHacking                             128   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "sub_category                                                                                            \n",
       "Cheating by Impersonation                           I got a video call from this number and the pe...   \n",
       "Cryptocurrency Fraud                                Fraud Comapny Details\\r\\nApp Name  AgroPro app...   \n",
       "Cyber Bullying  Stalking  Sexting                                                                       \n",
       "Cyber Terrorism                                     Mene online application se loan liyha hai meri...   \n",
       "Damage to computer computer systems etc             On  between  pm the entire computer data is co...   \n",
       "Data Breach/Theft                                   The issue actually started when I got this ema...   \n",
       "Denial of Service (DoS)/Distributed Denial of S...  I never imagined something like this could hap...   \n",
       "EMail Phishing                                      On  Jan received an mail regarding Flipkart fr...   \n",
       "Email Hacking                                       I need my account back it is very important fo...   \n",
       "FakeImpersonating Profile                                                                               \n",
       "Hacking/Defacement                                  The issue actually started when I got this ema...   \n",
       "Impersonating Email                                                  hp shukla                    ...   \n",
       "Intimidating Email                                  Using my video call videos edited with some ra...   \n",
       "Malware Attack                                      My friend mentioned something like this happen...   \n",
       "Online Gambling  Betting                            He is acting like a police and demanding for m...   \n",
       "Online Job Fraud                                    I received one text message for part time job ...   \n",
       "Online Matrimonial Fraud                            Some one girle is calling me video call she is...   \n",
       "Online Trafficking                                  SIR I HAVE GET SMS WITH PRE APPORVED LOAN  IJU...   \n",
       "Other                                               SirMadam\\r\\n\\r\\nWe have received numerous comp...   \n",
       "Profile Hacking Identity Theft                                                                    ...   \n",
       "Provocative Speech for unlawful acts                Breaches religious thoughts and beliefsViolati...   \n",
       "Ransomware                                          Your outgoing and or incoming call are blocked...   \n",
       "Ransomware Attack                                   My friend mentioned something like this happen...   \n",
       "SQL Injection                                       I never imagined something like this could hap...   \n",
       "Tampering with computer source documents            I never imagined something like this could hap...   \n",
       "Unauthorised AccessData Breach                      I had taken a loan from the mobile apps which ...   \n",
       "Website DefacementHacking                           Mai mobikwik se  ka loan liya tha and  ka limi...   \n",
       "\n",
       "                                                        new_category         \\\n",
       "                                                   freq        count unique   \n",
       "sub_category                                                                  \n",
       "Cheating by Impersonation                             2         2695      1   \n",
       "Cryptocurrency Fraud                                  2          637      1   \n",
       "Cyber Bullying  Stalking  Sexting                     2         5406      1   \n",
       "Cyber Terrorism                                       1          213      1   \n",
       "Damage to computer computer systems etc               2          147      1   \n",
       "Data Breach/Theft                                     1          655      1   \n",
       "Denial of Service (DoS)/Distributed Denial of S...    1          691      1   \n",
       "EMail Phishing                                        1          211      1   \n",
       "Email Hacking                                         1          479      1   \n",
       "FakeImpersonating Profile                             2         3051      1   \n",
       "Hacking/Defacement                                    1          740      1   \n",
       "Impersonating Email                                   1           57      1   \n",
       "Intimidating Email                                    1           40      1   \n",
       "Malware Attack                                        1          691      1   \n",
       "Online Gambling  Betting                              1          578      1   \n",
       "Online Job Fraud                                      2         1205      1   \n",
       "Online Matrimonial Fraud                              1          170      1   \n",
       "Online Trafficking                                    1          244      1   \n",
       "Other                                                 2        14473      1   \n",
       "Profile Hacking Identity Theft                        2         2820      1   \n",
       "Provocative Speech for unlawful acts                  2          543      1   \n",
       "Ransomware                                            1           74      1   \n",
       "Ransomware Attack                                     1          720      1   \n",
       "SQL Injection                                         1          675      1   \n",
       "Tampering with computer source documents              1          761      1   \n",
       "Unauthorised AccessData Breach                        2         1483      1   \n",
       "Website DefacementHacking                             1          128      1   \n",
       "\n",
       "                                                                              \n",
       "                                                                  top   freq  \n",
       "sub_category                                                                  \n",
       "Cheating by Impersonation                           Other Cyber Crime   2695  \n",
       "Cryptocurrency Fraud                                Other Cyber Crime    637  \n",
       "Cyber Bullying  Stalking  Sexting                   Other Cyber Crime   5406  \n",
       "Cyber Terrorism                                     Other Cyber Crime    213  \n",
       "Damage to computer computer systems etc             Other Cyber Crime    147  \n",
       "Data Breach/Theft                                   Other Cyber Crime    655  \n",
       "Denial of Service (DoS)/Distributed Denial of S...  Other Cyber Crime    691  \n",
       "EMail Phishing                                      Other Cyber Crime    211  \n",
       "Email Hacking                                       Other Cyber Crime    479  \n",
       "FakeImpersonating Profile                           Other Cyber Crime   3051  \n",
       "Hacking/Defacement                                  Other Cyber Crime    740  \n",
       "Impersonating Email                                 Other Cyber Crime     57  \n",
       "Intimidating Email                                  Other Cyber Crime     40  \n",
       "Malware Attack                                      Other Cyber Crime    691  \n",
       "Online Gambling  Betting                            Other Cyber Crime    578  \n",
       "Online Job Fraud                                    Other Cyber Crime   1205  \n",
       "Online Matrimonial Fraud                            Other Cyber Crime    170  \n",
       "Online Trafficking                                  Other Cyber Crime    244  \n",
       "Other                                               Other Cyber Crime  14473  \n",
       "Profile Hacking Identity Theft                      Other Cyber Crime   2820  \n",
       "Provocative Speech for unlawful acts                Other Cyber Crime    543  \n",
       "Ransomware                                          Other Cyber Crime     74  \n",
       "Ransomware Attack                                   Other Cyber Crime    720  \n",
       "SQL Injection                                       Other Cyber Crime    675  \n",
       "Tampering with computer source documents            Other Cyber Crime    761  \n",
       "Unauthorised AccessData Breach                      Other Cyber Crime   1483  \n",
       "Website DefacementHacking                           Other Cyber Crime    128  "
      ]
     },
     "execution_count": 295,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_other_subcategories.groupby('sub_category').describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 296,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cyber Bullying  Stalking  Sexting</td>\n",
       "      <td>I had continue received random calls and abusi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>Online Gambling  Betting</td>\n",
       "      <td>He is acting like a police and demanding for m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>In apna Job I have applied for job interview f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cyber Bullying  Stalking  Sexting</td>\n",
       "      <td>I received a Whatsapp number in Happn Dating a...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114932</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Cheating by Impersonation</td>\n",
       "      <td>A fake account was createdThere were sending f...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114936</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>FakeImpersonating Profile</td>\n",
       "      <td>Doing abusing messages to my friends \\r\\nCreat...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114937</th>\n",
       "      <td>Online and Social Media Related Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>A lady named Rashmi probably a fake name had c...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114939</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114941</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>39587 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     category  \\\n",
       "0       Online and Social Media Related Crime   \n",
       "2                    Online Gambling  Betting   \n",
       "3       Online and Social Media Related Crime   \n",
       "9                       Any Other Cyber Crime   \n",
       "10      Online and Social Media Related Crime   \n",
       "...                                       ...   \n",
       "114932  Online and Social Media Related Crime   \n",
       "114936  Online and Social Media Related Crime   \n",
       "114937  Online and Social Media Related Crime   \n",
       "114939                  Any Other Cyber Crime   \n",
       "114941                  Any Other Cyber Crime   \n",
       "\n",
       "                             sub_category  \\\n",
       "0       Cyber Bullying  Stalking  Sexting   \n",
       "2                Online Gambling  Betting   \n",
       "3                        Online Job Fraud   \n",
       "9                                   Other   \n",
       "10      Cyber Bullying  Stalking  Sexting   \n",
       "...                                   ...   \n",
       "114932          Cheating by Impersonation   \n",
       "114936          FakeImpersonating Profile   \n",
       "114937           Online Matrimonial Fraud   \n",
       "114939                              Other   \n",
       "114941                              Other   \n",
       "\n",
       "                                       crimeaditionalinfo       new_category  \n",
       "0       I had continue received random calls and abusi...  Other Cyber Crime  \n",
       "2       He is acting like a police and demanding for m...  Other Cyber Crime  \n",
       "3       In apna Job I have applied for job interview f...  Other Cyber Crime  \n",
       "9       Details entered in pdf file Person posing as A...  Other Cyber Crime  \n",
       "10      I received a Whatsapp number in Happn Dating a...  Other Cyber Crime  \n",
       "...                                                   ...                ...  \n",
       "114932  A fake account was createdThere were sending f...  Other Cyber Crime  \n",
       "114936  Doing abusing messages to my friends \\r\\nCreat...  Other Cyber Crime  \n",
       "114937  A lady named Rashmi probably a fake name had c...  Other Cyber Crime  \n",
       "114939  Mai Bibekbraj maine pahle ki complain kar chuk...  Other Cyber Crime  \n",
       "114941  I saw add on facebook for job placement and I ...  Other Cyber Crime  \n",
       "\n",
       "[39587 rows x 4 columns]"
      ]
     },
     "execution_count": 296,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_other_subcategories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 297,
   "metadata": {},
   "outputs": [],
   "source": [
    "ydf = df[df['sub_category']=='Other']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 298,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Someone changed my email id nd contact number ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Received sms and then I had call the number  t...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I received call claming to be the SBI Branch m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I ordered dress on th January  online shopping...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114907</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I  received a threatening whatsapp message fro...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114908</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I got sms to e verification of my sim card ask...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114926</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>On  at  pm I have received abusing whatsapp me...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114939</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114941</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Other</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>14473 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     category sub_category  \\\n",
       "9       Any Other Cyber Crime        Other   \n",
       "11      Any Other Cyber Crime        Other   \n",
       "57      Any Other Cyber Crime        Other   \n",
       "79      Any Other Cyber Crime        Other   \n",
       "86      Any Other Cyber Crime        Other   \n",
       "...                       ...          ...   \n",
       "114907  Any Other Cyber Crime        Other   \n",
       "114908  Any Other Cyber Crime        Other   \n",
       "114926  Any Other Cyber Crime        Other   \n",
       "114939  Any Other Cyber Crime        Other   \n",
       "114941  Any Other Cyber Crime        Other   \n",
       "\n",
       "                                       crimeaditionalinfo       new_category  \n",
       "9       Details entered in pdf file Person posing as A...  Other Cyber Crime  \n",
       "11      Someone changed my email id nd contact number ...  Other Cyber Crime  \n",
       "57      Received sms and then I had call the number  t...  Other Cyber Crime  \n",
       "79      I received call claming to be the SBI Branch m...  Other Cyber Crime  \n",
       "86      I ordered dress on th January  online shopping...  Other Cyber Crime  \n",
       "...                                                   ...                ...  \n",
       "114907  I  received a threatening whatsapp message fro...  Other Cyber Crime  \n",
       "114908  I got sms to e verification of my sim card ask...  Other Cyber Crime  \n",
       "114926  On  at  pm I have received abusing whatsapp me...  Other Cyber Crime  \n",
       "114939  Mai Bibekbraj maine pahle ki complain kar chuk...  Other Cyber Crime  \n",
       "114941  I saw add on facebook for job placement and I ...  Other Cyber Crime  \n",
       "\n",
       "[14473 rows x 4 columns]"
      ]
     },
     "execution_count": 298,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ydf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 256,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[256], line 67\u001b[0m\n\u001b[0;32m     65\u001b[0m     best_match_idx \u001b[38;5;241m=\u001b[39m similarities\u001b[38;5;241m.\u001b[39margmax()\u001b[38;5;241m.\u001b[39mitem()\n\u001b[0;32m     66\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m subcategories[best_match_idx]\n\u001b[1;32m---> 67\u001b[0m ydf[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124msub_category\u001b[39m\u001b[38;5;124m'\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[43mydf\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mcrimeaditionalinfo\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m]\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mapply\u001b[49m\u001b[43m(\u001b[49m\u001b[43mclassify_text\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m     68\u001b[0m ydf\u001b[38;5;241m.\u001b[39mto_csv(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124moutputid.csv\u001b[39m\u001b[38;5;124m'\u001b[39m, index\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mFalse\u001b[39;00m)\n",
      "File \u001b[1;32mc:\\Users\\AIDL-LAB\\Desktop\\Dashan\\venv1\\lib\\site-packages\\pandas\\core\\series.py:4917\u001b[0m, in \u001b[0;36mSeries.apply\u001b[1;34m(self, func, convert_dtype, args, by_row, **kwargs)\u001b[0m\n\u001b[0;32m   4789\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mapply\u001b[39m(\n\u001b[0;32m   4790\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m   4791\u001b[0m     func: AggFuncType,\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m   4796\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[0;32m   4797\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m DataFrame \u001b[38;5;241m|\u001b[39m Series:\n\u001b[0;32m   4798\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m   4799\u001b[0m \u001b[38;5;124;03m    Invoke function on values of Series.\u001b[39;00m\n\u001b[0;32m   4800\u001b[0m \n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m   4915\u001b[0m \u001b[38;5;124;03m    dtype: float64\u001b[39;00m\n\u001b[0;32m   4916\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[1;32m-> 4917\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mSeriesApply\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m   4918\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[0;32m   4919\u001b[0m \u001b[43m        \u001b[49m\u001b[43mfunc\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   4920\u001b[0m \u001b[43m        \u001b[49m\u001b[43mconvert_dtype\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mconvert_dtype\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   4921\u001b[0m \u001b[43m        \u001b[49m\u001b[43mby_row\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mby_row\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   4922\u001b[0m \u001b[43m        \u001b[49m\u001b[43margs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   4923\u001b[0m \u001b[43m        \u001b[49m\u001b[43mkwargs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   4924\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mapply\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32mc:\\Users\\AIDL-LAB\\Desktop\\Dashan\\venv1\\lib\\site-packages\\pandas\\core\\apply.py:1427\u001b[0m, in \u001b[0;36mSeriesApply.apply\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m   1424\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mapply_compat()\n\u001b[0;32m   1426\u001b[0m \u001b[38;5;66;03m# self.func is Callable\u001b[39;00m\n\u001b[1;32m-> 1427\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mapply_standard\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32mc:\\Users\\AIDL-LAB\\Desktop\\Dashan\\venv1\\lib\\site-packages\\pandas\\core\\apply.py:1507\u001b[0m, in \u001b[0;36mSeriesApply.apply_standard\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m   1501\u001b[0m \u001b[38;5;66;03m# row-wise access\u001b[39;00m\n\u001b[0;32m   1502\u001b[0m \u001b[38;5;66;03m# apply doesn't have a `na_action` keyword and for backward compat reasons\u001b[39;00m\n\u001b[0;32m   1503\u001b[0m \u001b[38;5;66;03m# we need to give `na_action=\"ignore\"` for categorical data.\u001b[39;00m\n\u001b[0;32m   1504\u001b[0m \u001b[38;5;66;03m# TODO: remove the `na_action=\"ignore\"` when that default has been changed in\u001b[39;00m\n\u001b[0;32m   1505\u001b[0m \u001b[38;5;66;03m#  Categorical (GH51645).\u001b[39;00m\n\u001b[0;32m   1506\u001b[0m action \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mignore\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(obj\u001b[38;5;241m.\u001b[39mdtype, CategoricalDtype) \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m-> 1507\u001b[0m mapped \u001b[38;5;241m=\u001b[39m \u001b[43mobj\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_map_values\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m   1508\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmapper\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcurried\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mna_action\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43maction\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mconvert\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mconvert_dtype\u001b[49m\n\u001b[0;32m   1509\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1511\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(mapped) \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(mapped[\u001b[38;5;241m0\u001b[39m], ABCSeries):\n\u001b[0;32m   1512\u001b[0m     \u001b[38;5;66;03m# GH#43986 Need to do list(mapped) in order to get treated as nested\u001b[39;00m\n\u001b[0;32m   1513\u001b[0m     \u001b[38;5;66;03m#  See also GH#25959 regarding EA support\u001b[39;00m\n\u001b[0;32m   1514\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m obj\u001b[38;5;241m.\u001b[39m_constructor_expanddim(\u001b[38;5;28mlist\u001b[39m(mapped), index\u001b[38;5;241m=\u001b[39mobj\u001b[38;5;241m.\u001b[39mindex)\n",
      "File \u001b[1;32mc:\\Users\\AIDL-LAB\\Desktop\\Dashan\\venv1\\lib\\site-packages\\pandas\\core\\base.py:921\u001b[0m, in \u001b[0;36mIndexOpsMixin._map_values\u001b[1;34m(self, mapper, na_action, convert)\u001b[0m\n\u001b[0;32m    918\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(arr, ExtensionArray):\n\u001b[0;32m    919\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m arr\u001b[38;5;241m.\u001b[39mmap(mapper, na_action\u001b[38;5;241m=\u001b[39mna_action)\n\u001b[1;32m--> 921\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43malgorithms\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmap_array\u001b[49m\u001b[43m(\u001b[49m\u001b[43marr\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmapper\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mna_action\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mna_action\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mconvert\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mconvert\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32mc:\\Users\\AIDL-LAB\\Desktop\\Dashan\\venv1\\lib\\site-packages\\pandas\\core\\algorithms.py:1743\u001b[0m, in \u001b[0;36mmap_array\u001b[1;34m(arr, mapper, na_action, convert)\u001b[0m\n\u001b[0;32m   1741\u001b[0m values \u001b[38;5;241m=\u001b[39m arr\u001b[38;5;241m.\u001b[39mastype(\u001b[38;5;28mobject\u001b[39m, copy\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mFalse\u001b[39;00m)\n\u001b[0;32m   1742\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m na_action \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m-> 1743\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mlib\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmap_infer\u001b[49m\u001b[43m(\u001b[49m\u001b[43mvalues\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmapper\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mconvert\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mconvert\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1744\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m   1745\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m lib\u001b[38;5;241m.\u001b[39mmap_infer_mask(\n\u001b[0;32m   1746\u001b[0m         values, mapper, mask\u001b[38;5;241m=\u001b[39misna(values)\u001b[38;5;241m.\u001b[39mview(np\u001b[38;5;241m.\u001b[39muint8), convert\u001b[38;5;241m=\u001b[39mconvert\n\u001b[0;32m   1747\u001b[0m     )\n",
      "File \u001b[1;32mlib.pyx:2972\u001b[0m, in \u001b[0;36mpandas._libs.lib.map_infer\u001b[1;34m()\u001b[0m\n",
      "Cell \u001b[1;32mIn[256], line 65\u001b[0m, in \u001b[0;36mclassify_text\u001b[1;34m(text)\u001b[0m\n\u001b[0;32m     63\u001b[0m text_embedding \u001b[38;5;241m=\u001b[39m model\u001b[38;5;241m.\u001b[39mencode(text, convert_to_tensor\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[0;32m     64\u001b[0m similarities \u001b[38;5;241m=\u001b[39m util\u001b[38;5;241m.\u001b[39mcos_sim(text_embedding, subcategory_embeddings)\n\u001b[1;32m---> 65\u001b[0m best_match_idx \u001b[38;5;241m=\u001b[39m \u001b[43msimilarities\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43margmax\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mitem\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m     66\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m subcategories[best_match_idx]\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from sentence_transformers import SentenceTransformer, util\n",
    "\n",
    "subcategories = [\n",
    "    \"Aadhaar Enabled Payment System (AEPS) Fraud\",\n",
    "    \"Email Phishing\",\n",
    "    \"Cheating by Impersonation\",\n",
    "    \"Fake/Impersonating Profile\",\n",
    "    \"Profile Hacking/Identity Theft\",\n",
    "    \"Provocative Speech of Unlawful Acts\",\n",
    "    \"Impersonating Email\",\n",
    "    \"Intimidating Email\",\n",
    "    \"Online Job Fraud\",\n",
    "    \"Online Matrimonial Fraud\",\n",
    "    \"Cyber Bullying/Stalking/Sexting\",\n",
    "    \"Email Hacking\",\n",
    "    \"Damage to Computer Systems\",\n",
    "    \"Tampering with Computer Source Documents\",\n",
    "    \"Defacement/Hacking\",\n",
    "    \"Unauthorized Access/Data Breach\",\n",
    "    \"Online Cyber Trafficking\",\n",
    "    \"Online Gambling/Betting Fraud\",\n",
    "    \"Ransomware\",\n",
    "    \"Cryptocurrency Crime\",\n",
    "    \"Cyber Terrorism\",\n",
    "    \"Any Other Cyber Crime\",\n",
    "    \"Targeted scanning/probing of critical networks/systems\",\n",
    "    \"Compromise of critical systems/information\",\n",
    "    \"Unauthorized access to IT systems/data\",\n",
    "    \"Defacement of websites or unauthorized changes, such as inserting malicious code or external links\",\n",
    "    \"Malicious code attacks (e.g., virus, worm, Trojan, Bots, Spyware, Ransomware, Crypto miners)\",\n",
    "    \"Attacks on servers (Database, Mail, DNS) and network devices (Routers)\",\n",
    "    \"Identity theft, spoofing, and phishing attacks\",\n",
    "    \"Denial of Service (DoS) and Distributed Denial of Service (DDoS) attacks\",\n",
    "    \"Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks\",\n",
    "    \"Attacks on applications (e.g., E-Governance, E-Commerce)\",\n",
    "    \"Data breaches\",\n",
    "    \"Data leaks\",\n",
    "    \"Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers\",\n",
    "    \"Attacks or incidents affecting digital payment systems\",\n",
    "    \"Attacks via malicious mobile apps\",\n",
    "    \"Fake mobile apps\",\n",
    "    \"Unauthorized access to social media accounts\",\n",
    "    \"Attacks or suspicious activities affecting cloud computing systems, servers, software, and applications\",\n",
    "    \"Attacks or malicious/suspicious activities affecting systems related to Big Data, Blockchain, virtual assets, and robotics\",\n",
    "    \"Attacks on systems related to Artificial Intelligence (AI) and Machine Learning (ML)\",\n",
    "    \"Backdoor attacks\",\n",
    "    \"Disinformation or misinformation campaigns\",\n",
    "    \"Supply chain attacks\",\n",
    "    \"Cyber espionage\",\n",
    "    \"Zero-day exploits\",\n",
    "    \"Password attacks\",\n",
    "    \"Web application vulnerabilities\",\n",
    "    \"Hacking\",\n",
    "    \"Malware attacks\"\n",
    "]\n",
    "\n",
    "model = SentenceTransformer('all-mpnet-base-v2')\n",
    "subcategory_embeddings = model.encode(subcategories, convert_to_tensor=True)\n",
    "def classify_text(text):\n",
    "    if pd.isna(text):\n",
    "        return None\n",
    "    text_embedding = model.encode(text, convert_to_tensor=True)\n",
    "    similarities = util.cos_sim(text_embedding, subcategory_embeddings)\n",
    "    best_match_idx = similarities.argmax().item()\n",
    "    return subcategories[best_match_idx]\n",
    "ydf['sub_category'] = ydf['crimeaditionalinfo'].apply(classify_text)\n",
    "ydf.to_csv('outputid.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 341,
   "metadata": {},
   "outputs": [],
   "source": [
    "ydf = pd.read_csv(r'\\Users\\AIDL-LAB\\Desktop\\Dashan\\Training\\outputid.csv', encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 342,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "new_sub_category1\n",
       "Aadhaar Enabled Payment System (AEPS) Fraud                                                                                   3989\n",
       "Any Other Cyber Crime                                                                                                          101\n",
       "Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers                                        1\n",
       "Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks                                 1\n",
       "Attacks on servers (Database, Mail, DNS) and network devices (Routers)                                                           6\n",
       "Attacks on systems related to Artificial Intelligence (AI) and Machine Learning (ML)                                             4\n",
       "Attacks or incidents affecting digital payment systems                                                                          11\n",
       "Attacks or malicious/suspicious activities affecting systems related to Big Data, Blockchain, virtual assets, and robotics       2\n",
       "Attacks or suspicious activities affecting cloud computing systems, servers, software, and applications                          5\n",
       "Attacks via malicious mobile apps                                                                                              593\n",
       "Cheating by Impersonation                                                                                                       10\n",
       "Compromise of critical systems/information                                                                                       2\n",
       "Cryptocurrency Crime                                                                                                            51\n",
       "Cyber Bullying/Stalking/Sexting                                                                                                460\n",
       "Cyber Terrorism                                                                                                                 20\n",
       "Cyber espionage                                                                                                                 22\n",
       "Damage to Computer Systems                                                                                                       3\n",
       "Data breaches                                                                                                                   12\n",
       "Data leaks                                                                                                                      13\n",
       "Defacement of websites or unauthorized changes, such as inserting malicious code or external links                               5\n",
       "Defacement/Hacking                                                                                                              11\n",
       "Denial of Service (DoS) and Distributed Denial of Service (DDoS) attacks                                                         4\n",
       "Disinformation or misinformation campaigns                                                                                       5\n",
       "Email Hacking                                                                                                                   65\n",
       "Email Phishing                                                                                                                 787\n",
       "Fake mobile apps                                                                                                               564\n",
       "Fake/Impersonating Profile                                                                                                       2\n",
       "Hacking                                                                                                                        249\n",
       "Identity theft, spoofing, and phishing attacks                                                                                 274\n",
       "Impersonating Email                                                                                                              2\n",
       "Intimidating Email                                                                                                              72\n",
       "Malicious code attacks (e.g., virus, worm, Trojan, Bots, Spyware, Ransomware, Crypto miners)                                     1\n",
       "Malware attacks                                                                                                                  2\n",
       "Online Cyber Trafficking                                                                                                       448\n",
       "Online Gambling/Betting Fraud                                                                                                  329\n",
       "Online Job Fraud                                                                                                              4501\n",
       "Online Matrimonial Fraud                                                                                                       690\n",
       "Password attacks                                                                                                                 9\n",
       "Profile Hacking/Identity Theft                                                                                                 340\n",
       "Provocative Speech of Unlawful Acts                                                                                             92\n",
       "Ransomware                                                                                                                      10\n",
       "Supply chain attacks                                                                                                            21\n",
       "Tampering with Computer Source Documents                                                                                         4\n",
       "Targeted scanning/probing of critical networks/systems                                                                           2\n",
       "Unauthorized Access/Data Breach                                                                                                337\n",
       "Unauthorized access to IT systems/data                                                                                          58\n",
       "Unauthorized access to social media accounts                                                                                   275\n",
       "Web application vulnerabilities                                                                                                  4\n",
       "Zero-day exploits                                                                                                                4\n",
       "dtype: int64"
      ]
     },
     "execution_count": 342,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ydf.groupby('new_sub_category1').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 343,
   "metadata": {},
   "outputs": [],
   "source": [
    "ydf['sub_category'] = ydf['new_sub_category1']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 344,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>new_sub_category1</th>\n",
       "      <th>new_sub_category2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>Email Phishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>Someone changed my email id nd contact number ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Received sms and then I had call the number  t...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>I received call claming to be the SBI Branch m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>I ordered dress on th January  online shopping...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14468</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>I  received a threatening whatsapp message fro...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>Intimidating Email</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14469</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>I got sms to e verification of my sim card ask...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14470</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>On  at  pm I have received abusing whatsapp me...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14471</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14472</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>14473 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                    category                                 sub_category  \\\n",
       "0      Any Other Cyber Crime                               Email Phishing   \n",
       "1      Any Other Cyber Crime              Unauthorized Access/Data Breach   \n",
       "2      Any Other Cyber Crime  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "3      Any Other Cyber Crime  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "4      Any Other Cyber Crime                     Online Matrimonial Fraud   \n",
       "...                      ...                                          ...   \n",
       "14468  Any Other Cyber Crime                           Intimidating Email   \n",
       "14469  Any Other Cyber Crime                             Fake mobile apps   \n",
       "14470  Any Other Cyber Crime               Profile Hacking/Identity Theft   \n",
       "14471  Any Other Cyber Crime                             Online Job Fraud   \n",
       "14472  Any Other Cyber Crime                             Online Job Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo       new_category  \\\n",
       "0      Details entered in pdf file Person posing as A...  Other Cyber Crime   \n",
       "1      Someone changed my email id nd contact number ...  Other Cyber Crime   \n",
       "2      Received sms and then I had call the number  t...  Other Cyber Crime   \n",
       "3      I received call claming to be the SBI Branch m...  Other Cyber Crime   \n",
       "4      I ordered dress on th January  online shopping...  Other Cyber Crime   \n",
       "...                                                  ...                ...   \n",
       "14468  I  received a threatening whatsapp message fro...  Other Cyber Crime   \n",
       "14469  I got sms to e verification of my sim card ask...  Other Cyber Crime   \n",
       "14470  On  at  pm I have received abusing whatsapp me...  Other Cyber Crime   \n",
       "14471  Mai Bibekbraj maine pahle ki complain kar chuk...  Other Cyber Crime   \n",
       "14472  I saw add on facebook for job placement and I ...  Other Cyber Crime   \n",
       "\n",
       "                                 new_sub_category1  \\\n",
       "0                                   Email Phishing   \n",
       "1                  Unauthorized Access/Data Breach   \n",
       "2      Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "3      Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "4                         Online Matrimonial Fraud   \n",
       "...                                            ...   \n",
       "14468                           Intimidating Email   \n",
       "14469                             Fake mobile apps   \n",
       "14470               Profile Hacking/Identity Theft   \n",
       "14471                             Online Job Fraud   \n",
       "14472                             Online Job Fraud   \n",
       "\n",
       "                                 new_sub_category2  \n",
       "0                                   Email Phishing  \n",
       "1                  Unauthorized Access/Data Breach  \n",
       "2      Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "3      Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "4                         Online Matrimonial Fraud  \n",
       "...                                            ...  \n",
       "14468                           Intimidating Email  \n",
       "14469                             Fake mobile apps  \n",
       "14470               Profile Hacking/Identity Theft  \n",
       "14471                             Online Job Fraud  \n",
       "14472                             Online Job Fraud  \n",
       "\n",
       "[14473 rows x 6 columns]"
      ]
     },
     "execution_count": 344,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ydf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 345,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"4\" halign=\"left\">category</th>\n",
       "      <th colspan=\"4\" halign=\"left\">crimeaditionalinfo</th>\n",
       "      <th colspan=\"4\" halign=\"left\">new_category</th>\n",
       "      <th colspan=\"4\" halign=\"left\">new_sub_category1</th>\n",
       "      <th colspan=\"4\" halign=\"left\">new_sub_category2</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sub_category</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Aadhaar Enabled Payment System (AEPS) Fraud</th>\n",
       "      <td>3989</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>3989</td>\n",
       "      <td>3989</td>\n",
       "      <td>3987</td>\n",
       "      <td>I paid Rs to a doctor but by mistake I sent it...</td>\n",
       "      <td>2</td>\n",
       "      <td>3989</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>3989</td>\n",
       "      <td>3989</td>\n",
       "      <td>1</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>3989</td>\n",
       "      <td>3989</td>\n",
       "      <td>1</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>3989</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Any Other Cyber Crime</th>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>101</td>\n",
       "      <td>101</td>\n",
       "      <td>101</td>\n",
       "      <td>Respect cyber crime team\\r\\n                  ...</td>\n",
       "      <td>1</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>101</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>101</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>I lossed amt</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on Internet of Things (IoT) devices an...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on Internet of Things (IoT) devices an...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Suratking    bluetooth W...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on critical infrastructure, SCADA, ope...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on critical infrastructure, SCADA, ope...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on servers (Database, Mail, DNS) and network devices (Routers)</th>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>Hotel Aishwarya Family Restaurant and Amp Bar ...</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on servers (Database, Mail, DNS) and n...</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on servers (Database, Mail, DNS) and n...</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on systems related to Artificial Intelligence (AI) and Machine Learning (ML)</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>AC No              l\\r\\n\\r\\n\\r\\n            ...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on systems related to Artificial Intel...</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on systems related to Artificial Intel...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks or incidents affecting digital payment systems</th>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>\\r\\n \\t                                      ...</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or incidents affecting digital payment...</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or incidents affecting digital payment...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks or malicious/suspicious activities affecting systems related to Big Data, Blockchain, virtual assets, and robotics</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>I am KaviyaR working as Archaeological officer...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or malicious/suspicious activities aff...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or malicious/suspicious activities aff...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks or suspicious activities affecting cloud computing systems, servers, software, and applications</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been receiving calls from unknown numbe...</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or suspicious activities affecting clo...</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or suspicious activities affecting clo...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks via malicious mobile apps</th>\n",
       "      <td>593</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>593</td>\n",
       "      <td>593</td>\n",
       "      <td>593</td>\n",
       "      <td>I am having another mobile number which is usi...</td>\n",
       "      <td>1</td>\n",
       "      <td>593</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>593</td>\n",
       "      <td>593</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>593</td>\n",
       "      <td>593</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>593</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cheating by Impersonation</th>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>Sir  \\r\\nMy name is Diptisankar Das and my pho...</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Cheating by Impersonation</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Cheating by Impersonation</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Compromise of critical systems/information</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>We all do our best to ensure a happy and healt...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Compromise of critical systems/information</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Compromise of critical systems/information</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cryptocurrency Crime</th>\n",
       "      <td>51</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>I have stored my crypto currency decentralised...</td>\n",
       "      <td>1</td>\n",
       "      <td>51</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>1</td>\n",
       "      <td>Cryptocurrency Crime</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>1</td>\n",
       "      <td>Cryptocurrency Crime</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber Bullying/Stalking/Sexting</th>\n",
       "      <td>460</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>460</td>\n",
       "      <td>460</td>\n",
       "      <td>458</td>\n",
       "      <td>Details of Blackmailer\\r\\nPhone number   \\r\\nS...</td>\n",
       "      <td>2</td>\n",
       "      <td>460</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>460</td>\n",
       "      <td>460</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "      <td>460</td>\n",
       "      <td>460</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber Terrorism</th>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Terrorism</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Terrorism</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber espionage</th>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>AM                                 ...</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber espionage</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber espionage</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Damage to Computer Systems</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>i order eight ram for laptop from flipkart and...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Damage to Computer Systems</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Damage to Computer Systems</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Data breaches</th>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>Getting repeated calls to share financial info...</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Data breaches</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Data breaches</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Data leaks</th>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>I loss amount</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Data leaks</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Data leaks</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Defacement of websites or unauthorized changes, such as inserting malicious code or external links</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>When the word  Jetashree  also my name is ente...</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Defacement of websites or unauthorized changes...</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Defacement of websites or unauthorized changes...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Defacement/Hacking</th>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>I was using a dating app One girl gave her no ...</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Defacement/Hacking</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Defacement/Hacking</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Denial of Service (DoS) and Distributed Denial of Service (DDoS) attacks</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>some one doing DDOS attack on my website and d...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Denial of Service (DoS) and Distributed Denial...</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Denial of Service (DoS) and Distributed Denial...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Disinformation or misinformation campaigns</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>Some random people are purposefully defaming m...</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Disinformation or misinformation campaigns</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Disinformation or misinformation campaigns</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Email Hacking</th>\n",
       "      <td>65</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>I have received a wrong message from my brothe...</td>\n",
       "      <td>1</td>\n",
       "      <td>65</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>1</td>\n",
       "      <td>Email Hacking</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>1</td>\n",
       "      <td>Email Hacking</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Email Phishing</th>\n",
       "      <td>787</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>787</td>\n",
       "      <td>787</td>\n",
       "      <td>786</td>\n",
       "      <td>SirMadam\\r\\n\\r\\nWe have received numerous comp...</td>\n",
       "      <td>2</td>\n",
       "      <td>787</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>787</td>\n",
       "      <td>787</td>\n",
       "      <td>1</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>787</td>\n",
       "      <td>787</td>\n",
       "      <td>1</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>787</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fake mobile apps</th>\n",
       "      <td>564</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>564</td>\n",
       "      <td>564</td>\n",
       "      <td>564</td>\n",
       "      <td>MY MOBILE MISSING AT VAIGAI NAGAR STORE MK TRA...</td>\n",
       "      <td>1</td>\n",
       "      <td>564</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>564</td>\n",
       "      <td>564</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>564</td>\n",
       "      <td>564</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>564</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fake/Impersonating Profile</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>This man is given himself the status of sho ma...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake/Impersonating Profile</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake/Impersonating Profile</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hacking</th>\n",
       "      <td>249</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "      <td>242</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>249</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "      <td>1</td>\n",
       "      <td>Hacking</td>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "      <td>1</td>\n",
       "      <td>Hacking</td>\n",
       "      <td>249</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Identity theft, spoofing, and phishing attacks</th>\n",
       "      <td>274</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>274</td>\n",
       "      <td>274</td>\n",
       "      <td>274</td>\n",
       "      <td>My wifes number is getting calls since last  t...</td>\n",
       "      <td>1</td>\n",
       "      <td>274</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>274</td>\n",
       "      <td>274</td>\n",
       "      <td>1</td>\n",
       "      <td>Identity theft, spoofing, and phishing attacks</td>\n",
       "      <td>274</td>\n",
       "      <td>274</td>\n",
       "      <td>1</td>\n",
       "      <td>Identity theft, spoofing, and phishing attacks</td>\n",
       "      <td>274</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Impersonating Email</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>i was create the email id in  but not using th...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Impersonating Email</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Impersonating Email</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Intimidating Email</th>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>72</td>\n",
       "      <td>72</td>\n",
       "      <td>72</td>\n",
       "      <td>Mere pass Snapdeal walon ka message aaya tha u...</td>\n",
       "      <td>1</td>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>72</td>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>72</td>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Malicious code attacks (e.g., virus, worm, Trojan, Bots, Spyware, Ransomware, Crypto miners)</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>\\r\\n             \\r\\n          ifsc code BAR...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Malicious code attacks (e.g., virus, worm, Tro...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Malicious code attacks (e.g., virus, worm, Tro...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Malware attacks</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>They are called And messages my relatives and ...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Malware attacks</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Malware attacks</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Cyber Trafficking</th>\n",
       "      <td>448</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>448</td>\n",
       "      <td>448</td>\n",
       "      <td>447</td>\n",
       "      <td>I received one anonymous video call from a gir...</td>\n",
       "      <td>2</td>\n",
       "      <td>448</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>448</td>\n",
       "      <td>448</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Cyber Trafficking</td>\n",
       "      <td>448</td>\n",
       "      <td>448</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Cyber Trafficking</td>\n",
       "      <td>448</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Gambling/Betting Fraud</th>\n",
       "      <td>329</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>329</td>\n",
       "      <td>329</td>\n",
       "      <td>329</td>\n",
       "      <td>I Yogesh Kishor Pawar Age   want to raise comp...</td>\n",
       "      <td>1</td>\n",
       "      <td>329</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>329</td>\n",
       "      <td>329</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Gambling/Betting Fraud</td>\n",
       "      <td>329</td>\n",
       "      <td>329</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Gambling/Betting Fraud</td>\n",
       "      <td>329</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Job Fraud</th>\n",
       "      <td>4501</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4501</td>\n",
       "      <td>4501</td>\n",
       "      <td>4496</td>\n",
       "      <td>Website Address is wwwoobicyclecom They are us...</td>\n",
       "      <td>2</td>\n",
       "      <td>4501</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4501</td>\n",
       "      <td>4501</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>4501</td>\n",
       "      <td>4501</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>4501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Matrimonial Fraud</th>\n",
       "      <td>690</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>I ordered dress on th January  online shopping...</td>\n",
       "      <td>1</td>\n",
       "      <td>690</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>690</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Password attacks</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>paytm payment bank hacked \\r\\npaytm\\r\\nthis ac...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Password attacks</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Password attacks</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Profile Hacking/Identity Theft</th>\n",
       "      <td>340</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>340</td>\n",
       "      <td>340</td>\n",
       "      <td>340</td>\n",
       "      <td>Some of instant loan app hacked my contact lis...</td>\n",
       "      <td>1</td>\n",
       "      <td>340</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>340</td>\n",
       "      <td>340</td>\n",
       "      <td>1</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>340</td>\n",
       "      <td>340</td>\n",
       "      <td>1</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Provocative Speech of Unlawful Acts</th>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>92</td>\n",
       "      <td>92</td>\n",
       "      <td>91</td>\n",
       "      <td>Respected Sir\\r\\n\\tI D Udayakumar residing at ...</td>\n",
       "      <td>2</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>92</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>Provocative Speech of Unlawful Acts</td>\n",
       "      <td>92</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>Provocative Speech of Unlawful Acts</td>\n",
       "      <td>92</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ransomware</th>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Ransomware</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Ransomware</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Supply chain attacks</th>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>Selling and buying product for system generat</td>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>Supply chain attacks</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>Supply chain attacks</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tampering with Computer Source Documents</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>copy        ...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Tampering with Computer Source Documents</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Tampering with Computer Source Documents</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Targeted scanning/probing of critical networks/systems</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>I had a brain zap now at  PM Please investigat...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Targeted scanning/probing of critical networks...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Targeted scanning/probing of critical networks...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorized Access/Data Breach</th>\n",
       "      <td>337</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>337</td>\n",
       "      <td>337</td>\n",
       "      <td>337</td>\n",
       "      <td>Someone changed my email id nd contact number ...</td>\n",
       "      <td>1</td>\n",
       "      <td>337</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>337</td>\n",
       "      <td>337</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>337</td>\n",
       "      <td>337</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorized access to IT systems/data</th>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>58</td>\n",
       "      <td>58</td>\n",
       "      <td>58</td>\n",
       "      <td>Please solve as soon as possible  because  com...</td>\n",
       "      <td>1</td>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>58</td>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized access to IT systems/data</td>\n",
       "      <td>58</td>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized access to IT systems/data</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorized access to social media accounts</th>\n",
       "      <td>275</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>275</td>\n",
       "      <td>275</td>\n",
       "      <td>275</td>\n",
       "      <td>I suspect this two number holder can taken my...</td>\n",
       "      <td>1</td>\n",
       "      <td>275</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>275</td>\n",
       "      <td>275</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized access to social media accounts</td>\n",
       "      <td>275</td>\n",
       "      <td>275</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized access to social media accounts</td>\n",
       "      <td>275</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Web application vulnerabilities</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>I have ordered Remote control helicopter worth...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Web application vulnerabilities</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Web application vulnerabilities</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zero-day exploits</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>OLX                ...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Zero-day exploits</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Zero-day exploits</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   category         \\\n",
       "                                                      count unique   \n",
       "sub_category                                                         \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud            3989      1   \n",
       "Any Other Cyber Crime                                   101      1   \n",
       "Attacks on Internet of Things (IoT) devices and...        1      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...        1      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...        6      1   \n",
       "Attacks on systems related to Artificial Intell...        4      1   \n",
       "Attacks or incidents affecting digital payment ...       11      1   \n",
       "Attacks or malicious/suspicious activities affe...        2      1   \n",
       "Attacks or suspicious activities affecting clou...        5      1   \n",
       "Attacks via malicious mobile apps                       593      1   \n",
       "Cheating by Impersonation                                10      1   \n",
       "Compromise of critical systems/information                2      1   \n",
       "Cryptocurrency Crime                                     51      1   \n",
       "Cyber Bullying/Stalking/Sexting                         460      1   \n",
       "Cyber Terrorism                                          20      1   \n",
       "Cyber espionage                                          22      1   \n",
       "Damage to Computer Systems                                3      1   \n",
       "Data breaches                                            12      1   \n",
       "Data leaks                                               13      1   \n",
       "Defacement of websites or unauthorized changes,...        5      1   \n",
       "Defacement/Hacking                                       11      1   \n",
       "Denial of Service (DoS) and Distributed Denial ...        4      1   \n",
       "Disinformation or misinformation campaigns                5      1   \n",
       "Email Hacking                                            65      1   \n",
       "Email Phishing                                          787      1   \n",
       "Fake mobile apps                                        564      1   \n",
       "Fake/Impersonating Profile                                2      1   \n",
       "Hacking                                                 249      1   \n",
       "Identity theft, spoofing, and phishing attacks          274      1   \n",
       "Impersonating Email                                       2      1   \n",
       "Intimidating Email                                       72      1   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...        1      1   \n",
       "Malware attacks                                           2      1   \n",
       "Online Cyber Trafficking                                448      1   \n",
       "Online Gambling/Betting Fraud                           329      1   \n",
       "Online Job Fraud                                       4501      1   \n",
       "Online Matrimonial Fraud                                690      1   \n",
       "Password attacks                                          9      1   \n",
       "Profile Hacking/Identity Theft                          340      1   \n",
       "Provocative Speech of Unlawful Acts                      92      1   \n",
       "Ransomware                                               10      1   \n",
       "Supply chain attacks                                     21      1   \n",
       "Tampering with Computer Source Documents                  4      1   \n",
       "Targeted scanning/probing of critical networks/...        2      1   \n",
       "Unauthorized Access/Data Breach                         337      1   \n",
       "Unauthorized access to IT systems/data                   58      1   \n",
       "Unauthorized access to social media accounts            275      1   \n",
       "Web application vulnerabilities                           4      1   \n",
       "Zero-day exploits                                         4      1   \n",
       "\n",
       "                                                                           \\\n",
       "                                                                      top   \n",
       "sub_category                                                                \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         Any Other Cyber Crime   \n",
       "Any Other Cyber Crime                               Any Other Cyber Crime   \n",
       "Attacks on Internet of Things (IoT) devices and...  Any Other Cyber Crime   \n",
       "Attacks on critical infrastructure, SCADA, oper...  Any Other Cyber Crime   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Any Other Cyber Crime   \n",
       "Attacks on systems related to Artificial Intell...  Any Other Cyber Crime   \n",
       "Attacks or incidents affecting digital payment ...  Any Other Cyber Crime   \n",
       "Attacks or malicious/suspicious activities affe...  Any Other Cyber Crime   \n",
       "Attacks or suspicious activities affecting clou...  Any Other Cyber Crime   \n",
       "Attacks via malicious mobile apps                   Any Other Cyber Crime   \n",
       "Cheating by Impersonation                           Any Other Cyber Crime   \n",
       "Compromise of critical systems/information          Any Other Cyber Crime   \n",
       "Cryptocurrency Crime                                Any Other Cyber Crime   \n",
       "Cyber Bullying/Stalking/Sexting                     Any Other Cyber Crime   \n",
       "Cyber Terrorism                                     Any Other Cyber Crime   \n",
       "Cyber espionage                                     Any Other Cyber Crime   \n",
       "Damage to Computer Systems                          Any Other Cyber Crime   \n",
       "Data breaches                                       Any Other Cyber Crime   \n",
       "Data leaks                                          Any Other Cyber Crime   \n",
       "Defacement of websites or unauthorized changes,...  Any Other Cyber Crime   \n",
       "Defacement/Hacking                                  Any Other Cyber Crime   \n",
       "Denial of Service (DoS) and Distributed Denial ...  Any Other Cyber Crime   \n",
       "Disinformation or misinformation campaigns          Any Other Cyber Crime   \n",
       "Email Hacking                                       Any Other Cyber Crime   \n",
       "Email Phishing                                      Any Other Cyber Crime   \n",
       "Fake mobile apps                                    Any Other Cyber Crime   \n",
       "Fake/Impersonating Profile                          Any Other Cyber Crime   \n",
       "Hacking                                             Any Other Cyber Crime   \n",
       "Identity theft, spoofing, and phishing attacks      Any Other Cyber Crime   \n",
       "Impersonating Email                                 Any Other Cyber Crime   \n",
       "Intimidating Email                                  Any Other Cyber Crime   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...  Any Other Cyber Crime   \n",
       "Malware attacks                                     Any Other Cyber Crime   \n",
       "Online Cyber Trafficking                            Any Other Cyber Crime   \n",
       "Online Gambling/Betting Fraud                       Any Other Cyber Crime   \n",
       "Online Job Fraud                                    Any Other Cyber Crime   \n",
       "Online Matrimonial Fraud                            Any Other Cyber Crime   \n",
       "Password attacks                                    Any Other Cyber Crime   \n",
       "Profile Hacking/Identity Theft                      Any Other Cyber Crime   \n",
       "Provocative Speech of Unlawful Acts                 Any Other Cyber Crime   \n",
       "Ransomware                                          Any Other Cyber Crime   \n",
       "Supply chain attacks                                Any Other Cyber Crime   \n",
       "Tampering with Computer Source Documents            Any Other Cyber Crime   \n",
       "Targeted scanning/probing of critical networks/...  Any Other Cyber Crime   \n",
       "Unauthorized Access/Data Breach                     Any Other Cyber Crime   \n",
       "Unauthorized access to IT systems/data              Any Other Cyber Crime   \n",
       "Unauthorized access to social media accounts        Any Other Cyber Crime   \n",
       "Web application vulnerabilities                     Any Other Cyber Crime   \n",
       "Zero-day exploits                                   Any Other Cyber Crime   \n",
       "\n",
       "                                                         crimeaditionalinfo  \\\n",
       "                                                    freq              count   \n",
       "sub_category                                                                  \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         3989               3989   \n",
       "Any Other Cyber Crime                                101                101   \n",
       "Attacks on Internet of Things (IoT) devices and...     1                  1   \n",
       "Attacks on critical infrastructure, SCADA, oper...     1                  1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...     6                  6   \n",
       "Attacks on systems related to Artificial Intell...     4                  4   \n",
       "Attacks or incidents affecting digital payment ...    11                 11   \n",
       "Attacks or malicious/suspicious activities affe...     2                  2   \n",
       "Attacks or suspicious activities affecting clou...     5                  5   \n",
       "Attacks via malicious mobile apps                    593                593   \n",
       "Cheating by Impersonation                             10                 10   \n",
       "Compromise of critical systems/information             2                  2   \n",
       "Cryptocurrency Crime                                  51                 51   \n",
       "Cyber Bullying/Stalking/Sexting                      460                460   \n",
       "Cyber Terrorism                                       20                 20   \n",
       "Cyber espionage                                       22                 22   \n",
       "Damage to Computer Systems                             3                  3   \n",
       "Data breaches                                         12                 12   \n",
       "Data leaks                                            13                 13   \n",
       "Defacement of websites or unauthorized changes,...     5                  5   \n",
       "Defacement/Hacking                                    11                 11   \n",
       "Denial of Service (DoS) and Distributed Denial ...     4                  4   \n",
       "Disinformation or misinformation campaigns             5                  5   \n",
       "Email Hacking                                         65                 65   \n",
       "Email Phishing                                       787                787   \n",
       "Fake mobile apps                                     564                564   \n",
       "Fake/Impersonating Profile                             2                  2   \n",
       "Hacking                                              249                249   \n",
       "Identity theft, spoofing, and phishing attacks       274                274   \n",
       "Impersonating Email                                    2                  2   \n",
       "Intimidating Email                                    72                 72   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...     1                  1   \n",
       "Malware attacks                                        2                  2   \n",
       "Online Cyber Trafficking                             448                448   \n",
       "Online Gambling/Betting Fraud                        329                329   \n",
       "Online Job Fraud                                    4501               4501   \n",
       "Online Matrimonial Fraud                             690                690   \n",
       "Password attacks                                       9                  9   \n",
       "Profile Hacking/Identity Theft                       340                340   \n",
       "Provocative Speech of Unlawful Acts                   92                 92   \n",
       "Ransomware                                            10                 10   \n",
       "Supply chain attacks                                  21                 21   \n",
       "Tampering with Computer Source Documents               4                  4   \n",
       "Targeted scanning/probing of critical networks/...     2                  2   \n",
       "Unauthorized Access/Data Breach                      337                337   \n",
       "Unauthorized access to IT systems/data                58                 58   \n",
       "Unauthorized access to social media accounts         275                275   \n",
       "Web application vulnerabilities                        4                  4   \n",
       "Zero-day exploits                                      4                  4   \n",
       "\n",
       "                                                           \\\n",
       "                                                   unique   \n",
       "sub_category                                                \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud          3987   \n",
       "Any Other Cyber Crime                                 101   \n",
       "Attacks on Internet of Things (IoT) devices and...      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...      6   \n",
       "Attacks on systems related to Artificial Intell...      4   \n",
       "Attacks or incidents affecting digital payment ...     11   \n",
       "Attacks or malicious/suspicious activities affe...      2   \n",
       "Attacks or suspicious activities affecting clou...      5   \n",
       "Attacks via malicious mobile apps                     593   \n",
       "Cheating by Impersonation                              10   \n",
       "Compromise of critical systems/information              2   \n",
       "Cryptocurrency Crime                                   51   \n",
       "Cyber Bullying/Stalking/Sexting                       458   \n",
       "Cyber Terrorism                                        20   \n",
       "Cyber espionage                                        22   \n",
       "Damage to Computer Systems                              3   \n",
       "Data breaches                                          12   \n",
       "Data leaks                                             13   \n",
       "Defacement of websites or unauthorized changes,...      5   \n",
       "Defacement/Hacking                                     11   \n",
       "Denial of Service (DoS) and Distributed Denial ...      4   \n",
       "Disinformation or misinformation campaigns              5   \n",
       "Email Hacking                                          65   \n",
       "Email Phishing                                        786   \n",
       "Fake mobile apps                                      564   \n",
       "Fake/Impersonating Profile                              2   \n",
       "Hacking                                               242   \n",
       "Identity theft, spoofing, and phishing attacks        274   \n",
       "Impersonating Email                                     2   \n",
       "Intimidating Email                                     72   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...      1   \n",
       "Malware attacks                                         2   \n",
       "Online Cyber Trafficking                              447   \n",
       "Online Gambling/Betting Fraud                         329   \n",
       "Online Job Fraud                                     4496   \n",
       "Online Matrimonial Fraud                              690   \n",
       "Password attacks                                        9   \n",
       "Profile Hacking/Identity Theft                        340   \n",
       "Provocative Speech of Unlawful Acts                    91   \n",
       "Ransomware                                             10   \n",
       "Supply chain attacks                                   21   \n",
       "Tampering with Computer Source Documents                4   \n",
       "Targeted scanning/probing of critical networks/...      2   \n",
       "Unauthorized Access/Data Breach                       337   \n",
       "Unauthorized access to IT systems/data                 58   \n",
       "Unauthorized access to social media accounts          275   \n",
       "Web application vulnerabilities                         4   \n",
       "Zero-day exploits                                       4   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "sub_category                                                                                            \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         I paid Rs to a doctor but by mistake I sent it...   \n",
       "Any Other Cyber Crime                               Respect cyber crime team\\r\\n                  ...   \n",
       "Attacks on Internet of Things (IoT) devices and...                                      I lossed amt    \n",
       "Attacks on critical infrastructure, SCADA, oper...                        Suratking    bluetooth W...   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Hotel Aishwarya Family Restaurant and Amp Bar ...   \n",
       "Attacks on systems related to Artificial Intell...    AC No              l\\r\\n\\r\\n\\r\\n            ...   \n",
       "Attacks or incidents affecting digital payment ...   \\r\\n \\t                                      ...   \n",
       "Attacks or malicious/suspicious activities affe...  I am KaviyaR working as Archaeological officer...   \n",
       "Attacks or suspicious activities affecting clou...  I have been receiving calls from unknown numbe...   \n",
       "Attacks via malicious mobile apps                   I am having another mobile number which is usi...   \n",
       "Cheating by Impersonation                           Sir  \\r\\nMy name is Diptisankar Das and my pho...   \n",
       "Compromise of critical systems/information          We all do our best to ensure a happy and healt...   \n",
       "Cryptocurrency Crime                                I have stored my crypto currency decentralised...   \n",
       "Cyber Bullying/Stalking/Sexting                     Details of Blackmailer\\r\\nPhone number   \\r\\nS...   \n",
       "Cyber Terrorism                                                                                   ...   \n",
       "Cyber espionage                                                AM                                 ...   \n",
       "Damage to Computer Systems                          i order eight ram for laptop from flipkart and...   \n",
       "Data breaches                                       Getting repeated calls to share financial info...   \n",
       "Data leaks                                                                             I loss amount    \n",
       "Defacement of websites or unauthorized changes,...  When the word  Jetashree  also my name is ente...   \n",
       "Defacement/Hacking                                  I was using a dating app One girl gave her no ...   \n",
       "Denial of Service (DoS) and Distributed Denial ...  some one doing DDOS attack on my website and d...   \n",
       "Disinformation or misinformation campaigns          Some random people are purposefully defaming m...   \n",
       "Email Hacking                                       I have received a wrong message from my brothe...   \n",
       "Email Phishing                                      SirMadam\\r\\n\\r\\nWe have received numerous comp...   \n",
       "Fake mobile apps                                    MY MOBILE MISSING AT VAIGAI NAGAR STORE MK TRA...   \n",
       "Fake/Impersonating Profile                          This man is given himself the status of sho ma...   \n",
       "Hacking                                                                                           ...   \n",
       "Identity theft, spoofing, and phishing attacks      My wifes number is getting calls since last  t...   \n",
       "Impersonating Email                                 i was create the email id in  but not using th...   \n",
       "Intimidating Email                                  Mere pass Snapdeal walon ka message aaya tha u...   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...    \\r\\n             \\r\\n          ifsc code BAR...   \n",
       "Malware attacks                                     They are called And messages my relatives and ...   \n",
       "Online Cyber Trafficking                            I received one anonymous video call from a gir...   \n",
       "Online Gambling/Betting Fraud                       I Yogesh Kishor Pawar Age   want to raise comp...   \n",
       "Online Job Fraud                                    Website Address is wwwoobicyclecom They are us...   \n",
       "Online Matrimonial Fraud                            I ordered dress on th January  online shopping...   \n",
       "Password attacks                                    paytm payment bank hacked \\r\\npaytm\\r\\nthis ac...   \n",
       "Profile Hacking/Identity Theft                      Some of instant loan app hacked my contact lis...   \n",
       "Provocative Speech of Unlawful Acts                 Respected Sir\\r\\n\\tI D Udayakumar residing at ...   \n",
       "Ransomware                                                                                        ...   \n",
       "Supply chain attacks                                    Selling and buying product for system generat   \n",
       "Tampering with Computer Source Documents                                              copy        ...   \n",
       "Targeted scanning/probing of critical networks/...  I had a brain zap now at  PM Please investigat...   \n",
       "Unauthorized Access/Data Breach                     Someone changed my email id nd contact number ...   \n",
       "Unauthorized access to IT systems/data              Please solve as soon as possible  because  com...   \n",
       "Unauthorized access to social media accounts         I suspect this two number holder can taken my...   \n",
       "Web application vulnerabilities                     I have ordered Remote control helicopter worth...   \n",
       "Zero-day exploits                                                              OLX                ...   \n",
       "\n",
       "                                                        new_category         \\\n",
       "                                                   freq        count unique   \n",
       "sub_category                                                                  \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud           2         3989      1   \n",
       "Any Other Cyber Crime                                 1          101      1   \n",
       "Attacks on Internet of Things (IoT) devices and...    1            1      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...    1            1      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...    1            6      1   \n",
       "Attacks on systems related to Artificial Intell...    1            4      1   \n",
       "Attacks or incidents affecting digital payment ...    1           11      1   \n",
       "Attacks or malicious/suspicious activities affe...    1            2      1   \n",
       "Attacks or suspicious activities affecting clou...    1            5      1   \n",
       "Attacks via malicious mobile apps                     1          593      1   \n",
       "Cheating by Impersonation                             1           10      1   \n",
       "Compromise of critical systems/information            1            2      1   \n",
       "Cryptocurrency Crime                                  1           51      1   \n",
       "Cyber Bullying/Stalking/Sexting                       2          460      1   \n",
       "Cyber Terrorism                                       1           20      1   \n",
       "Cyber espionage                                       1           22      1   \n",
       "Damage to Computer Systems                            1            3      1   \n",
       "Data breaches                                         1           12      1   \n",
       "Data leaks                                            1           13      1   \n",
       "Defacement of websites or unauthorized changes,...    1            5      1   \n",
       "Defacement/Hacking                                    1           11      1   \n",
       "Denial of Service (DoS) and Distributed Denial ...    1            4      1   \n",
       "Disinformation or misinformation campaigns            1            5      1   \n",
       "Email Hacking                                         1           65      1   \n",
       "Email Phishing                                        2          787      1   \n",
       "Fake mobile apps                                      1          564      1   \n",
       "Fake/Impersonating Profile                            1            2      1   \n",
       "Hacking                                               2          249      1   \n",
       "Identity theft, spoofing, and phishing attacks        1          274      1   \n",
       "Impersonating Email                                   1            2      1   \n",
       "Intimidating Email                                    1           72      1   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...    1            1      1   \n",
       "Malware attacks                                       1            2      1   \n",
       "Online Cyber Trafficking                              2          448      1   \n",
       "Online Gambling/Betting Fraud                         1          329      1   \n",
       "Online Job Fraud                                      2         4501      1   \n",
       "Online Matrimonial Fraud                              1          690      1   \n",
       "Password attacks                                      1            9      1   \n",
       "Profile Hacking/Identity Theft                        1          340      1   \n",
       "Provocative Speech of Unlawful Acts                   2           92      1   \n",
       "Ransomware                                            1           10      1   \n",
       "Supply chain attacks                                  1           21      1   \n",
       "Tampering with Computer Source Documents              1            4      1   \n",
       "Targeted scanning/probing of critical networks/...    1            2      1   \n",
       "Unauthorized Access/Data Breach                       1          337      1   \n",
       "Unauthorized access to IT systems/data                1           58      1   \n",
       "Unauthorized access to social media accounts          1          275      1   \n",
       "Web application vulnerabilities                       1            4      1   \n",
       "Zero-day exploits                                     1            4      1   \n",
       "\n",
       "                                                                             \\\n",
       "                                                                  top  freq   \n",
       "sub_category                                                                  \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         Other Cyber Crime  3989   \n",
       "Any Other Cyber Crime                               Other Cyber Crime   101   \n",
       "Attacks on Internet of Things (IoT) devices and...  Other Cyber Crime     1   \n",
       "Attacks on critical infrastructure, SCADA, oper...  Other Cyber Crime     1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Other Cyber Crime     6   \n",
       "Attacks on systems related to Artificial Intell...  Other Cyber Crime     4   \n",
       "Attacks or incidents affecting digital payment ...  Other Cyber Crime    11   \n",
       "Attacks or malicious/suspicious activities affe...  Other Cyber Crime     2   \n",
       "Attacks or suspicious activities affecting clou...  Other Cyber Crime     5   \n",
       "Attacks via malicious mobile apps                   Other Cyber Crime   593   \n",
       "Cheating by Impersonation                           Other Cyber Crime    10   \n",
       "Compromise of critical systems/information          Other Cyber Crime     2   \n",
       "Cryptocurrency Crime                                Other Cyber Crime    51   \n",
       "Cyber Bullying/Stalking/Sexting                     Other Cyber Crime   460   \n",
       "Cyber Terrorism                                     Other Cyber Crime    20   \n",
       "Cyber espionage                                     Other Cyber Crime    22   \n",
       "Damage to Computer Systems                          Other Cyber Crime     3   \n",
       "Data breaches                                       Other Cyber Crime    12   \n",
       "Data leaks                                          Other Cyber Crime    13   \n",
       "Defacement of websites or unauthorized changes,...  Other Cyber Crime     5   \n",
       "Defacement/Hacking                                  Other Cyber Crime    11   \n",
       "Denial of Service (DoS) and Distributed Denial ...  Other Cyber Crime     4   \n",
       "Disinformation or misinformation campaigns          Other Cyber Crime     5   \n",
       "Email Hacking                                       Other Cyber Crime    65   \n",
       "Email Phishing                                      Other Cyber Crime   787   \n",
       "Fake mobile apps                                    Other Cyber Crime   564   \n",
       "Fake/Impersonating Profile                          Other Cyber Crime     2   \n",
       "Hacking                                             Other Cyber Crime   249   \n",
       "Identity theft, spoofing, and phishing attacks      Other Cyber Crime   274   \n",
       "Impersonating Email                                 Other Cyber Crime     2   \n",
       "Intimidating Email                                  Other Cyber Crime    72   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...  Other Cyber Crime     1   \n",
       "Malware attacks                                     Other Cyber Crime     2   \n",
       "Online Cyber Trafficking                            Other Cyber Crime   448   \n",
       "Online Gambling/Betting Fraud                       Other Cyber Crime   329   \n",
       "Online Job Fraud                                    Other Cyber Crime  4501   \n",
       "Online Matrimonial Fraud                            Other Cyber Crime   690   \n",
       "Password attacks                                    Other Cyber Crime     9   \n",
       "Profile Hacking/Identity Theft                      Other Cyber Crime   340   \n",
       "Provocative Speech of Unlawful Acts                 Other Cyber Crime    92   \n",
       "Ransomware                                          Other Cyber Crime    10   \n",
       "Supply chain attacks                                Other Cyber Crime    21   \n",
       "Tampering with Computer Source Documents            Other Cyber Crime     4   \n",
       "Targeted scanning/probing of critical networks/...  Other Cyber Crime     2   \n",
       "Unauthorized Access/Data Breach                     Other Cyber Crime   337   \n",
       "Unauthorized access to IT systems/data              Other Cyber Crime    58   \n",
       "Unauthorized access to social media accounts        Other Cyber Crime   275   \n",
       "Web application vulnerabilities                     Other Cyber Crime     4   \n",
       "Zero-day exploits                                   Other Cyber Crime     4   \n",
       "\n",
       "                                                   new_sub_category1         \\\n",
       "                                                               count unique   \n",
       "sub_category                                                                  \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud                     3989      1   \n",
       "Any Other Cyber Crime                                            101      1   \n",
       "Attacks on Internet of Things (IoT) devices and...                 1      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...                 1      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...                 6      1   \n",
       "Attacks on systems related to Artificial Intell...                 4      1   \n",
       "Attacks or incidents affecting digital payment ...                11      1   \n",
       "Attacks or malicious/suspicious activities affe...                 2      1   \n",
       "Attacks or suspicious activities affecting clou...                 5      1   \n",
       "Attacks via malicious mobile apps                                593      1   \n",
       "Cheating by Impersonation                                         10      1   \n",
       "Compromise of critical systems/information                         2      1   \n",
       "Cryptocurrency Crime                                              51      1   \n",
       "Cyber Bullying/Stalking/Sexting                                  460      1   \n",
       "Cyber Terrorism                                                   20      1   \n",
       "Cyber espionage                                                   22      1   \n",
       "Damage to Computer Systems                                         3      1   \n",
       "Data breaches                                                     12      1   \n",
       "Data leaks                                                        13      1   \n",
       "Defacement of websites or unauthorized changes,...                 5      1   \n",
       "Defacement/Hacking                                                11      1   \n",
       "Denial of Service (DoS) and Distributed Denial ...                 4      1   \n",
       "Disinformation or misinformation campaigns                         5      1   \n",
       "Email Hacking                                                     65      1   \n",
       "Email Phishing                                                   787      1   \n",
       "Fake mobile apps                                                 564      1   \n",
       "Fake/Impersonating Profile                                         2      1   \n",
       "Hacking                                                          249      1   \n",
       "Identity theft, spoofing, and phishing attacks                   274      1   \n",
       "Impersonating Email                                                2      1   \n",
       "Intimidating Email                                                72      1   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...                 1      1   \n",
       "Malware attacks                                                    2      1   \n",
       "Online Cyber Trafficking                                         448      1   \n",
       "Online Gambling/Betting Fraud                                    329      1   \n",
       "Online Job Fraud                                                4501      1   \n",
       "Online Matrimonial Fraud                                         690      1   \n",
       "Password attacks                                                   9      1   \n",
       "Profile Hacking/Identity Theft                                   340      1   \n",
       "Provocative Speech of Unlawful Acts                               92      1   \n",
       "Ransomware                                                        10      1   \n",
       "Supply chain attacks                                              21      1   \n",
       "Tampering with Computer Source Documents                           4      1   \n",
       "Targeted scanning/probing of critical networks/...                 2      1   \n",
       "Unauthorized Access/Data Breach                                  337      1   \n",
       "Unauthorized access to IT systems/data                            58      1   \n",
       "Unauthorized access to social media accounts                     275      1   \n",
       "Web application vulnerabilities                                    4      1   \n",
       "Zero-day exploits                                                  4      1   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "sub_category                                                                                            \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud               Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "Any Other Cyber Crime                                                           Any Other Cyber Crime   \n",
       "Attacks on Internet of Things (IoT) devices and...  Attacks on Internet of Things (IoT) devices an...   \n",
       "Attacks on critical infrastructure, SCADA, oper...  Attacks on critical infrastructure, SCADA, ope...   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Attacks on servers (Database, Mail, DNS) and n...   \n",
       "Attacks on systems related to Artificial Intell...  Attacks on systems related to Artificial Intel...   \n",
       "Attacks or incidents affecting digital payment ...  Attacks or incidents affecting digital payment...   \n",
       "Attacks or malicious/suspicious activities affe...  Attacks or malicious/suspicious activities aff...   \n",
       "Attacks or suspicious activities affecting clou...  Attacks or suspicious activities affecting clo...   \n",
       "Attacks via malicious mobile apps                                   Attacks via malicious mobile apps   \n",
       "Cheating by Impersonation                                                   Cheating by Impersonation   \n",
       "Compromise of critical systems/information                 Compromise of critical systems/information   \n",
       "Cryptocurrency Crime                                                             Cryptocurrency Crime   \n",
       "Cyber Bullying/Stalking/Sexting                                       Cyber Bullying/Stalking/Sexting   \n",
       "Cyber Terrorism                                                                       Cyber Terrorism   \n",
       "Cyber espionage                                                                       Cyber espionage   \n",
       "Damage to Computer Systems                                                 Damage to Computer Systems   \n",
       "Data breaches                                                                           Data breaches   \n",
       "Data leaks                                                                                 Data leaks   \n",
       "Defacement of websites or unauthorized changes,...  Defacement of websites or unauthorized changes...   \n",
       "Defacement/Hacking                                                                 Defacement/Hacking   \n",
       "Denial of Service (DoS) and Distributed Denial ...  Denial of Service (DoS) and Distributed Denial...   \n",
       "Disinformation or misinformation campaigns                 Disinformation or misinformation campaigns   \n",
       "Email Hacking                                                                           Email Hacking   \n",
       "Email Phishing                                                                         Email Phishing   \n",
       "Fake mobile apps                                                                     Fake mobile apps   \n",
       "Fake/Impersonating Profile                                                 Fake/Impersonating Profile   \n",
       "Hacking                                                                                       Hacking   \n",
       "Identity theft, spoofing, and phishing attacks         Identity theft, spoofing, and phishing attacks   \n",
       "Impersonating Email                                                               Impersonating Email   \n",
       "Intimidating Email                                                                 Intimidating Email   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...  Malicious code attacks (e.g., virus, worm, Tro...   \n",
       "Malware attacks                                                                       Malware attacks   \n",
       "Online Cyber Trafficking                                                     Online Cyber Trafficking   \n",
       "Online Gambling/Betting Fraud                                           Online Gambling/Betting Fraud   \n",
       "Online Job Fraud                                                                     Online Job Fraud   \n",
       "Online Matrimonial Fraud                                                     Online Matrimonial Fraud   \n",
       "Password attacks                                                                     Password attacks   \n",
       "Profile Hacking/Identity Theft                                         Profile Hacking/Identity Theft   \n",
       "Provocative Speech of Unlawful Acts                               Provocative Speech of Unlawful Acts   \n",
       "Ransomware                                                                                 Ransomware   \n",
       "Supply chain attacks                                                             Supply chain attacks   \n",
       "Tampering with Computer Source Documents                     Tampering with Computer Source Documents   \n",
       "Targeted scanning/probing of critical networks/...  Targeted scanning/probing of critical networks...   \n",
       "Unauthorized Access/Data Breach                                       Unauthorized Access/Data Breach   \n",
       "Unauthorized access to IT systems/data                         Unauthorized access to IT systems/data   \n",
       "Unauthorized access to social media accounts             Unauthorized access to social media accounts   \n",
       "Web application vulnerabilities                                       Web application vulnerabilities   \n",
       "Zero-day exploits                                                                   Zero-day exploits   \n",
       "\n",
       "                                                         new_sub_category2  \\\n",
       "                                                    freq             count   \n",
       "sub_category                                                                 \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         3989              3989   \n",
       "Any Other Cyber Crime                                101               101   \n",
       "Attacks on Internet of Things (IoT) devices and...     1                 1   \n",
       "Attacks on critical infrastructure, SCADA, oper...     1                 1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...     6                 6   \n",
       "Attacks on systems related to Artificial Intell...     4                 4   \n",
       "Attacks or incidents affecting digital payment ...    11                11   \n",
       "Attacks or malicious/suspicious activities affe...     2                 2   \n",
       "Attacks or suspicious activities affecting clou...     5                 5   \n",
       "Attacks via malicious mobile apps                    593               593   \n",
       "Cheating by Impersonation                             10                10   \n",
       "Compromise of critical systems/information             2                 2   \n",
       "Cryptocurrency Crime                                  51                51   \n",
       "Cyber Bullying/Stalking/Sexting                      460               460   \n",
       "Cyber Terrorism                                       20                20   \n",
       "Cyber espionage                                       22                22   \n",
       "Damage to Computer Systems                             3                 3   \n",
       "Data breaches                                         12                12   \n",
       "Data leaks                                            13                13   \n",
       "Defacement of websites or unauthorized changes,...     5                 5   \n",
       "Defacement/Hacking                                    11                11   \n",
       "Denial of Service (DoS) and Distributed Denial ...     4                 4   \n",
       "Disinformation or misinformation campaigns             5                 5   \n",
       "Email Hacking                                         65                65   \n",
       "Email Phishing                                       787               787   \n",
       "Fake mobile apps                                     564               564   \n",
       "Fake/Impersonating Profile                             2                 2   \n",
       "Hacking                                              249               249   \n",
       "Identity theft, spoofing, and phishing attacks       274               274   \n",
       "Impersonating Email                                    2                 2   \n",
       "Intimidating Email                                    72                72   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...     1                 1   \n",
       "Malware attacks                                        2                 2   \n",
       "Online Cyber Trafficking                             448               448   \n",
       "Online Gambling/Betting Fraud                        329               329   \n",
       "Online Job Fraud                                    4501              4501   \n",
       "Online Matrimonial Fraud                             690               690   \n",
       "Password attacks                                       9                 9   \n",
       "Profile Hacking/Identity Theft                       340               340   \n",
       "Provocative Speech of Unlawful Acts                   92                92   \n",
       "Ransomware                                            10                10   \n",
       "Supply chain attacks                                  21                21   \n",
       "Tampering with Computer Source Documents               4                 4   \n",
       "Targeted scanning/probing of critical networks/...     2                 2   \n",
       "Unauthorized Access/Data Breach                      337               337   \n",
       "Unauthorized access to IT systems/data                58                58   \n",
       "Unauthorized access to social media accounts         275               275   \n",
       "Web application vulnerabilities                        4                 4   \n",
       "Zero-day exploits                                      4                 4   \n",
       "\n",
       "                                                           \\\n",
       "                                                   unique   \n",
       "sub_category                                                \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud             1   \n",
       "Any Other Cyber Crime                                   1   \n",
       "Attacks on Internet of Things (IoT) devices and...      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...      1   \n",
       "Attacks on systems related to Artificial Intell...      1   \n",
       "Attacks or incidents affecting digital payment ...      1   \n",
       "Attacks or malicious/suspicious activities affe...      1   \n",
       "Attacks or suspicious activities affecting clou...      1   \n",
       "Attacks via malicious mobile apps                       1   \n",
       "Cheating by Impersonation                               1   \n",
       "Compromise of critical systems/information              1   \n",
       "Cryptocurrency Crime                                    1   \n",
       "Cyber Bullying/Stalking/Sexting                         1   \n",
       "Cyber Terrorism                                         1   \n",
       "Cyber espionage                                         1   \n",
       "Damage to Computer Systems                              1   \n",
       "Data breaches                                           1   \n",
       "Data leaks                                              1   \n",
       "Defacement of websites or unauthorized changes,...      1   \n",
       "Defacement/Hacking                                      1   \n",
       "Denial of Service (DoS) and Distributed Denial ...      1   \n",
       "Disinformation or misinformation campaigns              1   \n",
       "Email Hacking                                           1   \n",
       "Email Phishing                                          1   \n",
       "Fake mobile apps                                        1   \n",
       "Fake/Impersonating Profile                              1   \n",
       "Hacking                                                 1   \n",
       "Identity theft, spoofing, and phishing attacks          1   \n",
       "Impersonating Email                                     1   \n",
       "Intimidating Email                                      1   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...      1   \n",
       "Malware attacks                                         1   \n",
       "Online Cyber Trafficking                                1   \n",
       "Online Gambling/Betting Fraud                           1   \n",
       "Online Job Fraud                                        1   \n",
       "Online Matrimonial Fraud                                1   \n",
       "Password attacks                                        1   \n",
       "Profile Hacking/Identity Theft                          1   \n",
       "Provocative Speech of Unlawful Acts                     1   \n",
       "Ransomware                                              1   \n",
       "Supply chain attacks                                    1   \n",
       "Tampering with Computer Source Documents                1   \n",
       "Targeted scanning/probing of critical networks/...      1   \n",
       "Unauthorized Access/Data Breach                         1   \n",
       "Unauthorized access to IT systems/data                  1   \n",
       "Unauthorized access to social media accounts            1   \n",
       "Web application vulnerabilities                         1   \n",
       "Zero-day exploits                                       1   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "sub_category                                                                                            \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud               Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "Any Other Cyber Crime                                                           Any Other Cyber Crime   \n",
       "Attacks on Internet of Things (IoT) devices and...  Attacks on Internet of Things (IoT) devices an...   \n",
       "Attacks on critical infrastructure, SCADA, oper...  Attacks on critical infrastructure, SCADA, ope...   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Attacks on servers (Database, Mail, DNS) and n...   \n",
       "Attacks on systems related to Artificial Intell...  Attacks on systems related to Artificial Intel...   \n",
       "Attacks or incidents affecting digital payment ...  Attacks or incidents affecting digital payment...   \n",
       "Attacks or malicious/suspicious activities affe...  Attacks or malicious/suspicious activities aff...   \n",
       "Attacks or suspicious activities affecting clou...  Attacks or suspicious activities affecting clo...   \n",
       "Attacks via malicious mobile apps                                   Attacks via malicious mobile apps   \n",
       "Cheating by Impersonation                                                   Cheating by Impersonation   \n",
       "Compromise of critical systems/information                 Compromise of critical systems/information   \n",
       "Cryptocurrency Crime                                                             Cryptocurrency Crime   \n",
       "Cyber Bullying/Stalking/Sexting                                       Cyber Bullying/Stalking/Sexting   \n",
       "Cyber Terrorism                                                                       Cyber Terrorism   \n",
       "Cyber espionage                                                                       Cyber espionage   \n",
       "Damage to Computer Systems                                                 Damage to Computer Systems   \n",
       "Data breaches                                                                           Data breaches   \n",
       "Data leaks                                                                                 Data leaks   \n",
       "Defacement of websites or unauthorized changes,...  Defacement of websites or unauthorized changes...   \n",
       "Defacement/Hacking                                                                 Defacement/Hacking   \n",
       "Denial of Service (DoS) and Distributed Denial ...  Denial of Service (DoS) and Distributed Denial...   \n",
       "Disinformation or misinformation campaigns                 Disinformation or misinformation campaigns   \n",
       "Email Hacking                                                                           Email Hacking   \n",
       "Email Phishing                                                                         Email Phishing   \n",
       "Fake mobile apps                                                                     Fake mobile apps   \n",
       "Fake/Impersonating Profile                                                 Fake/Impersonating Profile   \n",
       "Hacking                                                                                       Hacking   \n",
       "Identity theft, spoofing, and phishing attacks         Identity theft, spoofing, and phishing attacks   \n",
       "Impersonating Email                                                               Impersonating Email   \n",
       "Intimidating Email                                                                 Intimidating Email   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...  Malicious code attacks (e.g., virus, worm, Tro...   \n",
       "Malware attacks                                                                       Malware attacks   \n",
       "Online Cyber Trafficking                                                     Online Cyber Trafficking   \n",
       "Online Gambling/Betting Fraud                                           Online Gambling/Betting Fraud   \n",
       "Online Job Fraud                                                                     Online Job Fraud   \n",
       "Online Matrimonial Fraud                                                     Online Matrimonial Fraud   \n",
       "Password attacks                                                                     Password attacks   \n",
       "Profile Hacking/Identity Theft                                         Profile Hacking/Identity Theft   \n",
       "Provocative Speech of Unlawful Acts                               Provocative Speech of Unlawful Acts   \n",
       "Ransomware                                                                                 Ransomware   \n",
       "Supply chain attacks                                                             Supply chain attacks   \n",
       "Tampering with Computer Source Documents                     Tampering with Computer Source Documents   \n",
       "Targeted scanning/probing of critical networks/...  Targeted scanning/probing of critical networks...   \n",
       "Unauthorized Access/Data Breach                                       Unauthorized Access/Data Breach   \n",
       "Unauthorized access to IT systems/data                         Unauthorized access to IT systems/data   \n",
       "Unauthorized access to social media accounts             Unauthorized access to social media accounts   \n",
       "Web application vulnerabilities                                       Web application vulnerabilities   \n",
       "Zero-day exploits                                                                   Zero-day exploits   \n",
       "\n",
       "                                                          \n",
       "                                                    freq  \n",
       "sub_category                                              \n",
       "Aadhaar Enabled Payment System (AEPS) Fraud         3989  \n",
       "Any Other Cyber Crime                                101  \n",
       "Attacks on Internet of Things (IoT) devices and...     1  \n",
       "Attacks on critical infrastructure, SCADA, oper...     1  \n",
       "Attacks on servers (Database, Mail, DNS) and ne...     6  \n",
       "Attacks on systems related to Artificial Intell...     4  \n",
       "Attacks or incidents affecting digital payment ...    11  \n",
       "Attacks or malicious/suspicious activities affe...     2  \n",
       "Attacks or suspicious activities affecting clou...     5  \n",
       "Attacks via malicious mobile apps                    593  \n",
       "Cheating by Impersonation                             10  \n",
       "Compromise of critical systems/information             2  \n",
       "Cryptocurrency Crime                                  51  \n",
       "Cyber Bullying/Stalking/Sexting                      460  \n",
       "Cyber Terrorism                                       20  \n",
       "Cyber espionage                                       22  \n",
       "Damage to Computer Systems                             3  \n",
       "Data breaches                                         12  \n",
       "Data leaks                                            13  \n",
       "Defacement of websites or unauthorized changes,...     5  \n",
       "Defacement/Hacking                                    11  \n",
       "Denial of Service (DoS) and Distributed Denial ...     4  \n",
       "Disinformation or misinformation campaigns             5  \n",
       "Email Hacking                                         65  \n",
       "Email Phishing                                       787  \n",
       "Fake mobile apps                                     564  \n",
       "Fake/Impersonating Profile                             2  \n",
       "Hacking                                              249  \n",
       "Identity theft, spoofing, and phishing attacks       274  \n",
       "Impersonating Email                                    2  \n",
       "Intimidating Email                                    72  \n",
       "Malicious code attacks (e.g., virus, worm, Troj...     1  \n",
       "Malware attacks                                        2  \n",
       "Online Cyber Trafficking                             448  \n",
       "Online Gambling/Betting Fraud                        329  \n",
       "Online Job Fraud                                    4501  \n",
       "Online Matrimonial Fraud                             690  \n",
       "Password attacks                                       9  \n",
       "Profile Hacking/Identity Theft                       340  \n",
       "Provocative Speech of Unlawful Acts                   92  \n",
       "Ransomware                                            10  \n",
       "Supply chain attacks                                  21  \n",
       "Tampering with Computer Source Documents               4  \n",
       "Targeted scanning/probing of critical networks/...     2  \n",
       "Unauthorized Access/Data Breach                      337  \n",
       "Unauthorized access to IT systems/data                58  \n",
       "Unauthorized access to social media accounts         275  \n",
       "Web application vulnerabilities                        4  \n",
       "Zero-day exploits                                      4  "
      ]
     },
     "execution_count": 345,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ydf.groupby('sub_category').describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 302,
   "metadata": {},
   "outputs": [],
   "source": [
    "kgf = ydf [ydf['sub_category']== \"Aadhaar Enabled Payment System (AEPS) Fraud\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 303,
   "metadata": {},
   "outputs": [],
   "source": [
    "ydf.drop(columns = ['new_sub_category1'],inplace =True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 304,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\AIDL-LAB\\AppData\\Local\\Temp\\ipykernel_11768\\2926837636.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  kgf['category'] = 'Online Financial Fraud'\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>new_sub_category1</th>\n",
       "      <th>new_sub_category2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Received sms and then I had call the number  t...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>I received call claming to be the SBI Branch m...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Sir  thousand payment ford  form adhar card co...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>On th dec We required partition work at home a...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Someone named Rekha kumari from CHC CHAINPUR C...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14451</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>The person Atul Singh Chauhan a resident of Bh...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14455</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>a person contacted me and told me to he is cal...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14459</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>I Jitendra patra saw am ad of credit wallet ap...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14462</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Zest Money is loan app where they give pre app...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14466</th>\n",
       "      <td>Online Financial Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>I have call from unkown person mobile number  ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3989 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     category                                 sub_category  \\\n",
       "2      Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "3      Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "6      Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "8      Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "20     Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "...                       ...                                          ...   \n",
       "14451  Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "14455  Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "14459  Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "14462  Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "14466  Online Financial Fraud  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo       new_category  \\\n",
       "2      Received sms and then I had call the number  t...  Other Cyber Crime   \n",
       "3      I received call claming to be the SBI Branch m...  Other Cyber Crime   \n",
       "6      Sir  thousand payment ford  form adhar card co...  Other Cyber Crime   \n",
       "8      On th dec We required partition work at home a...  Other Cyber Crime   \n",
       "20     Someone named Rekha kumari from CHC CHAINPUR C...  Other Cyber Crime   \n",
       "...                                                  ...                ...   \n",
       "14451  The person Atul Singh Chauhan a resident of Bh...  Other Cyber Crime   \n",
       "14455  a person contacted me and told me to he is cal...  Other Cyber Crime   \n",
       "14459  I Jitendra patra saw am ad of credit wallet ap...  Other Cyber Crime   \n",
       "14462  Zest Money is loan app where they give pre app...  Other Cyber Crime   \n",
       "14466  I have call from unkown person mobile number  ...  Other Cyber Crime   \n",
       "\n",
       "                                 new_sub_category1  \\\n",
       "2      Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "3      Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "6      Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "8      Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "20     Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "...                                            ...   \n",
       "14451  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "14455  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "14459  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "14462  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "14466  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "\n",
       "                                 new_sub_category2  \n",
       "2      Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "3      Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "6      Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "8      Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "20     Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "...                                            ...  \n",
       "14451  Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "14455  Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "14459  Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "14462  Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "14466  Aadhaar Enabled Payment System (AEPS) Fraud  \n",
       "\n",
       "[3989 rows x 6 columns]"
      ]
     },
     "execution_count": 304,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "kgf['category'] = 'Online Financial Fraud'\n",
    "kgf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\AIDL-LAB\\AppData\\Local\\Temp\\ipykernel_11768\\2543137013.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  kgf.drop(columns = [ 'new_sub_category1','new_sub_category2'],inplace =True)\n"
     ]
    }
   ],
   "source": [
    "kgf.drop(columns = [ 'new_sub_category1','new_sub_category2'],inplace =True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 306,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_major_subcategories = pd.concat([df_major_subcategories,kgf],axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 315,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "category\n",
       "Online Financial Fraud                                  74103\n",
       "Sexually Obscene material                                2414\n",
       "Sexually Explicit Act                                    2016\n",
       "Child Pornography CPChild Sexual Abuse Material CSAM      476\n",
       "RapeGang Rape RGRSexually Abusive Content                 335\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 315,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_major_subcategories['category'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 308,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sub_category\n",
       "Aadhaar Enabled Payment System (AEPS) Fraud              3989\n",
       "Business Email CompromiseEmail Takeover                   380\n",
       "Child Pornography CPChild Sexual Abuse Material CSAM      476\n",
       "DebitCredit Card FraudSim Swap Fraud                    13431\n",
       "DematDepository Fraud                                     974\n",
       "EWallet Related Fraud                                    5336\n",
       "Fraud CallVishing                                        7602\n",
       "Internet Banking Related Fraud                          10877\n",
       "RapeGang Rape RGRSexually Abusive Content                 335\n",
       "Sexually Explicit Act                                    2016\n",
       "Sexually Obscene material                                2414\n",
       "UPI Related Frauds                                      31514\n",
       "dtype: int64"
      ]
     },
     "execution_count": 308,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_major_subcategories.groupby('sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 312,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_ffc = df_major_subcategories[df_major_subcategories['category']==\"Online Financial Fraud\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 326,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\AIDL-LAB\\AppData\\Local\\Temp\\ipykernel_11768\\1534704644.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_ffc['category'] = \"Financial Fraud Crimes\"\n"
     ]
    }
   ],
   "source": [
    "df_ffc['category'] = \"Financial Fraud Crimes\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 329,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_ffc.to_csv('financial.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 317,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_wcc = df_major_subcategories[df_major_subcategories['category']!=\"Online Financial Fraud\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 321,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\AIDL-LAB\\AppData\\Local\\Temp\\ipykernel_11768\\1897089220.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_wcc['category'] = 'Women/Child Related Crime'\n"
     ]
    }
   ],
   "source": [
    "df_wcc['category'] = 'Women/Child Related Crime'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_wcc.to_csv('women_child.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 330,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfx = pd.read_csv('financial.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 331,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>Sir I am Prabhat Singh jat  An app on playstor...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>FINANCIAL FRAUD  RS</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74098</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>The person Atul Singh Chauhan a resident of Bh...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74099</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>a person contacted me and told me to he is cal...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74100</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>I Jitendra patra saw am ad of credit wallet ap...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74101</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Zest Money is loan app where they give pre app...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74102</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>I have call from unkown person mobile number  ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>74103 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     category                                 sub_category  \\\n",
       "0      Financial Fraud Crimes                            Fraud CallVishing   \n",
       "1      Financial Fraud Crimes                            Fraud CallVishing   \n",
       "2      Financial Fraud Crimes                           UPI Related Frauds   \n",
       "3      Financial Fraud Crimes                            Fraud CallVishing   \n",
       "4      Financial Fraud Crimes               Internet Banking Related Fraud   \n",
       "...                       ...                                          ...   \n",
       "74098  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "74099  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "74100  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "74101  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "74102  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo  \\\n",
       "0      The above fraudster is continuously messaging ...   \n",
       "1      I received a call from lady stating that she w...   \n",
       "2      FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...   \n",
       "3      Sir I am Prabhat Singh jat  An app on playstor...   \n",
       "4                                   FINANCIAL FRAUD  RS    \n",
       "...                                                  ...   \n",
       "74098  The person Atul Singh Chauhan a resident of Bh...   \n",
       "74099  a person contacted me and told me to he is cal...   \n",
       "74100  I Jitendra patra saw am ad of credit wallet ap...   \n",
       "74101  Zest Money is loan app where they give pre app...   \n",
       "74102  I have call from unkown person mobile number  ...   \n",
       "\n",
       "                 new_category  \n",
       "0      Financial Fraud Crimes  \n",
       "1      Financial Fraud Crimes  \n",
       "2      Financial Fraud Crimes  \n",
       "3      Financial Fraud Crimes  \n",
       "4      Financial Fraud Crimes  \n",
       "...                       ...  \n",
       "74098       Other Cyber Crime  \n",
       "74099       Other Cyber Crime  \n",
       "74100       Other Cyber Crime  \n",
       "74101       Other Cyber Crime  \n",
       "74102       Other Cyber Crime  \n",
       "\n",
       "[74103 rows x 4 columns]"
      ]
     },
     "execution_count": 331,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 346,
   "metadata": {},
   "outputs": [],
   "source": [
    "ydf = ydf[ydf['sub_category']!='Aadhaar Enabled Payment System (AEPS) Fraud']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 347,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>new_sub_category1</th>\n",
       "      <th>new_sub_category2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>Email Phishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>Someone changed my email id nd contact number ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>I ordered dress on th January  online shopping...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>I am having another mobile number which is usi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>i was looking for a loan and i got to know abo...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14468</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>I  received a threatening whatsapp message fro...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>Intimidating Email</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14469</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>I got sms to e verification of my sim card ask...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14470</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>On  at  pm I have received abusing whatsapp me...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14471</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14472</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10484 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                    category                       sub_category  \\\n",
       "0      Any Other Cyber Crime                     Email Phishing   \n",
       "1      Any Other Cyber Crime    Unauthorized Access/Data Breach   \n",
       "4      Any Other Cyber Crime           Online Matrimonial Fraud   \n",
       "5      Any Other Cyber Crime  Attacks via malicious mobile apps   \n",
       "7      Any Other Cyber Crime                   Online Job Fraud   \n",
       "...                      ...                                ...   \n",
       "14468  Any Other Cyber Crime                 Intimidating Email   \n",
       "14469  Any Other Cyber Crime                   Fake mobile apps   \n",
       "14470  Any Other Cyber Crime     Profile Hacking/Identity Theft   \n",
       "14471  Any Other Cyber Crime                   Online Job Fraud   \n",
       "14472  Any Other Cyber Crime                   Online Job Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo       new_category  \\\n",
       "0      Details entered in pdf file Person posing as A...  Other Cyber Crime   \n",
       "1      Someone changed my email id nd contact number ...  Other Cyber Crime   \n",
       "4      I ordered dress on th January  online shopping...  Other Cyber Crime   \n",
       "5      I am having another mobile number which is usi...  Other Cyber Crime   \n",
       "7      i was looking for a loan and i got to know abo...  Other Cyber Crime   \n",
       "...                                                  ...                ...   \n",
       "14468  I  received a threatening whatsapp message fro...  Other Cyber Crime   \n",
       "14469  I got sms to e verification of my sim card ask...  Other Cyber Crime   \n",
       "14470  On  at  pm I have received abusing whatsapp me...  Other Cyber Crime   \n",
       "14471  Mai Bibekbraj maine pahle ki complain kar chuk...  Other Cyber Crime   \n",
       "14472  I saw add on facebook for job placement and I ...  Other Cyber Crime   \n",
       "\n",
       "                       new_sub_category1                  new_sub_category2  \n",
       "0                         Email Phishing                     Email Phishing  \n",
       "1        Unauthorized Access/Data Breach    Unauthorized Access/Data Breach  \n",
       "4               Online Matrimonial Fraud           Online Matrimonial Fraud  \n",
       "5      Attacks via malicious mobile apps  Attacks via malicious mobile apps  \n",
       "7                       Online Job Fraud                   Online Job Fraud  \n",
       "...                                  ...                                ...  \n",
       "14468                 Intimidating Email                 Intimidating Email  \n",
       "14469                   Fake mobile apps                   Fake mobile apps  \n",
       "14470     Profile Hacking/Identity Theft     Profile Hacking/Identity Theft  \n",
       "14471                   Online Job Fraud                   Online Job Fraud  \n",
       "14472                   Online Job Fraud                   Online Job Fraud  \n",
       "\n",
       "[10484 rows x 6 columns]"
      ]
     },
     "execution_count": 347,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ydf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 348,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"4\" halign=\"left\">category</th>\n",
       "      <th colspan=\"4\" halign=\"left\">crimeaditionalinfo</th>\n",
       "      <th colspan=\"4\" halign=\"left\">new_category</th>\n",
       "      <th colspan=\"4\" halign=\"left\">new_sub_category1</th>\n",
       "      <th colspan=\"4\" halign=\"left\">new_sub_category2</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "      <th>count</th>\n",
       "      <th>unique</th>\n",
       "      <th>top</th>\n",
       "      <th>freq</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sub_category</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Any Other Cyber Crime</th>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>101</td>\n",
       "      <td>101</td>\n",
       "      <td>101</td>\n",
       "      <td>Respect cyber crime team\\r\\n                  ...</td>\n",
       "      <td>1</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>101</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>101</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on Internet of Things (IoT) devices and associated systems, networks, and servers</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>I lossed amt</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on Internet of Things (IoT) devices an...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on Internet of Things (IoT) devices an...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on critical infrastructure, SCADA, operational technology systems, and wireless networks</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Suratking    bluetooth W...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on critical infrastructure, SCADA, ope...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on critical infrastructure, SCADA, ope...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on servers (Database, Mail, DNS) and network devices (Routers)</th>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>Hotel Aishwarya Family Restaurant and Amp Bar ...</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on servers (Database, Mail, DNS) and n...</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on servers (Database, Mail, DNS) and n...</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks on systems related to Artificial Intelligence (AI) and Machine Learning (ML)</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>AC No              l\\r\\n\\r\\n\\r\\n            ...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on systems related to Artificial Intel...</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks on systems related to Artificial Intel...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks or incidents affecting digital payment systems</th>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>\\r\\n \\t                                      ...</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or incidents affecting digital payment...</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or incidents affecting digital payment...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks or malicious/suspicious activities affecting systems related to Big Data, Blockchain, virtual assets, and robotics</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>I am KaviyaR working as Archaeological officer...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or malicious/suspicious activities aff...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or malicious/suspicious activities aff...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks or suspicious activities affecting cloud computing systems, servers, software, and applications</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been receiving calls from unknown numbe...</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or suspicious activities affecting clo...</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks or suspicious activities affecting clo...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Attacks via malicious mobile apps</th>\n",
       "      <td>593</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>593</td>\n",
       "      <td>593</td>\n",
       "      <td>593</td>\n",
       "      <td>I am having another mobile number which is usi...</td>\n",
       "      <td>1</td>\n",
       "      <td>593</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>593</td>\n",
       "      <td>593</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>593</td>\n",
       "      <td>593</td>\n",
       "      <td>1</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>593</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cheating by Impersonation</th>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>Sir  \\r\\nMy name is Diptisankar Das and my pho...</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Cheating by Impersonation</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Cheating by Impersonation</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Compromise of critical systems/information</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>We all do our best to ensure a happy and healt...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Compromise of critical systems/information</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Compromise of critical systems/information</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cryptocurrency Crime</th>\n",
       "      <td>51</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>I have stored my crypto currency decentralised...</td>\n",
       "      <td>1</td>\n",
       "      <td>51</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>1</td>\n",
       "      <td>Cryptocurrency Crime</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>1</td>\n",
       "      <td>Cryptocurrency Crime</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber Bullying/Stalking/Sexting</th>\n",
       "      <td>460</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>460</td>\n",
       "      <td>460</td>\n",
       "      <td>458</td>\n",
       "      <td>Details of Blackmailer\\r\\nPhone number   \\r\\nS...</td>\n",
       "      <td>2</td>\n",
       "      <td>460</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>460</td>\n",
       "      <td>460</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "      <td>460</td>\n",
       "      <td>460</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Bullying/Stalking/Sexting</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber Terrorism</th>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Terrorism</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber Terrorism</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cyber espionage</th>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>AM                                 ...</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber espionage</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>Cyber espionage</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Damage to Computer Systems</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>i order eight ram for laptop from flipkart and...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Damage to Computer Systems</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Damage to Computer Systems</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Data breaches</th>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>Getting repeated calls to share financial info...</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Data breaches</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Data breaches</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Data leaks</th>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>I loss amount</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Data leaks</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Data leaks</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Defacement of websites or unauthorized changes, such as inserting malicious code or external links</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>When the word  Jetashree  also my name is ente...</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Defacement of websites or unauthorized changes...</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Defacement of websites or unauthorized changes...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Defacement/Hacking</th>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>I was using a dating app One girl gave her no ...</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Defacement/Hacking</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Defacement/Hacking</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Denial of Service (DoS) and Distributed Denial of Service (DDoS) attacks</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>some one doing DDOS attack on my website and d...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Denial of Service (DoS) and Distributed Denial...</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Denial of Service (DoS) and Distributed Denial...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Disinformation or misinformation campaigns</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>Some random people are purposefully defaming m...</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Disinformation or misinformation campaigns</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>Disinformation or misinformation campaigns</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Email Hacking</th>\n",
       "      <td>65</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>I have received a wrong message from my brothe...</td>\n",
       "      <td>1</td>\n",
       "      <td>65</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>1</td>\n",
       "      <td>Email Hacking</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>1</td>\n",
       "      <td>Email Hacking</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Email Phishing</th>\n",
       "      <td>787</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>787</td>\n",
       "      <td>787</td>\n",
       "      <td>786</td>\n",
       "      <td>SirMadam\\r\\n\\r\\nWe have received numerous comp...</td>\n",
       "      <td>2</td>\n",
       "      <td>787</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>787</td>\n",
       "      <td>787</td>\n",
       "      <td>1</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>787</td>\n",
       "      <td>787</td>\n",
       "      <td>1</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>787</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fake mobile apps</th>\n",
       "      <td>564</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>564</td>\n",
       "      <td>564</td>\n",
       "      <td>564</td>\n",
       "      <td>MY MOBILE MISSING AT VAIGAI NAGAR STORE MK TRA...</td>\n",
       "      <td>1</td>\n",
       "      <td>564</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>564</td>\n",
       "      <td>564</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>564</td>\n",
       "      <td>564</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>564</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fake/Impersonating Profile</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>This man is given himself the status of sho ma...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake/Impersonating Profile</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake/Impersonating Profile</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hacking</th>\n",
       "      <td>249</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "      <td>242</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>249</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "      <td>1</td>\n",
       "      <td>Hacking</td>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "      <td>1</td>\n",
       "      <td>Hacking</td>\n",
       "      <td>249</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Identity theft, spoofing, and phishing attacks</th>\n",
       "      <td>274</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>274</td>\n",
       "      <td>274</td>\n",
       "      <td>274</td>\n",
       "      <td>My wifes number is getting calls since last  t...</td>\n",
       "      <td>1</td>\n",
       "      <td>274</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>274</td>\n",
       "      <td>274</td>\n",
       "      <td>1</td>\n",
       "      <td>Identity theft, spoofing, and phishing attacks</td>\n",
       "      <td>274</td>\n",
       "      <td>274</td>\n",
       "      <td>1</td>\n",
       "      <td>Identity theft, spoofing, and phishing attacks</td>\n",
       "      <td>274</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Impersonating Email</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>i was create the email id in  but not using th...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Impersonating Email</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Impersonating Email</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Intimidating Email</th>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>72</td>\n",
       "      <td>72</td>\n",
       "      <td>72</td>\n",
       "      <td>Mere pass Snapdeal walon ka message aaya tha u...</td>\n",
       "      <td>1</td>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>72</td>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>72</td>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Malicious code attacks (e.g., virus, worm, Trojan, Bots, Spyware, Ransomware, Crypto miners)</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>\\r\\n             \\r\\n          ifsc code BAR...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Malicious code attacks (e.g., virus, worm, Tro...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Malicious code attacks (e.g., virus, worm, Tro...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Malware attacks</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>They are called And messages my relatives and ...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Malware attacks</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Malware attacks</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Cyber Trafficking</th>\n",
       "      <td>448</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>448</td>\n",
       "      <td>448</td>\n",
       "      <td>447</td>\n",
       "      <td>I received one anonymous video call from a gir...</td>\n",
       "      <td>2</td>\n",
       "      <td>448</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>448</td>\n",
       "      <td>448</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Cyber Trafficking</td>\n",
       "      <td>448</td>\n",
       "      <td>448</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Cyber Trafficking</td>\n",
       "      <td>448</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Gambling/Betting Fraud</th>\n",
       "      <td>329</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>329</td>\n",
       "      <td>329</td>\n",
       "      <td>329</td>\n",
       "      <td>I Yogesh Kishor Pawar Age   want to raise comp...</td>\n",
       "      <td>1</td>\n",
       "      <td>329</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>329</td>\n",
       "      <td>329</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Gambling/Betting Fraud</td>\n",
       "      <td>329</td>\n",
       "      <td>329</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Gambling/Betting Fraud</td>\n",
       "      <td>329</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Job Fraud</th>\n",
       "      <td>4501</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4501</td>\n",
       "      <td>4501</td>\n",
       "      <td>4496</td>\n",
       "      <td>Website Address is wwwoobicyclecom They are us...</td>\n",
       "      <td>2</td>\n",
       "      <td>4501</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4501</td>\n",
       "      <td>4501</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>4501</td>\n",
       "      <td>4501</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>4501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Online Matrimonial Fraud</th>\n",
       "      <td>690</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>I ordered dress on th January  online shopping...</td>\n",
       "      <td>1</td>\n",
       "      <td>690</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>1</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>690</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Password attacks</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>paytm payment bank hacked \\r\\npaytm\\r\\nthis ac...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Password attacks</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Password attacks</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Profile Hacking/Identity Theft</th>\n",
       "      <td>340</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>340</td>\n",
       "      <td>340</td>\n",
       "      <td>340</td>\n",
       "      <td>Some of instant loan app hacked my contact lis...</td>\n",
       "      <td>1</td>\n",
       "      <td>340</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>340</td>\n",
       "      <td>340</td>\n",
       "      <td>1</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>340</td>\n",
       "      <td>340</td>\n",
       "      <td>1</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Provocative Speech of Unlawful Acts</th>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>92</td>\n",
       "      <td>92</td>\n",
       "      <td>91</td>\n",
       "      <td>Respected Sir\\r\\n\\tI D Udayakumar residing at ...</td>\n",
       "      <td>2</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>92</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>Provocative Speech of Unlawful Acts</td>\n",
       "      <td>92</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>Provocative Speech of Unlawful Acts</td>\n",
       "      <td>92</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ransomware</th>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Ransomware</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Ransomware</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Supply chain attacks</th>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>Selling and buying product for system generat</td>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>Supply chain attacks</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>Supply chain attacks</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tampering with Computer Source Documents</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>copy        ...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Tampering with Computer Source Documents</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Tampering with Computer Source Documents</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Targeted scanning/probing of critical networks/systems</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>I had a brain zap now at  PM Please investigat...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Targeted scanning/probing of critical networks...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Targeted scanning/probing of critical networks...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorized Access/Data Breach</th>\n",
       "      <td>337</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>337</td>\n",
       "      <td>337</td>\n",
       "      <td>337</td>\n",
       "      <td>Someone changed my email id nd contact number ...</td>\n",
       "      <td>1</td>\n",
       "      <td>337</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>337</td>\n",
       "      <td>337</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>337</td>\n",
       "      <td>337</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorized access to IT systems/data</th>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>58</td>\n",
       "      <td>58</td>\n",
       "      <td>58</td>\n",
       "      <td>Please solve as soon as possible  because  com...</td>\n",
       "      <td>1</td>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>58</td>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized access to IT systems/data</td>\n",
       "      <td>58</td>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized access to IT systems/data</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Unauthorized access to social media accounts</th>\n",
       "      <td>275</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>275</td>\n",
       "      <td>275</td>\n",
       "      <td>275</td>\n",
       "      <td>I suspect this two number holder can taken my...</td>\n",
       "      <td>1</td>\n",
       "      <td>275</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>275</td>\n",
       "      <td>275</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized access to social media accounts</td>\n",
       "      <td>275</td>\n",
       "      <td>275</td>\n",
       "      <td>1</td>\n",
       "      <td>Unauthorized access to social media accounts</td>\n",
       "      <td>275</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Web application vulnerabilities</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>I have ordered Remote control helicopter worth...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Web application vulnerabilities</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Web application vulnerabilities</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zero-day exploits</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>OLX                ...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Zero-day exploits</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Zero-day exploits</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   category         \\\n",
       "                                                      count unique   \n",
       "sub_category                                                         \n",
       "Any Other Cyber Crime                                   101      1   \n",
       "Attacks on Internet of Things (IoT) devices and...        1      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...        1      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...        6      1   \n",
       "Attacks on systems related to Artificial Intell...        4      1   \n",
       "Attacks or incidents affecting digital payment ...       11      1   \n",
       "Attacks or malicious/suspicious activities affe...        2      1   \n",
       "Attacks or suspicious activities affecting clou...        5      1   \n",
       "Attacks via malicious mobile apps                       593      1   \n",
       "Cheating by Impersonation                                10      1   \n",
       "Compromise of critical systems/information                2      1   \n",
       "Cryptocurrency Crime                                     51      1   \n",
       "Cyber Bullying/Stalking/Sexting                         460      1   \n",
       "Cyber Terrorism                                          20      1   \n",
       "Cyber espionage                                          22      1   \n",
       "Damage to Computer Systems                                3      1   \n",
       "Data breaches                                            12      1   \n",
       "Data leaks                                               13      1   \n",
       "Defacement of websites or unauthorized changes,...        5      1   \n",
       "Defacement/Hacking                                       11      1   \n",
       "Denial of Service (DoS) and Distributed Denial ...        4      1   \n",
       "Disinformation or misinformation campaigns                5      1   \n",
       "Email Hacking                                            65      1   \n",
       "Email Phishing                                          787      1   \n",
       "Fake mobile apps                                        564      1   \n",
       "Fake/Impersonating Profile                                2      1   \n",
       "Hacking                                                 249      1   \n",
       "Identity theft, spoofing, and phishing attacks          274      1   \n",
       "Impersonating Email                                       2      1   \n",
       "Intimidating Email                                       72      1   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...        1      1   \n",
       "Malware attacks                                           2      1   \n",
       "Online Cyber Trafficking                                448      1   \n",
       "Online Gambling/Betting Fraud                           329      1   \n",
       "Online Job Fraud                                       4501      1   \n",
       "Online Matrimonial Fraud                                690      1   \n",
       "Password attacks                                          9      1   \n",
       "Profile Hacking/Identity Theft                          340      1   \n",
       "Provocative Speech of Unlawful Acts                      92      1   \n",
       "Ransomware                                               10      1   \n",
       "Supply chain attacks                                     21      1   \n",
       "Tampering with Computer Source Documents                  4      1   \n",
       "Targeted scanning/probing of critical networks/...        2      1   \n",
       "Unauthorized Access/Data Breach                         337      1   \n",
       "Unauthorized access to IT systems/data                   58      1   \n",
       "Unauthorized access to social media accounts            275      1   \n",
       "Web application vulnerabilities                           4      1   \n",
       "Zero-day exploits                                         4      1   \n",
       "\n",
       "                                                                           \\\n",
       "                                                                      top   \n",
       "sub_category                                                                \n",
       "Any Other Cyber Crime                               Any Other Cyber Crime   \n",
       "Attacks on Internet of Things (IoT) devices and...  Any Other Cyber Crime   \n",
       "Attacks on critical infrastructure, SCADA, oper...  Any Other Cyber Crime   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Any Other Cyber Crime   \n",
       "Attacks on systems related to Artificial Intell...  Any Other Cyber Crime   \n",
       "Attacks or incidents affecting digital payment ...  Any Other Cyber Crime   \n",
       "Attacks or malicious/suspicious activities affe...  Any Other Cyber Crime   \n",
       "Attacks or suspicious activities affecting clou...  Any Other Cyber Crime   \n",
       "Attacks via malicious mobile apps                   Any Other Cyber Crime   \n",
       "Cheating by Impersonation                           Any Other Cyber Crime   \n",
       "Compromise of critical systems/information          Any Other Cyber Crime   \n",
       "Cryptocurrency Crime                                Any Other Cyber Crime   \n",
       "Cyber Bullying/Stalking/Sexting                     Any Other Cyber Crime   \n",
       "Cyber Terrorism                                     Any Other Cyber Crime   \n",
       "Cyber espionage                                     Any Other Cyber Crime   \n",
       "Damage to Computer Systems                          Any Other Cyber Crime   \n",
       "Data breaches                                       Any Other Cyber Crime   \n",
       "Data leaks                                          Any Other Cyber Crime   \n",
       "Defacement of websites or unauthorized changes,...  Any Other Cyber Crime   \n",
       "Defacement/Hacking                                  Any Other Cyber Crime   \n",
       "Denial of Service (DoS) and Distributed Denial ...  Any Other Cyber Crime   \n",
       "Disinformation or misinformation campaigns          Any Other Cyber Crime   \n",
       "Email Hacking                                       Any Other Cyber Crime   \n",
       "Email Phishing                                      Any Other Cyber Crime   \n",
       "Fake mobile apps                                    Any Other Cyber Crime   \n",
       "Fake/Impersonating Profile                          Any Other Cyber Crime   \n",
       "Hacking                                             Any Other Cyber Crime   \n",
       "Identity theft, spoofing, and phishing attacks      Any Other Cyber Crime   \n",
       "Impersonating Email                                 Any Other Cyber Crime   \n",
       "Intimidating Email                                  Any Other Cyber Crime   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...  Any Other Cyber Crime   \n",
       "Malware attacks                                     Any Other Cyber Crime   \n",
       "Online Cyber Trafficking                            Any Other Cyber Crime   \n",
       "Online Gambling/Betting Fraud                       Any Other Cyber Crime   \n",
       "Online Job Fraud                                    Any Other Cyber Crime   \n",
       "Online Matrimonial Fraud                            Any Other Cyber Crime   \n",
       "Password attacks                                    Any Other Cyber Crime   \n",
       "Profile Hacking/Identity Theft                      Any Other Cyber Crime   \n",
       "Provocative Speech of Unlawful Acts                 Any Other Cyber Crime   \n",
       "Ransomware                                          Any Other Cyber Crime   \n",
       "Supply chain attacks                                Any Other Cyber Crime   \n",
       "Tampering with Computer Source Documents            Any Other Cyber Crime   \n",
       "Targeted scanning/probing of critical networks/...  Any Other Cyber Crime   \n",
       "Unauthorized Access/Data Breach                     Any Other Cyber Crime   \n",
       "Unauthorized access to IT systems/data              Any Other Cyber Crime   \n",
       "Unauthorized access to social media accounts        Any Other Cyber Crime   \n",
       "Web application vulnerabilities                     Any Other Cyber Crime   \n",
       "Zero-day exploits                                   Any Other Cyber Crime   \n",
       "\n",
       "                                                         crimeaditionalinfo  \\\n",
       "                                                    freq              count   \n",
       "sub_category                                                                  \n",
       "Any Other Cyber Crime                                101                101   \n",
       "Attacks on Internet of Things (IoT) devices and...     1                  1   \n",
       "Attacks on critical infrastructure, SCADA, oper...     1                  1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...     6                  6   \n",
       "Attacks on systems related to Artificial Intell...     4                  4   \n",
       "Attacks or incidents affecting digital payment ...    11                 11   \n",
       "Attacks or malicious/suspicious activities affe...     2                  2   \n",
       "Attacks or suspicious activities affecting clou...     5                  5   \n",
       "Attacks via malicious mobile apps                    593                593   \n",
       "Cheating by Impersonation                             10                 10   \n",
       "Compromise of critical systems/information             2                  2   \n",
       "Cryptocurrency Crime                                  51                 51   \n",
       "Cyber Bullying/Stalking/Sexting                      460                460   \n",
       "Cyber Terrorism                                       20                 20   \n",
       "Cyber espionage                                       22                 22   \n",
       "Damage to Computer Systems                             3                  3   \n",
       "Data breaches                                         12                 12   \n",
       "Data leaks                                            13                 13   \n",
       "Defacement of websites or unauthorized changes,...     5                  5   \n",
       "Defacement/Hacking                                    11                 11   \n",
       "Denial of Service (DoS) and Distributed Denial ...     4                  4   \n",
       "Disinformation or misinformation campaigns             5                  5   \n",
       "Email Hacking                                         65                 65   \n",
       "Email Phishing                                       787                787   \n",
       "Fake mobile apps                                     564                564   \n",
       "Fake/Impersonating Profile                             2                  2   \n",
       "Hacking                                              249                249   \n",
       "Identity theft, spoofing, and phishing attacks       274                274   \n",
       "Impersonating Email                                    2                  2   \n",
       "Intimidating Email                                    72                 72   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...     1                  1   \n",
       "Malware attacks                                        2                  2   \n",
       "Online Cyber Trafficking                             448                448   \n",
       "Online Gambling/Betting Fraud                        329                329   \n",
       "Online Job Fraud                                    4501               4501   \n",
       "Online Matrimonial Fraud                             690                690   \n",
       "Password attacks                                       9                  9   \n",
       "Profile Hacking/Identity Theft                       340                340   \n",
       "Provocative Speech of Unlawful Acts                   92                 92   \n",
       "Ransomware                                            10                 10   \n",
       "Supply chain attacks                                  21                 21   \n",
       "Tampering with Computer Source Documents               4                  4   \n",
       "Targeted scanning/probing of critical networks/...     2                  2   \n",
       "Unauthorized Access/Data Breach                      337                337   \n",
       "Unauthorized access to IT systems/data                58                 58   \n",
       "Unauthorized access to social media accounts         275                275   \n",
       "Web application vulnerabilities                        4                  4   \n",
       "Zero-day exploits                                      4                  4   \n",
       "\n",
       "                                                           \\\n",
       "                                                   unique   \n",
       "sub_category                                                \n",
       "Any Other Cyber Crime                                 101   \n",
       "Attacks on Internet of Things (IoT) devices and...      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...      6   \n",
       "Attacks on systems related to Artificial Intell...      4   \n",
       "Attacks or incidents affecting digital payment ...     11   \n",
       "Attacks or malicious/suspicious activities affe...      2   \n",
       "Attacks or suspicious activities affecting clou...      5   \n",
       "Attacks via malicious mobile apps                     593   \n",
       "Cheating by Impersonation                              10   \n",
       "Compromise of critical systems/information              2   \n",
       "Cryptocurrency Crime                                   51   \n",
       "Cyber Bullying/Stalking/Sexting                       458   \n",
       "Cyber Terrorism                                        20   \n",
       "Cyber espionage                                        22   \n",
       "Damage to Computer Systems                              3   \n",
       "Data breaches                                          12   \n",
       "Data leaks                                             13   \n",
       "Defacement of websites or unauthorized changes,...      5   \n",
       "Defacement/Hacking                                     11   \n",
       "Denial of Service (DoS) and Distributed Denial ...      4   \n",
       "Disinformation or misinformation campaigns              5   \n",
       "Email Hacking                                          65   \n",
       "Email Phishing                                        786   \n",
       "Fake mobile apps                                      564   \n",
       "Fake/Impersonating Profile                              2   \n",
       "Hacking                                               242   \n",
       "Identity theft, spoofing, and phishing attacks        274   \n",
       "Impersonating Email                                     2   \n",
       "Intimidating Email                                     72   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...      1   \n",
       "Malware attacks                                         2   \n",
       "Online Cyber Trafficking                              447   \n",
       "Online Gambling/Betting Fraud                         329   \n",
       "Online Job Fraud                                     4496   \n",
       "Online Matrimonial Fraud                              690   \n",
       "Password attacks                                        9   \n",
       "Profile Hacking/Identity Theft                        340   \n",
       "Provocative Speech of Unlawful Acts                    91   \n",
       "Ransomware                                             10   \n",
       "Supply chain attacks                                   21   \n",
       "Tampering with Computer Source Documents                4   \n",
       "Targeted scanning/probing of critical networks/...      2   \n",
       "Unauthorized Access/Data Breach                       337   \n",
       "Unauthorized access to IT systems/data                 58   \n",
       "Unauthorized access to social media accounts          275   \n",
       "Web application vulnerabilities                         4   \n",
       "Zero-day exploits                                       4   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "sub_category                                                                                            \n",
       "Any Other Cyber Crime                               Respect cyber crime team\\r\\n                  ...   \n",
       "Attacks on Internet of Things (IoT) devices and...                                      I lossed amt    \n",
       "Attacks on critical infrastructure, SCADA, oper...                        Suratking    bluetooth W...   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Hotel Aishwarya Family Restaurant and Amp Bar ...   \n",
       "Attacks on systems related to Artificial Intell...    AC No              l\\r\\n\\r\\n\\r\\n            ...   \n",
       "Attacks or incidents affecting digital payment ...   \\r\\n \\t                                      ...   \n",
       "Attacks or malicious/suspicious activities affe...  I am KaviyaR working as Archaeological officer...   \n",
       "Attacks or suspicious activities affecting clou...  I have been receiving calls from unknown numbe...   \n",
       "Attacks via malicious mobile apps                   I am having another mobile number which is usi...   \n",
       "Cheating by Impersonation                           Sir  \\r\\nMy name is Diptisankar Das and my pho...   \n",
       "Compromise of critical systems/information          We all do our best to ensure a happy and healt...   \n",
       "Cryptocurrency Crime                                I have stored my crypto currency decentralised...   \n",
       "Cyber Bullying/Stalking/Sexting                     Details of Blackmailer\\r\\nPhone number   \\r\\nS...   \n",
       "Cyber Terrorism                                                                                   ...   \n",
       "Cyber espionage                                                AM                                 ...   \n",
       "Damage to Computer Systems                          i order eight ram for laptop from flipkart and...   \n",
       "Data breaches                                       Getting repeated calls to share financial info...   \n",
       "Data leaks                                                                             I loss amount    \n",
       "Defacement of websites or unauthorized changes,...  When the word  Jetashree  also my name is ente...   \n",
       "Defacement/Hacking                                  I was using a dating app One girl gave her no ...   \n",
       "Denial of Service (DoS) and Distributed Denial ...  some one doing DDOS attack on my website and d...   \n",
       "Disinformation or misinformation campaigns          Some random people are purposefully defaming m...   \n",
       "Email Hacking                                       I have received a wrong message from my brothe...   \n",
       "Email Phishing                                      SirMadam\\r\\n\\r\\nWe have received numerous comp...   \n",
       "Fake mobile apps                                    MY MOBILE MISSING AT VAIGAI NAGAR STORE MK TRA...   \n",
       "Fake/Impersonating Profile                          This man is given himself the status of sho ma...   \n",
       "Hacking                                                                                           ...   \n",
       "Identity theft, spoofing, and phishing attacks      My wifes number is getting calls since last  t...   \n",
       "Impersonating Email                                 i was create the email id in  but not using th...   \n",
       "Intimidating Email                                  Mere pass Snapdeal walon ka message aaya tha u...   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...    \\r\\n             \\r\\n          ifsc code BAR...   \n",
       "Malware attacks                                     They are called And messages my relatives and ...   \n",
       "Online Cyber Trafficking                            I received one anonymous video call from a gir...   \n",
       "Online Gambling/Betting Fraud                       I Yogesh Kishor Pawar Age   want to raise comp...   \n",
       "Online Job Fraud                                    Website Address is wwwoobicyclecom They are us...   \n",
       "Online Matrimonial Fraud                            I ordered dress on th January  online shopping...   \n",
       "Password attacks                                    paytm payment bank hacked \\r\\npaytm\\r\\nthis ac...   \n",
       "Profile Hacking/Identity Theft                      Some of instant loan app hacked my contact lis...   \n",
       "Provocative Speech of Unlawful Acts                 Respected Sir\\r\\n\\tI D Udayakumar residing at ...   \n",
       "Ransomware                                                                                        ...   \n",
       "Supply chain attacks                                    Selling and buying product for system generat   \n",
       "Tampering with Computer Source Documents                                              copy        ...   \n",
       "Targeted scanning/probing of critical networks/...  I had a brain zap now at  PM Please investigat...   \n",
       "Unauthorized Access/Data Breach                     Someone changed my email id nd contact number ...   \n",
       "Unauthorized access to IT systems/data              Please solve as soon as possible  because  com...   \n",
       "Unauthorized access to social media accounts         I suspect this two number holder can taken my...   \n",
       "Web application vulnerabilities                     I have ordered Remote control helicopter worth...   \n",
       "Zero-day exploits                                                              OLX                ...   \n",
       "\n",
       "                                                        new_category         \\\n",
       "                                                   freq        count unique   \n",
       "sub_category                                                                  \n",
       "Any Other Cyber Crime                                 1          101      1   \n",
       "Attacks on Internet of Things (IoT) devices and...    1            1      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...    1            1      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...    1            6      1   \n",
       "Attacks on systems related to Artificial Intell...    1            4      1   \n",
       "Attacks or incidents affecting digital payment ...    1           11      1   \n",
       "Attacks or malicious/suspicious activities affe...    1            2      1   \n",
       "Attacks or suspicious activities affecting clou...    1            5      1   \n",
       "Attacks via malicious mobile apps                     1          593      1   \n",
       "Cheating by Impersonation                             1           10      1   \n",
       "Compromise of critical systems/information            1            2      1   \n",
       "Cryptocurrency Crime                                  1           51      1   \n",
       "Cyber Bullying/Stalking/Sexting                       2          460      1   \n",
       "Cyber Terrorism                                       1           20      1   \n",
       "Cyber espionage                                       1           22      1   \n",
       "Damage to Computer Systems                            1            3      1   \n",
       "Data breaches                                         1           12      1   \n",
       "Data leaks                                            1           13      1   \n",
       "Defacement of websites or unauthorized changes,...    1            5      1   \n",
       "Defacement/Hacking                                    1           11      1   \n",
       "Denial of Service (DoS) and Distributed Denial ...    1            4      1   \n",
       "Disinformation or misinformation campaigns            1            5      1   \n",
       "Email Hacking                                         1           65      1   \n",
       "Email Phishing                                        2          787      1   \n",
       "Fake mobile apps                                      1          564      1   \n",
       "Fake/Impersonating Profile                            1            2      1   \n",
       "Hacking                                               2          249      1   \n",
       "Identity theft, spoofing, and phishing attacks        1          274      1   \n",
       "Impersonating Email                                   1            2      1   \n",
       "Intimidating Email                                    1           72      1   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...    1            1      1   \n",
       "Malware attacks                                       1            2      1   \n",
       "Online Cyber Trafficking                              2          448      1   \n",
       "Online Gambling/Betting Fraud                         1          329      1   \n",
       "Online Job Fraud                                      2         4501      1   \n",
       "Online Matrimonial Fraud                              1          690      1   \n",
       "Password attacks                                      1            9      1   \n",
       "Profile Hacking/Identity Theft                        1          340      1   \n",
       "Provocative Speech of Unlawful Acts                   2           92      1   \n",
       "Ransomware                                            1           10      1   \n",
       "Supply chain attacks                                  1           21      1   \n",
       "Tampering with Computer Source Documents              1            4      1   \n",
       "Targeted scanning/probing of critical networks/...    1            2      1   \n",
       "Unauthorized Access/Data Breach                       1          337      1   \n",
       "Unauthorized access to IT systems/data                1           58      1   \n",
       "Unauthorized access to social media accounts          1          275      1   \n",
       "Web application vulnerabilities                       1            4      1   \n",
       "Zero-day exploits                                     1            4      1   \n",
       "\n",
       "                                                                             \\\n",
       "                                                                  top  freq   \n",
       "sub_category                                                                  \n",
       "Any Other Cyber Crime                               Other Cyber Crime   101   \n",
       "Attacks on Internet of Things (IoT) devices and...  Other Cyber Crime     1   \n",
       "Attacks on critical infrastructure, SCADA, oper...  Other Cyber Crime     1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Other Cyber Crime     6   \n",
       "Attacks on systems related to Artificial Intell...  Other Cyber Crime     4   \n",
       "Attacks or incidents affecting digital payment ...  Other Cyber Crime    11   \n",
       "Attacks or malicious/suspicious activities affe...  Other Cyber Crime     2   \n",
       "Attacks or suspicious activities affecting clou...  Other Cyber Crime     5   \n",
       "Attacks via malicious mobile apps                   Other Cyber Crime   593   \n",
       "Cheating by Impersonation                           Other Cyber Crime    10   \n",
       "Compromise of critical systems/information          Other Cyber Crime     2   \n",
       "Cryptocurrency Crime                                Other Cyber Crime    51   \n",
       "Cyber Bullying/Stalking/Sexting                     Other Cyber Crime   460   \n",
       "Cyber Terrorism                                     Other Cyber Crime    20   \n",
       "Cyber espionage                                     Other Cyber Crime    22   \n",
       "Damage to Computer Systems                          Other Cyber Crime     3   \n",
       "Data breaches                                       Other Cyber Crime    12   \n",
       "Data leaks                                          Other Cyber Crime    13   \n",
       "Defacement of websites or unauthorized changes,...  Other Cyber Crime     5   \n",
       "Defacement/Hacking                                  Other Cyber Crime    11   \n",
       "Denial of Service (DoS) and Distributed Denial ...  Other Cyber Crime     4   \n",
       "Disinformation or misinformation campaigns          Other Cyber Crime     5   \n",
       "Email Hacking                                       Other Cyber Crime    65   \n",
       "Email Phishing                                      Other Cyber Crime   787   \n",
       "Fake mobile apps                                    Other Cyber Crime   564   \n",
       "Fake/Impersonating Profile                          Other Cyber Crime     2   \n",
       "Hacking                                             Other Cyber Crime   249   \n",
       "Identity theft, spoofing, and phishing attacks      Other Cyber Crime   274   \n",
       "Impersonating Email                                 Other Cyber Crime     2   \n",
       "Intimidating Email                                  Other Cyber Crime    72   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...  Other Cyber Crime     1   \n",
       "Malware attacks                                     Other Cyber Crime     2   \n",
       "Online Cyber Trafficking                            Other Cyber Crime   448   \n",
       "Online Gambling/Betting Fraud                       Other Cyber Crime   329   \n",
       "Online Job Fraud                                    Other Cyber Crime  4501   \n",
       "Online Matrimonial Fraud                            Other Cyber Crime   690   \n",
       "Password attacks                                    Other Cyber Crime     9   \n",
       "Profile Hacking/Identity Theft                      Other Cyber Crime   340   \n",
       "Provocative Speech of Unlawful Acts                 Other Cyber Crime    92   \n",
       "Ransomware                                          Other Cyber Crime    10   \n",
       "Supply chain attacks                                Other Cyber Crime    21   \n",
       "Tampering with Computer Source Documents            Other Cyber Crime     4   \n",
       "Targeted scanning/probing of critical networks/...  Other Cyber Crime     2   \n",
       "Unauthorized Access/Data Breach                     Other Cyber Crime   337   \n",
       "Unauthorized access to IT systems/data              Other Cyber Crime    58   \n",
       "Unauthorized access to social media accounts        Other Cyber Crime   275   \n",
       "Web application vulnerabilities                     Other Cyber Crime     4   \n",
       "Zero-day exploits                                   Other Cyber Crime     4   \n",
       "\n",
       "                                                   new_sub_category1         \\\n",
       "                                                               count unique   \n",
       "sub_category                                                                  \n",
       "Any Other Cyber Crime                                            101      1   \n",
       "Attacks on Internet of Things (IoT) devices and...                 1      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...                 1      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...                 6      1   \n",
       "Attacks on systems related to Artificial Intell...                 4      1   \n",
       "Attacks or incidents affecting digital payment ...                11      1   \n",
       "Attacks or malicious/suspicious activities affe...                 2      1   \n",
       "Attacks or suspicious activities affecting clou...                 5      1   \n",
       "Attacks via malicious mobile apps                                593      1   \n",
       "Cheating by Impersonation                                         10      1   \n",
       "Compromise of critical systems/information                         2      1   \n",
       "Cryptocurrency Crime                                              51      1   \n",
       "Cyber Bullying/Stalking/Sexting                                  460      1   \n",
       "Cyber Terrorism                                                   20      1   \n",
       "Cyber espionage                                                   22      1   \n",
       "Damage to Computer Systems                                         3      1   \n",
       "Data breaches                                                     12      1   \n",
       "Data leaks                                                        13      1   \n",
       "Defacement of websites or unauthorized changes,...                 5      1   \n",
       "Defacement/Hacking                                                11      1   \n",
       "Denial of Service (DoS) and Distributed Denial ...                 4      1   \n",
       "Disinformation or misinformation campaigns                         5      1   \n",
       "Email Hacking                                                     65      1   \n",
       "Email Phishing                                                   787      1   \n",
       "Fake mobile apps                                                 564      1   \n",
       "Fake/Impersonating Profile                                         2      1   \n",
       "Hacking                                                          249      1   \n",
       "Identity theft, spoofing, and phishing attacks                   274      1   \n",
       "Impersonating Email                                                2      1   \n",
       "Intimidating Email                                                72      1   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...                 1      1   \n",
       "Malware attacks                                                    2      1   \n",
       "Online Cyber Trafficking                                         448      1   \n",
       "Online Gambling/Betting Fraud                                    329      1   \n",
       "Online Job Fraud                                                4501      1   \n",
       "Online Matrimonial Fraud                                         690      1   \n",
       "Password attacks                                                   9      1   \n",
       "Profile Hacking/Identity Theft                                   340      1   \n",
       "Provocative Speech of Unlawful Acts                               92      1   \n",
       "Ransomware                                                        10      1   \n",
       "Supply chain attacks                                              21      1   \n",
       "Tampering with Computer Source Documents                           4      1   \n",
       "Targeted scanning/probing of critical networks/...                 2      1   \n",
       "Unauthorized Access/Data Breach                                  337      1   \n",
       "Unauthorized access to IT systems/data                            58      1   \n",
       "Unauthorized access to social media accounts                     275      1   \n",
       "Web application vulnerabilities                                    4      1   \n",
       "Zero-day exploits                                                  4      1   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "sub_category                                                                                            \n",
       "Any Other Cyber Crime                                                           Any Other Cyber Crime   \n",
       "Attacks on Internet of Things (IoT) devices and...  Attacks on Internet of Things (IoT) devices an...   \n",
       "Attacks on critical infrastructure, SCADA, oper...  Attacks on critical infrastructure, SCADA, ope...   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Attacks on servers (Database, Mail, DNS) and n...   \n",
       "Attacks on systems related to Artificial Intell...  Attacks on systems related to Artificial Intel...   \n",
       "Attacks or incidents affecting digital payment ...  Attacks or incidents affecting digital payment...   \n",
       "Attacks or malicious/suspicious activities affe...  Attacks or malicious/suspicious activities aff...   \n",
       "Attacks or suspicious activities affecting clou...  Attacks or suspicious activities affecting clo...   \n",
       "Attacks via malicious mobile apps                                   Attacks via malicious mobile apps   \n",
       "Cheating by Impersonation                                                   Cheating by Impersonation   \n",
       "Compromise of critical systems/information                 Compromise of critical systems/information   \n",
       "Cryptocurrency Crime                                                             Cryptocurrency Crime   \n",
       "Cyber Bullying/Stalking/Sexting                                       Cyber Bullying/Stalking/Sexting   \n",
       "Cyber Terrorism                                                                       Cyber Terrorism   \n",
       "Cyber espionage                                                                       Cyber espionage   \n",
       "Damage to Computer Systems                                                 Damage to Computer Systems   \n",
       "Data breaches                                                                           Data breaches   \n",
       "Data leaks                                                                                 Data leaks   \n",
       "Defacement of websites or unauthorized changes,...  Defacement of websites or unauthorized changes...   \n",
       "Defacement/Hacking                                                                 Defacement/Hacking   \n",
       "Denial of Service (DoS) and Distributed Denial ...  Denial of Service (DoS) and Distributed Denial...   \n",
       "Disinformation or misinformation campaigns                 Disinformation or misinformation campaigns   \n",
       "Email Hacking                                                                           Email Hacking   \n",
       "Email Phishing                                                                         Email Phishing   \n",
       "Fake mobile apps                                                                     Fake mobile apps   \n",
       "Fake/Impersonating Profile                                                 Fake/Impersonating Profile   \n",
       "Hacking                                                                                       Hacking   \n",
       "Identity theft, spoofing, and phishing attacks         Identity theft, spoofing, and phishing attacks   \n",
       "Impersonating Email                                                               Impersonating Email   \n",
       "Intimidating Email                                                                 Intimidating Email   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...  Malicious code attacks (e.g., virus, worm, Tro...   \n",
       "Malware attacks                                                                       Malware attacks   \n",
       "Online Cyber Trafficking                                                     Online Cyber Trafficking   \n",
       "Online Gambling/Betting Fraud                                           Online Gambling/Betting Fraud   \n",
       "Online Job Fraud                                                                     Online Job Fraud   \n",
       "Online Matrimonial Fraud                                                     Online Matrimonial Fraud   \n",
       "Password attacks                                                                     Password attacks   \n",
       "Profile Hacking/Identity Theft                                         Profile Hacking/Identity Theft   \n",
       "Provocative Speech of Unlawful Acts                               Provocative Speech of Unlawful Acts   \n",
       "Ransomware                                                                                 Ransomware   \n",
       "Supply chain attacks                                                             Supply chain attacks   \n",
       "Tampering with Computer Source Documents                     Tampering with Computer Source Documents   \n",
       "Targeted scanning/probing of critical networks/...  Targeted scanning/probing of critical networks...   \n",
       "Unauthorized Access/Data Breach                                       Unauthorized Access/Data Breach   \n",
       "Unauthorized access to IT systems/data                         Unauthorized access to IT systems/data   \n",
       "Unauthorized access to social media accounts             Unauthorized access to social media accounts   \n",
       "Web application vulnerabilities                                       Web application vulnerabilities   \n",
       "Zero-day exploits                                                                   Zero-day exploits   \n",
       "\n",
       "                                                         new_sub_category2  \\\n",
       "                                                    freq             count   \n",
       "sub_category                                                                 \n",
       "Any Other Cyber Crime                                101               101   \n",
       "Attacks on Internet of Things (IoT) devices and...     1                 1   \n",
       "Attacks on critical infrastructure, SCADA, oper...     1                 1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...     6                 6   \n",
       "Attacks on systems related to Artificial Intell...     4                 4   \n",
       "Attacks or incidents affecting digital payment ...    11                11   \n",
       "Attacks or malicious/suspicious activities affe...     2                 2   \n",
       "Attacks or suspicious activities affecting clou...     5                 5   \n",
       "Attacks via malicious mobile apps                    593               593   \n",
       "Cheating by Impersonation                             10                10   \n",
       "Compromise of critical systems/information             2                 2   \n",
       "Cryptocurrency Crime                                  51                51   \n",
       "Cyber Bullying/Stalking/Sexting                      460               460   \n",
       "Cyber Terrorism                                       20                20   \n",
       "Cyber espionage                                       22                22   \n",
       "Damage to Computer Systems                             3                 3   \n",
       "Data breaches                                         12                12   \n",
       "Data leaks                                            13                13   \n",
       "Defacement of websites or unauthorized changes,...     5                 5   \n",
       "Defacement/Hacking                                    11                11   \n",
       "Denial of Service (DoS) and Distributed Denial ...     4                 4   \n",
       "Disinformation or misinformation campaigns             5                 5   \n",
       "Email Hacking                                         65                65   \n",
       "Email Phishing                                       787               787   \n",
       "Fake mobile apps                                     564               564   \n",
       "Fake/Impersonating Profile                             2                 2   \n",
       "Hacking                                              249               249   \n",
       "Identity theft, spoofing, and phishing attacks       274               274   \n",
       "Impersonating Email                                    2                 2   \n",
       "Intimidating Email                                    72                72   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...     1                 1   \n",
       "Malware attacks                                        2                 2   \n",
       "Online Cyber Trafficking                             448               448   \n",
       "Online Gambling/Betting Fraud                        329               329   \n",
       "Online Job Fraud                                    4501              4501   \n",
       "Online Matrimonial Fraud                             690               690   \n",
       "Password attacks                                       9                 9   \n",
       "Profile Hacking/Identity Theft                       340               340   \n",
       "Provocative Speech of Unlawful Acts                   92                92   \n",
       "Ransomware                                            10                10   \n",
       "Supply chain attacks                                  21                21   \n",
       "Tampering with Computer Source Documents               4                 4   \n",
       "Targeted scanning/probing of critical networks/...     2                 2   \n",
       "Unauthorized Access/Data Breach                      337               337   \n",
       "Unauthorized access to IT systems/data                58                58   \n",
       "Unauthorized access to social media accounts         275               275   \n",
       "Web application vulnerabilities                        4                 4   \n",
       "Zero-day exploits                                      4                 4   \n",
       "\n",
       "                                                           \\\n",
       "                                                   unique   \n",
       "sub_category                                                \n",
       "Any Other Cyber Crime                                   1   \n",
       "Attacks on Internet of Things (IoT) devices and...      1   \n",
       "Attacks on critical infrastructure, SCADA, oper...      1   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...      1   \n",
       "Attacks on systems related to Artificial Intell...      1   \n",
       "Attacks or incidents affecting digital payment ...      1   \n",
       "Attacks or malicious/suspicious activities affe...      1   \n",
       "Attacks or suspicious activities affecting clou...      1   \n",
       "Attacks via malicious mobile apps                       1   \n",
       "Cheating by Impersonation                               1   \n",
       "Compromise of critical systems/information              1   \n",
       "Cryptocurrency Crime                                    1   \n",
       "Cyber Bullying/Stalking/Sexting                         1   \n",
       "Cyber Terrorism                                         1   \n",
       "Cyber espionage                                         1   \n",
       "Damage to Computer Systems                              1   \n",
       "Data breaches                                           1   \n",
       "Data leaks                                              1   \n",
       "Defacement of websites or unauthorized changes,...      1   \n",
       "Defacement/Hacking                                      1   \n",
       "Denial of Service (DoS) and Distributed Denial ...      1   \n",
       "Disinformation or misinformation campaigns              1   \n",
       "Email Hacking                                           1   \n",
       "Email Phishing                                          1   \n",
       "Fake mobile apps                                        1   \n",
       "Fake/Impersonating Profile                              1   \n",
       "Hacking                                                 1   \n",
       "Identity theft, spoofing, and phishing attacks          1   \n",
       "Impersonating Email                                     1   \n",
       "Intimidating Email                                      1   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...      1   \n",
       "Malware attacks                                         1   \n",
       "Online Cyber Trafficking                                1   \n",
       "Online Gambling/Betting Fraud                           1   \n",
       "Online Job Fraud                                        1   \n",
       "Online Matrimonial Fraud                                1   \n",
       "Password attacks                                        1   \n",
       "Profile Hacking/Identity Theft                          1   \n",
       "Provocative Speech of Unlawful Acts                     1   \n",
       "Ransomware                                              1   \n",
       "Supply chain attacks                                    1   \n",
       "Tampering with Computer Source Documents                1   \n",
       "Targeted scanning/probing of critical networks/...      1   \n",
       "Unauthorized Access/Data Breach                         1   \n",
       "Unauthorized access to IT systems/data                  1   \n",
       "Unauthorized access to social media accounts            1   \n",
       "Web application vulnerabilities                         1   \n",
       "Zero-day exploits                                       1   \n",
       "\n",
       "                                                                                                       \\\n",
       "                                                                                                  top   \n",
       "sub_category                                                                                            \n",
       "Any Other Cyber Crime                                                           Any Other Cyber Crime   \n",
       "Attacks on Internet of Things (IoT) devices and...  Attacks on Internet of Things (IoT) devices an...   \n",
       "Attacks on critical infrastructure, SCADA, oper...  Attacks on critical infrastructure, SCADA, ope...   \n",
       "Attacks on servers (Database, Mail, DNS) and ne...  Attacks on servers (Database, Mail, DNS) and n...   \n",
       "Attacks on systems related to Artificial Intell...  Attacks on systems related to Artificial Intel...   \n",
       "Attacks or incidents affecting digital payment ...  Attacks or incidents affecting digital payment...   \n",
       "Attacks or malicious/suspicious activities affe...  Attacks or malicious/suspicious activities aff...   \n",
       "Attacks or suspicious activities affecting clou...  Attacks or suspicious activities affecting clo...   \n",
       "Attacks via malicious mobile apps                                   Attacks via malicious mobile apps   \n",
       "Cheating by Impersonation                                                   Cheating by Impersonation   \n",
       "Compromise of critical systems/information                 Compromise of critical systems/information   \n",
       "Cryptocurrency Crime                                                             Cryptocurrency Crime   \n",
       "Cyber Bullying/Stalking/Sexting                                       Cyber Bullying/Stalking/Sexting   \n",
       "Cyber Terrorism                                                                       Cyber Terrorism   \n",
       "Cyber espionage                                                                       Cyber espionage   \n",
       "Damage to Computer Systems                                                 Damage to Computer Systems   \n",
       "Data breaches                                                                           Data breaches   \n",
       "Data leaks                                                                                 Data leaks   \n",
       "Defacement of websites or unauthorized changes,...  Defacement of websites or unauthorized changes...   \n",
       "Defacement/Hacking                                                                 Defacement/Hacking   \n",
       "Denial of Service (DoS) and Distributed Denial ...  Denial of Service (DoS) and Distributed Denial...   \n",
       "Disinformation or misinformation campaigns                 Disinformation or misinformation campaigns   \n",
       "Email Hacking                                                                           Email Hacking   \n",
       "Email Phishing                                                                         Email Phishing   \n",
       "Fake mobile apps                                                                     Fake mobile apps   \n",
       "Fake/Impersonating Profile                                                 Fake/Impersonating Profile   \n",
       "Hacking                                                                                       Hacking   \n",
       "Identity theft, spoofing, and phishing attacks         Identity theft, spoofing, and phishing attacks   \n",
       "Impersonating Email                                                               Impersonating Email   \n",
       "Intimidating Email                                                                 Intimidating Email   \n",
       "Malicious code attacks (e.g., virus, worm, Troj...  Malicious code attacks (e.g., virus, worm, Tro...   \n",
       "Malware attacks                                                                       Malware attacks   \n",
       "Online Cyber Trafficking                                                     Online Cyber Trafficking   \n",
       "Online Gambling/Betting Fraud                                           Online Gambling/Betting Fraud   \n",
       "Online Job Fraud                                                                     Online Job Fraud   \n",
       "Online Matrimonial Fraud                                                     Online Matrimonial Fraud   \n",
       "Password attacks                                                                     Password attacks   \n",
       "Profile Hacking/Identity Theft                                         Profile Hacking/Identity Theft   \n",
       "Provocative Speech of Unlawful Acts                               Provocative Speech of Unlawful Acts   \n",
       "Ransomware                                                                                 Ransomware   \n",
       "Supply chain attacks                                                             Supply chain attacks   \n",
       "Tampering with Computer Source Documents                     Tampering with Computer Source Documents   \n",
       "Targeted scanning/probing of critical networks/...  Targeted scanning/probing of critical networks...   \n",
       "Unauthorized Access/Data Breach                                       Unauthorized Access/Data Breach   \n",
       "Unauthorized access to IT systems/data                         Unauthorized access to IT systems/data   \n",
       "Unauthorized access to social media accounts             Unauthorized access to social media accounts   \n",
       "Web application vulnerabilities                                       Web application vulnerabilities   \n",
       "Zero-day exploits                                                                   Zero-day exploits   \n",
       "\n",
       "                                                          \n",
       "                                                    freq  \n",
       "sub_category                                              \n",
       "Any Other Cyber Crime                                101  \n",
       "Attacks on Internet of Things (IoT) devices and...     1  \n",
       "Attacks on critical infrastructure, SCADA, oper...     1  \n",
       "Attacks on servers (Database, Mail, DNS) and ne...     6  \n",
       "Attacks on systems related to Artificial Intell...     4  \n",
       "Attacks or incidents affecting digital payment ...    11  \n",
       "Attacks or malicious/suspicious activities affe...     2  \n",
       "Attacks or suspicious activities affecting clou...     5  \n",
       "Attacks via malicious mobile apps                    593  \n",
       "Cheating by Impersonation                             10  \n",
       "Compromise of critical systems/information             2  \n",
       "Cryptocurrency Crime                                  51  \n",
       "Cyber Bullying/Stalking/Sexting                      460  \n",
       "Cyber Terrorism                                       20  \n",
       "Cyber espionage                                       22  \n",
       "Damage to Computer Systems                             3  \n",
       "Data breaches                                         12  \n",
       "Data leaks                                            13  \n",
       "Defacement of websites or unauthorized changes,...     5  \n",
       "Defacement/Hacking                                    11  \n",
       "Denial of Service (DoS) and Distributed Denial ...     4  \n",
       "Disinformation or misinformation campaigns             5  \n",
       "Email Hacking                                         65  \n",
       "Email Phishing                                       787  \n",
       "Fake mobile apps                                     564  \n",
       "Fake/Impersonating Profile                             2  \n",
       "Hacking                                              249  \n",
       "Identity theft, spoofing, and phishing attacks       274  \n",
       "Impersonating Email                                    2  \n",
       "Intimidating Email                                    72  \n",
       "Malicious code attacks (e.g., virus, worm, Troj...     1  \n",
       "Malware attacks                                        2  \n",
       "Online Cyber Trafficking                             448  \n",
       "Online Gambling/Betting Fraud                        329  \n",
       "Online Job Fraud                                    4501  \n",
       "Online Matrimonial Fraud                             690  \n",
       "Password attacks                                       9  \n",
       "Profile Hacking/Identity Theft                       340  \n",
       "Provocative Speech of Unlawful Acts                   92  \n",
       "Ransomware                                            10  \n",
       "Supply chain attacks                                  21  \n",
       "Tampering with Computer Source Documents               4  \n",
       "Targeted scanning/probing of critical networks/...     2  \n",
       "Unauthorized Access/Data Breach                      337  \n",
       "Unauthorized access to IT systems/data                58  \n",
       "Unauthorized access to social media accounts         275  \n",
       "Web application vulnerabilities                        4  \n",
       "Zero-day exploits                                      4  "
      ]
     },
     "execution_count": 348,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ydf.groupby('sub_category').describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 349,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>new_sub_category1</th>\n",
       "      <th>new_sub_category2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>Email Phishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>Someone changed my email id nd contact number ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>I ordered dress on th January  online shopping...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>I am having another mobile number which is usi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>i was looking for a loan and i got to know abo...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14468</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>I  received a threatening whatsapp message fro...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>Intimidating Email</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14469</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>I got sms to e verification of my sim card ask...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14470</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>On  at  pm I have received abusing whatsapp me...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14471</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14472</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10484 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                    category                       sub_category  \\\n",
       "0      Any Other Cyber Crime                     Email Phishing   \n",
       "1      Any Other Cyber Crime    Unauthorized Access/Data Breach   \n",
       "4      Any Other Cyber Crime           Online Matrimonial Fraud   \n",
       "5      Any Other Cyber Crime  Attacks via malicious mobile apps   \n",
       "7      Any Other Cyber Crime                   Online Job Fraud   \n",
       "...                      ...                                ...   \n",
       "14468  Any Other Cyber Crime                 Intimidating Email   \n",
       "14469  Any Other Cyber Crime                   Fake mobile apps   \n",
       "14470  Any Other Cyber Crime     Profile Hacking/Identity Theft   \n",
       "14471  Any Other Cyber Crime                   Online Job Fraud   \n",
       "14472  Any Other Cyber Crime                   Online Job Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo       new_category  \\\n",
       "0      Details entered in pdf file Person posing as A...  Other Cyber Crime   \n",
       "1      Someone changed my email id nd contact number ...  Other Cyber Crime   \n",
       "4      I ordered dress on th January  online shopping...  Other Cyber Crime   \n",
       "5      I am having another mobile number which is usi...  Other Cyber Crime   \n",
       "7      i was looking for a loan and i got to know abo...  Other Cyber Crime   \n",
       "...                                                  ...                ...   \n",
       "14468  I  received a threatening whatsapp message fro...  Other Cyber Crime   \n",
       "14469  I got sms to e verification of my sim card ask...  Other Cyber Crime   \n",
       "14470  On  at  pm I have received abusing whatsapp me...  Other Cyber Crime   \n",
       "14471  Mai Bibekbraj maine pahle ki complain kar chuk...  Other Cyber Crime   \n",
       "14472  I saw add on facebook for job placement and I ...  Other Cyber Crime   \n",
       "\n",
       "                       new_sub_category1                  new_sub_category2  \n",
       "0                         Email Phishing                     Email Phishing  \n",
       "1        Unauthorized Access/Data Breach    Unauthorized Access/Data Breach  \n",
       "4               Online Matrimonial Fraud           Online Matrimonial Fraud  \n",
       "5      Attacks via malicious mobile apps  Attacks via malicious mobile apps  \n",
       "7                       Online Job Fraud                   Online Job Fraud  \n",
       "...                                  ...                                ...  \n",
       "14468                 Intimidating Email                 Intimidating Email  \n",
       "14469                   Fake mobile apps                   Fake mobile apps  \n",
       "14470     Profile Hacking/Identity Theft     Profile Hacking/Identity Theft  \n",
       "14471                   Online Job Fraud                   Online Job Fraud  \n",
       "14472                   Online Job Fraud                   Online Job Fraud  \n",
       "\n",
       "[10484 rows x 6 columns]"
      ]
     },
     "execution_count": 349,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ydf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 350,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\AIDL-LAB\\AppData\\Local\\Temp\\ipykernel_11768\\2065198707.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  ydf.drop(columns = ['new_sub_category1','new_sub_category2'],inplace=True)\n"
     ]
    }
   ],
   "source": [
    "ydf.drop(columns = ['new_sub_category1','new_sub_category2'],inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 351,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>Someone changed my email id nd contact number ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>I ordered dress on th January  online shopping...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>I am having another mobile number which is usi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>i was looking for a loan and i got to know abo...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14468</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>I  received a threatening whatsapp message fro...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14469</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>I got sms to e verification of my sim card ask...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14470</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>On  at  pm I have received abusing whatsapp me...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14471</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14472</th>\n",
       "      <td>Any Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10484 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                    category                       sub_category  \\\n",
       "0      Any Other Cyber Crime                     Email Phishing   \n",
       "1      Any Other Cyber Crime    Unauthorized Access/Data Breach   \n",
       "4      Any Other Cyber Crime           Online Matrimonial Fraud   \n",
       "5      Any Other Cyber Crime  Attacks via malicious mobile apps   \n",
       "7      Any Other Cyber Crime                   Online Job Fraud   \n",
       "...                      ...                                ...   \n",
       "14468  Any Other Cyber Crime                 Intimidating Email   \n",
       "14469  Any Other Cyber Crime                   Fake mobile apps   \n",
       "14470  Any Other Cyber Crime     Profile Hacking/Identity Theft   \n",
       "14471  Any Other Cyber Crime                   Online Job Fraud   \n",
       "14472  Any Other Cyber Crime                   Online Job Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo       new_category  \n",
       "0      Details entered in pdf file Person posing as A...  Other Cyber Crime  \n",
       "1      Someone changed my email id nd contact number ...  Other Cyber Crime  \n",
       "4      I ordered dress on th January  online shopping...  Other Cyber Crime  \n",
       "5      I am having another mobile number which is usi...  Other Cyber Crime  \n",
       "7      i was looking for a loan and i got to know abo...  Other Cyber Crime  \n",
       "...                                                  ...                ...  \n",
       "14468  I  received a threatening whatsapp message fro...  Other Cyber Crime  \n",
       "14469  I got sms to e verification of my sim card ask...  Other Cyber Crime  \n",
       "14470  On  at  pm I have received abusing whatsapp me...  Other Cyber Crime  \n",
       "14471  Mai Bibekbraj maine pahle ki complain kar chuk...  Other Cyber Crime  \n",
       "14472  I saw add on facebook for job placement and I ...  Other Cyber Crime  \n",
       "\n",
       "[10484 rows x 4 columns]"
      ]
     },
     "execution_count": 351,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ydf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 352,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\AIDL-LAB\\AppData\\Local\\Temp\\ipykernel_11768\\2774618746.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  ydf['category'] =\"Other Cyber Crime\"\n"
     ]
    }
   ],
   "source": [
    "ydf['category'] =\"Other Cyber Crime\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 353,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>Someone changed my email id nd contact number ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>I ordered dress on th January  online shopping...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>I am having another mobile number which is usi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>i was looking for a loan and i got to know abo...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14468</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>I  received a threatening whatsapp message fro...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14469</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>I got sms to e verification of my sim card ask...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14470</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>On  at  pm I have received abusing whatsapp me...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14471</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14472</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10484 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                category                       sub_category  \\\n",
       "0      Other Cyber Crime                     Email Phishing   \n",
       "1      Other Cyber Crime    Unauthorized Access/Data Breach   \n",
       "4      Other Cyber Crime           Online Matrimonial Fraud   \n",
       "5      Other Cyber Crime  Attacks via malicious mobile apps   \n",
       "7      Other Cyber Crime                   Online Job Fraud   \n",
       "...                  ...                                ...   \n",
       "14468  Other Cyber Crime                 Intimidating Email   \n",
       "14469  Other Cyber Crime                   Fake mobile apps   \n",
       "14470  Other Cyber Crime     Profile Hacking/Identity Theft   \n",
       "14471  Other Cyber Crime                   Online Job Fraud   \n",
       "14472  Other Cyber Crime                   Online Job Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo       new_category  \n",
       "0      Details entered in pdf file Person posing as A...  Other Cyber Crime  \n",
       "1      Someone changed my email id nd contact number ...  Other Cyber Crime  \n",
       "4      I ordered dress on th January  online shopping...  Other Cyber Crime  \n",
       "5      I am having another mobile number which is usi...  Other Cyber Crime  \n",
       "7      i was looking for a loan and i got to know abo...  Other Cyber Crime  \n",
       "...                                                  ...                ...  \n",
       "14468  I  received a threatening whatsapp message fro...  Other Cyber Crime  \n",
       "14469  I got sms to e verification of my sim card ask...  Other Cyber Crime  \n",
       "14470  On  at  pm I have received abusing whatsapp me...  Other Cyber Crime  \n",
       "14471  Mai Bibekbraj maine pahle ki complain kar chuk...  Other Cyber Crime  \n",
       "14472  I saw add on facebook for job placement and I ...  Other Cyber Crime  \n",
       "\n",
       "[10484 rows x 4 columns]"
      ]
     },
     "execution_count": 353,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ydf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 392,
   "metadata": {},
   "outputs": [],
   "source": [
    "ydf.to_csv('other.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 355,
   "metadata": {},
   "outputs": [],
   "source": [
    "gf = pd.read_csv('other.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 356,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Email Phishing</td>\n",
       "      <td>Details entered in pdf file Person posing as A...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Unauthorized Access/Data Breach</td>\n",
       "      <td>Someone changed my email id nd contact number ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Matrimonial Fraud</td>\n",
       "      <td>I ordered dress on th January  online shopping...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Attacks via malicious mobile apps</td>\n",
       "      <td>I am having another mobile number which is usi...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>i was looking for a loan and i got to know abo...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10479</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Intimidating Email</td>\n",
       "      <td>I  received a threatening whatsapp message fro...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10480</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Fake mobile apps</td>\n",
       "      <td>I got sms to e verification of my sim card ask...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10481</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Profile Hacking/Identity Theft</td>\n",
       "      <td>On  at  pm I have received abusing whatsapp me...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10482</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>Mai Bibekbraj maine pahle ki complain kar chuk...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10483</th>\n",
       "      <td>Other Cyber Crime</td>\n",
       "      <td>Online Job Fraud</td>\n",
       "      <td>I saw add on facebook for job placement and I ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10484 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                category                       sub_category  \\\n",
       "0      Other Cyber Crime                     Email Phishing   \n",
       "1      Other Cyber Crime    Unauthorized Access/Data Breach   \n",
       "2      Other Cyber Crime           Online Matrimonial Fraud   \n",
       "3      Other Cyber Crime  Attacks via malicious mobile apps   \n",
       "4      Other Cyber Crime                   Online Job Fraud   \n",
       "...                  ...                                ...   \n",
       "10479  Other Cyber Crime                 Intimidating Email   \n",
       "10480  Other Cyber Crime                   Fake mobile apps   \n",
       "10481  Other Cyber Crime     Profile Hacking/Identity Theft   \n",
       "10482  Other Cyber Crime                   Online Job Fraud   \n",
       "10483  Other Cyber Crime                   Online Job Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo       new_category  \n",
       "0      Details entered in pdf file Person posing as A...  Other Cyber Crime  \n",
       "1      Someone changed my email id nd contact number ...  Other Cyber Crime  \n",
       "2      I ordered dress on th January  online shopping...  Other Cyber Crime  \n",
       "3      I am having another mobile number which is usi...  Other Cyber Crime  \n",
       "4      i was looking for a loan and i got to know abo...  Other Cyber Crime  \n",
       "...                                                  ...                ...  \n",
       "10479  I  received a threatening whatsapp message fro...  Other Cyber Crime  \n",
       "10480  I got sms to e verification of my sim card ask...  Other Cyber Crime  \n",
       "10481  On  at  pm I have received abusing whatsapp me...  Other Cyber Crime  \n",
       "10482  Mai Bibekbraj maine pahle ki complain kar chuk...  Other Cyber Crime  \n",
       "10483  I saw add on facebook for job placement and I ...  Other Cyber Crime  \n",
       "\n",
       "[10484 rows x 4 columns]"
      ]
     },
     "execution_count": 356,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 359,
   "metadata": {},
   "outputs": [],
   "source": [
    "Df = pd.read_csv(r'\\Users\\AIDL-LAB\\Desktop\\Dashan\\dataset\\financial.csv', encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 374,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sub_category\n",
       "Aadhaar Enabled Payment System (AEPS) Fraud     3989\n",
       "Business Email CompromiseEmail Takeover          380\n",
       "DebitCredit Card FraudSim Swap Fraud           13431\n",
       "DematDepository Fraud                            974\n",
       "EWallet Related Fraud                           5336\n",
       "Fraud CallVishing                               7602\n",
       "Internet Banking Related Fraud                 10877\n",
       "UPI Related Frauds                             31514\n",
       "dtype: int64"
      ]
     },
     "execution_count": 374,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Df.groupby('sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 362,
   "metadata": {},
   "outputs": [],
   "source": [
    "x=Df[Df['sub_category']=='DebitCredit Card FraudSim Swap Fraud']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "x\n",
    "subcategories = [\n",
    "    \"Debit/Credit Card Fraud\",\n",
    "    \"SIM Swap Fraud\",\n",
    "    ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 368,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\AIDL-LAB\\AppData\\Local\\Temp\\ipykernel_11768\\237073453.py:11: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  x['new_sub_category1'] = x['crimeaditionalinfo'].apply(classify_text)\n"
     ]
    }
   ],
   "source": [
    "model = SentenceTransformer('all-MiniLM-L12-v2')\n",
    "\n",
    "subcategory_embeddings = model.encode(subcategories, convert_to_tensor=True)\n",
    "def classify_text(text):\n",
    "    if pd.isna(text):\n",
    "        return None\n",
    "    text_embedding = model.encode(text, convert_to_tensor=True)\n",
    "    similarities = util.cos_sim(text_embedding, subcategory_embeddings)\n",
    "    best_match_idx = similarities.argmax().item()\n",
    "    return subcategories[best_match_idx]\n",
    "x['new_sub_category1'] = x['crimeaditionalinfo'].apply(classify_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 369,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "      <th>new_sub_category</th>\n",
       "      <th>new_sub_category1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>\\r\\n\\r\\nFRAUD THROUGH DebitCredit Card FraudSi...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>RUPAY KA RECHAREGE PHONE PE SE KARNE KE  UPRA...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>This is an unauthorized transaction from an in...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>A call from    this number was received by me ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>Payu payments pvt Ltd\\r\\nOnemobiwiksystem pvt ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70078</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>name  ishwar chand   phone no    gmail id  ish...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>SIM Swap Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70096</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>I posted add on olx for labour from west Benga...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70100</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>Victim inform that he purchase some item from ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70104</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>nameomsinghdistajmerpsramganjpincode\\r\\ncredit...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70107</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>DebitCredit Card FraudSim Swap Fraud</td>\n",
       "      <td>Sir Mere Cradit Card se bina shoaping kiye hi ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13431 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     category                          sub_category  \\\n",
       "5      Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "14     Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "16     Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "17     Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "25     Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "...                       ...                                   ...   \n",
       "70078  Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "70096  Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "70100  Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "70104  Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "70107  Financial Fraud Crimes  DebitCredit Card FraudSim Swap Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo  \\\n",
       "5      \\r\\n\\r\\nFRAUD THROUGH DebitCredit Card FraudSi...   \n",
       "14      RUPAY KA RECHAREGE PHONE PE SE KARNE KE  UPRA...   \n",
       "16     This is an unauthorized transaction from an in...   \n",
       "17     A call from    this number was received by me ...   \n",
       "25     Payu payments pvt Ltd\\r\\nOnemobiwiksystem pvt ...   \n",
       "...                                                  ...   \n",
       "70078  name  ishwar chand   phone no    gmail id  ish...   \n",
       "70096  I posted add on olx for labour from west Benga...   \n",
       "70100  Victim inform that he purchase some item from ...   \n",
       "70104  nameomsinghdistajmerpsramganjpincode\\r\\ncredit...   \n",
       "70107  Sir Mere Cradit Card se bina shoaping kiye hi ...   \n",
       "\n",
       "                 new_category         new_sub_category  \\\n",
       "5      Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "14     Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "16     Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "17     Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "25     Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "...                       ...                      ...   \n",
       "70078  Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "70096  Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "70100  Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "70104  Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "70107  Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "\n",
       "             new_sub_category1  \n",
       "5      Debit/Credit Card Fraud  \n",
       "14     Debit/Credit Card Fraud  \n",
       "16     Debit/Credit Card Fraud  \n",
       "17     Debit/Credit Card Fraud  \n",
       "25     Debit/Credit Card Fraud  \n",
       "...                        ...  \n",
       "70078           SIM Swap Fraud  \n",
       "70096  Debit/Credit Card Fraud  \n",
       "70100  Debit/Credit Card Fraud  \n",
       "70104  Debit/Credit Card Fraud  \n",
       "70107  Debit/Credit Card Fraud  \n",
       "\n",
       "[13431 rows x 6 columns]"
      ]
     },
     "execution_count": 369,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 371,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'name  ishwar chand   phone no    gmail id  ishwarlalbarupalgmailcom   jila  barmer   thana  sadar barmer   pin code   \\r\\n suchna karta ke  CBI bank ac no                        ke ATM card no  \\r\\n   rupe  time  pm \\r\\n  rupe   time  pm \\r\\n  rupe   time  pm \\r\\n\\r\\ndate   ko total amounit    rupe \\r\\n\\r\\n frod karta ke  phone no   or  no  \\r\\n frod by    pese rifand ke liye phone aaya or ani desk aap se dowanlod karva kar  \\r\\n'"
      ]
     },
     "execution_count": 371,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x['crimeaditionalinfo'][70078]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 367,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "new_sub_category\n",
       "Debit/Credit Card Fraud    12108\n",
       "SIM Swap Fraud              1323\n",
       "dtype: int64"
      ]
     },
     "execution_count": 367,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x.groupby('new_sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 370,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "new_sub_category1\n",
       "Debit/Credit Card Fraud    12250\n",
       "SIM Swap Fraud              1181\n",
       "dtype: int64"
      ]
     },
     "execution_count": 370,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x.groupby('new_sub_category1').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 384,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\AIDL-LAB\\AppData\\Local\\Temp\\ipykernel_11768\\3641011830.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  x.drop(['new_sub_category','new_sub_category1'], axis=1, inplace=True)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>\\r\\n\\r\\nFRAUD THROUGH DebitCredit Card FraudSi...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>RUPAY KA RECHAREGE PHONE PE SE KARNE KE  UPRA...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>This is an unauthorized transaction from an in...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>A call from    this number was received by me ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Payu payments pvt Ltd\\r\\nOnemobiwiksystem pvt ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70096</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>I posted add on olx for labour from west Benga...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70100</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Victim inform that he purchase some item from ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70104</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>nameomsinghdistajmerpsramganjpincode\\r\\ncredit...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70107</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Sir Mere Cradit Card se bina shoaping kiye hi ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sub_category</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13432 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                            category             sub_category  \\\n",
       "5             Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "14            Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "16            Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "17            Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "25            Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "...                              ...                      ...   \n",
       "70096         Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "70100         Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "70104         Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "70107         Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "sub_category                     NaN                      NaN   \n",
       "\n",
       "                                             crimeaditionalinfo  \\\n",
       "5             \\r\\n\\r\\nFRAUD THROUGH DebitCredit Card FraudSi...   \n",
       "14             RUPAY KA RECHAREGE PHONE PE SE KARNE KE  UPRA...   \n",
       "16            This is an unauthorized transaction from an in...   \n",
       "17            A call from    this number was received by me ...   \n",
       "25            Payu payments pvt Ltd\\r\\nOnemobiwiksystem pvt ...   \n",
       "...                                                         ...   \n",
       "70096         I posted add on olx for labour from west Benga...   \n",
       "70100         Victim inform that he purchase some item from ...   \n",
       "70104         nameomsinghdistajmerpsramganjpincode\\r\\ncredit...   \n",
       "70107         Sir Mere Cradit Card se bina shoaping kiye hi ...   \n",
       "sub_category                                                NaN   \n",
       "\n",
       "                        new_category  \n",
       "5             Financial Fraud Crimes  \n",
       "14            Financial Fraud Crimes  \n",
       "16            Financial Fraud Crimes  \n",
       "17            Financial Fraud Crimes  \n",
       "25            Financial Fraud Crimes  \n",
       "...                              ...  \n",
       "70096         Financial Fraud Crimes  \n",
       "70100         Financial Fraud Crimes  \n",
       "70104         Financial Fraud Crimes  \n",
       "70107         Financial Fraud Crimes  \n",
       "sub_category                     NaN  \n",
       "\n",
       "[13432 rows x 4 columns]"
      ]
     },
     "execution_count": 384,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x.drop(['new_sub_category','new_sub_category1'], axis=1, inplace=True)\n",
    "x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 386,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>13431</td>\n",
       "      <td>13431</td>\n",
       "      <td>13431</td>\n",
       "      <td>13431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>13256</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>The incident happened on th Dec early morning ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>13431</td>\n",
       "      <td>12108</td>\n",
       "      <td>2</td>\n",
       "      <td>13431</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      category             sub_category  \\\n",
       "count                    13431                    13431   \n",
       "unique                       1                        2   \n",
       "top     Financial Fraud Crimes  Debit/Credit Card Fraud   \n",
       "freq                     13431                    12108   \n",
       "\n",
       "                                       crimeaditionalinfo  \\\n",
       "count                                               13431   \n",
       "unique                                              13256   \n",
       "top     The incident happened on th Dec early morning ...   \n",
       "freq                                                    2   \n",
       "\n",
       "                  new_category  \n",
       "count                    13431  \n",
       "unique                       1  \n",
       "top     Financial Fraud Crimes  \n",
       "freq                     13431  "
      ]
     },
     "execution_count": 386,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 377,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\AIDL-LAB\\AppData\\Local\\Temp\\ipykernel_11768\\2817302582.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  x.loc['sub_category']=x['new_sub_category']\n"
     ]
    }
   ],
   "source": [
    "x.loc['sub_category']=x['new_sub_category']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 382,
   "metadata": {},
   "outputs": [],
   "source": [
    "Df.drop(Df[Df['sub_category']=='DebitCredit Card FraudSim Swap Fraud'].index,inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 383,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>Sir I am Prabhat Singh jat  An app on playstor...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>FINANCIAL FRAUD  RS</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74098</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>The person Atul Singh Chauhan a resident of Bh...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74099</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>a person contacted me and told me to he is cal...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74100</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>I Jitendra patra saw am ad of credit wallet ap...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74101</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>Zest Money is loan app where they give pre app...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74102</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Aadhaar Enabled Payment System (AEPS) Fraud</td>\n",
       "      <td>I have call from unkown person mobile number  ...</td>\n",
       "      <td>Other Cyber Crime</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>60672 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     category                                 sub_category  \\\n",
       "0      Financial Fraud Crimes                            Fraud CallVishing   \n",
       "1      Financial Fraud Crimes                            Fraud CallVishing   \n",
       "2      Financial Fraud Crimes                           UPI Related Frauds   \n",
       "3      Financial Fraud Crimes                            Fraud CallVishing   \n",
       "4      Financial Fraud Crimes               Internet Banking Related Fraud   \n",
       "...                       ...                                          ...   \n",
       "74098  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "74099  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "74100  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "74101  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "74102  Financial Fraud Crimes  Aadhaar Enabled Payment System (AEPS) Fraud   \n",
       "\n",
       "                                      crimeaditionalinfo  \\\n",
       "0      The above fraudster is continuously messaging ...   \n",
       "1      I received a call from lady stating that she w...   \n",
       "2      FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...   \n",
       "3      Sir I am Prabhat Singh jat  An app on playstor...   \n",
       "4                                   FINANCIAL FRAUD  RS    \n",
       "...                                                  ...   \n",
       "74098  The person Atul Singh Chauhan a resident of Bh...   \n",
       "74099  a person contacted me and told me to he is cal...   \n",
       "74100  I Jitendra patra saw am ad of credit wallet ap...   \n",
       "74101  Zest Money is loan app where they give pre app...   \n",
       "74102  I have call from unkown person mobile number  ...   \n",
       "\n",
       "                 new_category  \n",
       "0      Financial Fraud Crimes  \n",
       "1      Financial Fraud Crimes  \n",
       "2      Financial Fraud Crimes  \n",
       "3      Financial Fraud Crimes  \n",
       "4      Financial Fraud Crimes  \n",
       "...                       ...  \n",
       "74098       Other Cyber Crime  \n",
       "74099       Other Cyber Crime  \n",
       "74100       Other Cyber Crime  \n",
       "74101       Other Cyber Crime  \n",
       "74102       Other Cyber Crime  \n",
       "\n",
       "[60672 rows x 4 columns]"
      ]
     },
     "execution_count": 383,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 387,
   "metadata": {},
   "outputs": [],
   "source": [
    "result = pd.concat([Df, x], axis=0, ignore_index=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 388,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category</th>\n",
       "      <th>crimeaditionalinfo</th>\n",
       "      <th>new_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>The above fraudster is continuously messaging ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>I received a call from lady stating that she w...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>UPI Related Frauds</td>\n",
       "      <td>FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Fraud CallVishing</td>\n",
       "      <td>Sir I am Prabhat Singh jat  An app on playstor...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Internet Banking Related Fraud</td>\n",
       "      <td>FINANCIAL FRAUD  RS</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74099</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>I posted add on olx for labour from west Benga...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74100</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Victim inform that he purchase some item from ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74101</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>nameomsinghdistajmerpsramganjpincode\\r\\ncredit...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74102</th>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "      <td>Debit/Credit Card Fraud</td>\n",
       "      <td>Sir Mere Cradit Card se bina shoaping kiye hi ...</td>\n",
       "      <td>Financial Fraud Crimes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74103</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>74104 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     category                    sub_category  \\\n",
       "0      Financial Fraud Crimes               Fraud CallVishing   \n",
       "1      Financial Fraud Crimes               Fraud CallVishing   \n",
       "2      Financial Fraud Crimes              UPI Related Frauds   \n",
       "3      Financial Fraud Crimes               Fraud CallVishing   \n",
       "4      Financial Fraud Crimes  Internet Banking Related Fraud   \n",
       "...                       ...                             ...   \n",
       "74099  Financial Fraud Crimes         Debit/Credit Card Fraud   \n",
       "74100  Financial Fraud Crimes         Debit/Credit Card Fraud   \n",
       "74101  Financial Fraud Crimes         Debit/Credit Card Fraud   \n",
       "74102  Financial Fraud Crimes         Debit/Credit Card Fraud   \n",
       "74103                     NaN                             NaN   \n",
       "\n",
       "                                      crimeaditionalinfo  \\\n",
       "0      The above fraudster is continuously messaging ...   \n",
       "1      I received a call from lady stating that she w...   \n",
       "2      FRAUD \\t UPI PAYTM \\r\\nBANK \\tPunjab National ...   \n",
       "3      Sir I am Prabhat Singh jat  An app on playstor...   \n",
       "4                                   FINANCIAL FRAUD  RS    \n",
       "...                                                  ...   \n",
       "74099  I posted add on olx for labour from west Benga...   \n",
       "74100  Victim inform that he purchase some item from ...   \n",
       "74101  nameomsinghdistajmerpsramganjpincode\\r\\ncredit...   \n",
       "74102  Sir Mere Cradit Card se bina shoaping kiye hi ...   \n",
       "74103                                                NaN   \n",
       "\n",
       "                 new_category  \n",
       "0      Financial Fraud Crimes  \n",
       "1      Financial Fraud Crimes  \n",
       "2      Financial Fraud Crimes  \n",
       "3      Financial Fraud Crimes  \n",
       "4      Financial Fraud Crimes  \n",
       "...                       ...  \n",
       "74099  Financial Fraud Crimes  \n",
       "74100  Financial Fraud Crimes  \n",
       "74101  Financial Fraud Crimes  \n",
       "74102  Financial Fraud Crimes  \n",
       "74103                     NaN  \n",
       "\n",
       "[74104 rows x 4 columns]"
      ]
     },
     "execution_count": 388,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 390,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sub_category\n",
       "Aadhaar Enabled Payment System (AEPS) Fraud     3989\n",
       "Business Email CompromiseEmail Takeover          380\n",
       "Debit/Credit Card Fraud                        12108\n",
       "DematDepository Fraud                            974\n",
       "EWallet Related Fraud                           5336\n",
       "Fraud CallVishing                               7602\n",
       "Internet Banking Related Fraud                 10877\n",
       "SIM Swap Fraud                                  1323\n",
       "UPI Related Frauds                             31514\n",
       "dtype: int64"
      ]
     },
     "execution_count": 390,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result.groupby('sub_category').size()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 391,
   "metadata": {},
   "outputs": [],
   "source": [
    "result.to_csv('financial.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.20"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}