H1B data scrap.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Response [200]>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Web scrap script\n",
    "\n",
    "import requests\n",
    "\n",
    "page = requests.get(\"https://h1bdata.info/index.php?em=&job=Data+Scientist&city=&year=2018\")\n",
    "page"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "200"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "page.status_code\n",
    "# successful download"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# parsing the page with beautifulSoup\n",
    "\n",
    "from bs4 import BeautifulSoup\n",
    "\n",
    "soup = BeautifulSoup(page.content, 'lxml')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "table = soup.find_all('table')[0]\n",
    "df = pd.read_html(str(table))[0]\n",
    "employer = df['EMPLOYER'].tolist()\n",
    "job_title = df['JOB TITLE'].tolist()\n",
    "base_sal = df['BASE SALARY'].tolist()\n",
    "location = df['LOCATION'].tolist()\n",
    "sub_date = df['SUBMIT DATE'].tolist()\n",
    "srt_date = df['START DATE'].tolist()\n",
    "case_status = df['CASE STATUS'].tolist()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1890"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(employer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employer</th>\n",
       "      <th>job_title</th>\n",
       "      <th>base_sal</th>\n",
       "      <th>location</th>\n",
       "      <th>sub_date</th>\n",
       "      <th>srt_date</th>\n",
       "      <th>case_status</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>LARSON LIVING LABS LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>312000</td>\n",
       "      <td>CAMBRIDGE, MA</td>\n",
       "      <td>03/21/2018</td>\n",
       "      <td>03/28/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>LARSON LIVING LABS LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>312000</td>\n",
       "      <td>CAMBRIDGE, MA</td>\n",
       "      <td>05/14/2018</td>\n",
       "      <td>06/01/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1889</th>\n",
       "      <td>STITCH FIX INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>234000</td>\n",
       "      <td>SAN FRANCISCO, CA</td>\n",
       "      <td>09/04/2018</td>\n",
       "      <td>10/15/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1888</th>\n",
       "      <td>STITCH FIX INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>234000</td>\n",
       "      <td>SAN FRANCISCO, CA</td>\n",
       "      <td>09/04/2018</td>\n",
       "      <td>10/15/2018</td>\n",
       "      <td>WITHDRAWN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1887</th>\n",
       "      <td>STITCH FIX INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>234000</td>\n",
       "      <td>SAN FRANCISCO, CA</td>\n",
       "      <td>08/02/2018</td>\n",
       "      <td>10/15/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1886</th>\n",
       "      <td>KENSHO TECHNOLOGIES LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>215000</td>\n",
       "      <td>CAMBRIDGE, MA</td>\n",
       "      <td>05/09/2018</td>\n",
       "      <td>06/11/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1885</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>215000</td>\n",
       "      <td>MENLO PARK, CA</td>\n",
       "      <td>09/13/2018</td>\n",
       "      <td>09/24/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1884</th>\n",
       "      <td>AIRBNB INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>210000</td>\n",
       "      <td>SAN FRANCISCO, CA</td>\n",
       "      <td>05/22/2018</td>\n",
       "      <td>07/09/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1883</th>\n",
       "      <td>JINGCHI CORP</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>205000</td>\n",
       "      <td>SUNNYVALE, CA</td>\n",
       "      <td>03/20/2018</td>\n",
       "      <td>09/16/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1882</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>201925</td>\n",
       "      <td>MENLO PARK, CA</td>\n",
       "      <td>06/14/2018</td>\n",
       "      <td>11/24/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1881</th>\n",
       "      <td>AIRBNB INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>200000</td>\n",
       "      <td>SAN FRANCISCO, CA</td>\n",
       "      <td>08/09/2018</td>\n",
       "      <td>09/17/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1880</th>\n",
       "      <td>DATAROBOT INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>200000</td>\n",
       "      <td>JERSEY CITY, NJ</td>\n",
       "      <td>08/30/2018</td>\n",
       "      <td>10/15/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1879</th>\n",
       "      <td>AIRBNB INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>190000</td>\n",
       "      <td>SAN FRANCISCO, CA</td>\n",
       "      <td>02/20/2018</td>\n",
       "      <td>03/12/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1878</th>\n",
       "      <td>CITADEL AMERICAS LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>190000</td>\n",
       "      <td>CHICAGO, IL</td>\n",
       "      <td>03/12/2018</td>\n",
       "      <td>09/06/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1877</th>\n",
       "      <td>APPLE INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>185000</td>\n",
       "      <td>CUPERTINO, CA</td>\n",
       "      <td>04/02/2018</td>\n",
       "      <td>04/16/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1876</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>185000</td>\n",
       "      <td>MENLO PARK, CA</td>\n",
       "      <td>08/23/2018</td>\n",
       "      <td>09/03/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1875</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>185000</td>\n",
       "      <td>MENLO PARK, CA</td>\n",
       "      <td>08/22/2018</td>\n",
       "      <td>09/04/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>DATAROBOT INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>182700</td>\n",
       "      <td>BOSTON, MA</td>\n",
       "      <td>06/08/2018</td>\n",
       "      <td>07/15/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>HALOS INSURANCE INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>182700</td>\n",
       "      <td>WASHINGTON DC, DC</td>\n",
       "      <td>07/13/2018</td>\n",
       "      <td>07/23/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>HALOS INSURANCE INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>182700</td>\n",
       "      <td>CARY, NC</td>\n",
       "      <td>07/20/2018</td>\n",
       "      <td>07/23/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1868</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>180000</td>\n",
       "      <td>MENLO PARK, CA</td>\n",
       "      <td>01/18/2018</td>\n",
       "      <td>02/05/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1867</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>180000</td>\n",
       "      <td>MENLO PARK, CA</td>\n",
       "      <td>01/12/2018</td>\n",
       "      <td>01/29/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1873</th>\n",
       "      <td>VF SERVICES LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>180000</td>\n",
       "      <td>ALAMEDA, CA</td>\n",
       "      <td>04/06/2018</td>\n",
       "      <td>04/30/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1869</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>180000</td>\n",
       "      <td>SEATTLE, WA</td>\n",
       "      <td>01/31/2018</td>\n",
       "      <td>02/12/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1870</th>\n",
       "      <td>AIRBNB INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>180000</td>\n",
       "      <td>SAN FRANCISCO, CA</td>\n",
       "      <td>06/27/2018</td>\n",
       "      <td>07/30/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1871</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>180000</td>\n",
       "      <td>MENLO PARK, CA</td>\n",
       "      <td>05/22/2018</td>\n",
       "      <td>08/27/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1872</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>180000</td>\n",
       "      <td>MENLO PARK, CA</td>\n",
       "      <td>08/28/2018</td>\n",
       "      <td>09/03/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1874</th>\n",
       "      <td>FACEBOOK INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>180000</td>\n",
       "      <td>MENLO PARK, CA</td>\n",
       "      <td>07/13/2018</td>\n",
       "      <td>07/23/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1866</th>\n",
       "      <td>AIRBNB INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>178541</td>\n",
       "      <td>SAN FRANCISCO, CA</td>\n",
       "      <td>02/07/2018</td>\n",
       "      <td>08/01/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1865</th>\n",
       "      <td>AIRBNB INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>175723</td>\n",
       "      <td>SAN FRANCISCO, CA</td>\n",
       "      <td>02/07/2018</td>\n",
       "      <td>08/01/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>WAYFAIR LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>58219</td>\n",
       "      <td>BOSTON, MA</td>\n",
       "      <td>03/14/2018</td>\n",
       "      <td>08/29/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>WAYFAIR LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>58219</td>\n",
       "      <td>BOSTON, MA</td>\n",
       "      <td>03/15/2018</td>\n",
       "      <td>09/13/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>FIRST TECHNOLOGIES LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>57928</td>\n",
       "      <td>COMSTOCK PARK, MI</td>\n",
       "      <td>03/20/2018</td>\n",
       "      <td>09/18/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>PYRAMID TECHNOLOGY SOLUTIONS INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>57554</td>\n",
       "      <td>INDIANAPOLIS, IN</td>\n",
       "      <td>03/21/2018</td>\n",
       "      <td>09/03/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>PYRAMID TECHNOLOGY SOLUTIONS INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>57554</td>\n",
       "      <td>INDIANAPOLIS, IN</td>\n",
       "      <td>03/21/2018</td>\n",
       "      <td>09/03/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>PYRAMID TECHNOLOGY SOLUTIONS INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>57554</td>\n",
       "      <td>INDIANAPOLIS, IN</td>\n",
       "      <td>03/21/2018</td>\n",
       "      <td>09/03/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>WOLFRAM ALPHA LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>57000</td>\n",
       "      <td>CHAMPAIGN, IL</td>\n",
       "      <td>01/24/2018</td>\n",
       "      <td>07/26/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>CUMMINS INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>56880</td>\n",
       "      <td>COLUMBUS, IN</td>\n",
       "      <td>03/05/2018</td>\n",
       "      <td>08/31/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>CUMMINS INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>56880</td>\n",
       "      <td>COLUMBUS, IN</td>\n",
       "      <td>03/28/2018</td>\n",
       "      <td>09/10/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>FORD MOTOR CREDIT COMPANY</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>56700</td>\n",
       "      <td>DEARBORN, MI</td>\n",
       "      <td>03/07/2018</td>\n",
       "      <td>04/03/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>FIRST TECHNOLOGIES LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>56597</td>\n",
       "      <td>TROY, MI</td>\n",
       "      <td>03/20/2018</td>\n",
       "      <td>09/18/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>FIRST TECHNOLOGIES LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>56597</td>\n",
       "      <td>GROSSE POINTE FARMS, MI</td>\n",
       "      <td>03/20/2018</td>\n",
       "      <td>09/18/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>BRAINDO LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>56493</td>\n",
       "      <td>PHILADELPHIA, PA</td>\n",
       "      <td>03/19/2018</td>\n",
       "      <td>09/14/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>VERISHIP INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>55000</td>\n",
       "      <td>KANSAS CITY, MO</td>\n",
       "      <td>03/14/2018</td>\n",
       "      <td>09/13/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>PANTON INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>55000</td>\n",
       "      <td>HOUSTON, TX</td>\n",
       "      <td>03/20/2018</td>\n",
       "      <td>09/01/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>PEOPLETICKER LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>55000</td>\n",
       "      <td>DELRAY BEACH, FL</td>\n",
       "      <td>03/21/2018</td>\n",
       "      <td>09/20/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>THE STRATEGIC GROUP PR LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>54600</td>\n",
       "      <td>DORADO, PR</td>\n",
       "      <td>03/20/2018</td>\n",
       "      <td>09/16/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>NODELOGIX INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>54579</td>\n",
       "      <td>ITASCA, IL</td>\n",
       "      <td>03/21/2018</td>\n",
       "      <td>09/20/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>CCC INFORMATION SERVICES INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>54579</td>\n",
       "      <td>CHICAGO, IL</td>\n",
       "      <td>02/15/2018</td>\n",
       "      <td>08/17/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>CCC INFORMATION SERVICES INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>54579</td>\n",
       "      <td>CHICAGO, IL</td>\n",
       "      <td>03/12/2018</td>\n",
       "      <td>09/11/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>CIBER GLOBAL LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>53768</td>\n",
       "      <td>MADISON, MI</td>\n",
       "      <td>03/13/2018</td>\n",
       "      <td>09/12/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SRIVEN SYSTEMS OF TX INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>52000</td>\n",
       "      <td>MADISON, WI</td>\n",
       "      <td>03/07/2018</td>\n",
       "      <td>09/02/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>GROUPCONNECT LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>52000</td>\n",
       "      <td>CHICAGO, IL</td>\n",
       "      <td>02/28/2018</td>\n",
       "      <td>03/01/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>GROUPECONNECT LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>52000</td>\n",
       "      <td>CHICAGO, IL</td>\n",
       "      <td>04/09/2018</td>\n",
       "      <td>04/23/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>BIG FUEL COMMUNICATIONS LLC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>52000</td>\n",
       "      <td>CHICAGO, IL</td>\n",
       "      <td>02/21/2018</td>\n",
       "      <td>02/26/2018</td>\n",
       "      <td>WITHDRAWN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>UBER TECHNOLOGIES INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>50440</td>\n",
       "      <td>PITTSBURGH, PA</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/01/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>HUMANA INSURANCE COMPANY</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>50170</td>\n",
       "      <td>IRVING, TX</td>\n",
       "      <td>04/30/2018</td>\n",
       "      <td>05/10/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>COPART INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>49088</td>\n",
       "      <td>DALLAS, TX</td>\n",
       "      <td>01/26/2018</td>\n",
       "      <td>07/04/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>CCC INFORMATION SERVICES INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>45614</td>\n",
       "      <td>AUSTIN, TX</td>\n",
       "      <td>03/08/2018</td>\n",
       "      <td>09/06/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>RAMSAI SOFTWARE SOLUTIONS INC</td>\n",
       "      <td>DATA SCIENTIST</td>\n",
       "      <td>44574</td>\n",
       "      <td>BRADENTON, FL</td>\n",
       "      <td>03/28/2018</td>\n",
       "      <td>09/27/2018</td>\n",
       "      <td>CERTIFIED</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1890 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                              employer       job_title  base_sal  \\\n",
       "51              LARSON LIVING LABS LLC  DATA SCIENTIST    312000   \n",
       "52              LARSON LIVING LABS LLC  DATA SCIENTIST    312000   \n",
       "1889                    STITCH FIX INC  DATA SCIENTIST    234000   \n",
       "1888                    STITCH FIX INC  DATA SCIENTIST    234000   \n",
       "1887                    STITCH FIX INC  DATA SCIENTIST    234000   \n",
       "1886           KENSHO TECHNOLOGIES LLC  DATA SCIENTIST    215000   \n",
       "1885                      FACEBOOK INC  DATA SCIENTIST    215000   \n",
       "1884                        AIRBNB INC  DATA SCIENTIST    210000   \n",
       "1883                      JINGCHI CORP  DATA SCIENTIST    205000   \n",
       "1882                      FACEBOOK INC  DATA SCIENTIST    201925   \n",
       "1881                        AIRBNB INC  DATA SCIENTIST    200000   \n",
       "1880                     DATAROBOT INC  DATA SCIENTIST    200000   \n",
       "1879                        AIRBNB INC  DATA SCIENTIST    190000   \n",
       "1878              CITADEL AMERICAS LLC  DATA SCIENTIST    190000   \n",
       "1877                         APPLE INC  DATA SCIENTIST    185000   \n",
       "1876                      FACEBOOK INC  DATA SCIENTIST    185000   \n",
       "1875                      FACEBOOK INC  DATA SCIENTIST    185000   \n",
       "48                       DATAROBOT INC  DATA SCIENTIST    182700   \n",
       "49                 HALOS INSURANCE INC  DATA SCIENTIST    182700   \n",
       "50                 HALOS INSURANCE INC  DATA SCIENTIST    182700   \n",
       "1868                      FACEBOOK INC  DATA SCIENTIST    180000   \n",
       "1867                      FACEBOOK INC  DATA SCIENTIST    180000   \n",
       "1873                   VF SERVICES LLC  DATA SCIENTIST    180000   \n",
       "1869                      FACEBOOK INC  DATA SCIENTIST    180000   \n",
       "1870                        AIRBNB INC  DATA SCIENTIST    180000   \n",
       "1871                      FACEBOOK INC  DATA SCIENTIST    180000   \n",
       "1872                      FACEBOOK INC  DATA SCIENTIST    180000   \n",
       "1874                      FACEBOOK INC  DATA SCIENTIST    180000   \n",
       "1866                        AIRBNB INC  DATA SCIENTIST    178541   \n",
       "1865                        AIRBNB INC  DATA SCIENTIST    175723   \n",
       "...                                ...             ...       ...   \n",
       "81                         WAYFAIR LLC  DATA SCIENTIST     58219   \n",
       "80                         WAYFAIR LLC  DATA SCIENTIST     58219   \n",
       "79              FIRST TECHNOLOGIES LLC  DATA SCIENTIST     57928   \n",
       "76    PYRAMID TECHNOLOGY SOLUTIONS INC  DATA SCIENTIST     57554   \n",
       "78    PYRAMID TECHNOLOGY SOLUTIONS INC  DATA SCIENTIST     57554   \n",
       "77    PYRAMID TECHNOLOGY SOLUTIONS INC  DATA SCIENTIST     57554   \n",
       "75                   WOLFRAM ALPHA LLC  DATA SCIENTIST     57000   \n",
       "74                         CUMMINS INC  DATA SCIENTIST     56880   \n",
       "73                         CUMMINS INC  DATA SCIENTIST     56880   \n",
       "72           FORD MOTOR CREDIT COMPANY  DATA SCIENTIST     56700   \n",
       "71              FIRST TECHNOLOGIES LLC  DATA SCIENTIST     56597   \n",
       "70              FIRST TECHNOLOGIES LLC  DATA SCIENTIST     56597   \n",
       "69                         BRAINDO LLC  DATA SCIENTIST     56493   \n",
       "68                        VERISHIP INC  DATA SCIENTIST     55000   \n",
       "67                          PANTON INC  DATA SCIENTIST     55000   \n",
       "66                    PEOPLETICKER LLC  DATA SCIENTIST     55000   \n",
       "65          THE STRATEGIC GROUP PR LLC  DATA SCIENTIST     54600   \n",
       "63                       NODELOGIX INC  DATA SCIENTIST     54579   \n",
       "62        CCC INFORMATION SERVICES INC  DATA SCIENTIST     54579   \n",
       "64        CCC INFORMATION SERVICES INC  DATA SCIENTIST     54579   \n",
       "61                    CIBER GLOBAL LLC  DATA SCIENTIST     53768   \n",
       "0             SRIVEN SYSTEMS OF TX INC  DATA SCIENTIST     52000   \n",
       "60                    GROUPCONNECT LLC  DATA SCIENTIST     52000   \n",
       "59                   GROUPECONNECT LLC  DATA SCIENTIST     52000   \n",
       "58         BIG FUEL COMMUNICATIONS LLC  DATA SCIENTIST     52000   \n",
       "57               UBER TECHNOLOGIES INC  DATA SCIENTIST     50440   \n",
       "56            HUMANA INSURANCE COMPANY  DATA SCIENTIST     50170   \n",
       "55                          COPART INC  DATA SCIENTIST     49088   \n",
       "54        CCC INFORMATION SERVICES INC  DATA SCIENTIST     45614   \n",
       "53       RAMSAI SOFTWARE SOLUTIONS INC  DATA SCIENTIST     44574   \n",
       "\n",
       "                     location    sub_date    srt_date case_status  \n",
       "51              CAMBRIDGE, MA  03/21/2018  03/28/2018   CERTIFIED  \n",
       "52              CAMBRIDGE, MA  05/14/2018  06/01/2018   CERTIFIED  \n",
       "1889        SAN FRANCISCO, CA  09/04/2018  10/15/2018   CERTIFIED  \n",
       "1888        SAN FRANCISCO, CA  09/04/2018  10/15/2018   WITHDRAWN  \n",
       "1887        SAN FRANCISCO, CA  08/02/2018  10/15/2018   CERTIFIED  \n",
       "1886            CAMBRIDGE, MA  05/09/2018  06/11/2018   CERTIFIED  \n",
       "1885           MENLO PARK, CA  09/13/2018  09/24/2018   CERTIFIED  \n",
       "1884        SAN FRANCISCO, CA  05/22/2018  07/09/2018   CERTIFIED  \n",
       "1883            SUNNYVALE, CA  03/20/2018  09/16/2018   CERTIFIED  \n",
       "1882           MENLO PARK, CA  06/14/2018  11/24/2018   CERTIFIED  \n",
       "1881        SAN FRANCISCO, CA  08/09/2018  09/17/2018   CERTIFIED  \n",
       "1880          JERSEY CITY, NJ  08/30/2018  10/15/2018   CERTIFIED  \n",
       "1879        SAN FRANCISCO, CA  02/20/2018  03/12/2018   CERTIFIED  \n",
       "1878              CHICAGO, IL  03/12/2018  09/06/2018   CERTIFIED  \n",
       "1877            CUPERTINO, CA  04/02/2018  04/16/2018   CERTIFIED  \n",
       "1876           MENLO PARK, CA  08/23/2018  09/03/2018   CERTIFIED  \n",
       "1875           MENLO PARK, CA  08/22/2018  09/04/2018   CERTIFIED  \n",
       "48                 BOSTON, MA  06/08/2018  07/15/2018   CERTIFIED  \n",
       "49          WASHINGTON DC, DC  07/13/2018  07/23/2018   CERTIFIED  \n",
       "50                   CARY, NC  07/20/2018  07/23/2018   CERTIFIED  \n",
       "1868           MENLO PARK, CA  01/18/2018  02/05/2018   CERTIFIED  \n",
       "1867           MENLO PARK, CA  01/12/2018  01/29/2018   CERTIFIED  \n",
       "1873              ALAMEDA, CA  04/06/2018  04/30/2018   CERTIFIED  \n",
       "1869              SEATTLE, WA  01/31/2018  02/12/2018   CERTIFIED  \n",
       "1870        SAN FRANCISCO, CA  06/27/2018  07/30/2018   CERTIFIED  \n",
       "1871           MENLO PARK, CA  05/22/2018  08/27/2018   CERTIFIED  \n",
       "1872           MENLO PARK, CA  08/28/2018  09/03/2018   CERTIFIED  \n",
       "1874           MENLO PARK, CA  07/13/2018  07/23/2018   CERTIFIED  \n",
       "1866        SAN FRANCISCO, CA  02/07/2018  08/01/2018   CERTIFIED  \n",
       "1865        SAN FRANCISCO, CA  02/07/2018  08/01/2018   CERTIFIED  \n",
       "...                       ...         ...         ...         ...  \n",
       "81                 BOSTON, MA  03/14/2018  08/29/2018   CERTIFIED  \n",
       "80                 BOSTON, MA  03/15/2018  09/13/2018   CERTIFIED  \n",
       "79          COMSTOCK PARK, MI  03/20/2018  09/18/2018   CERTIFIED  \n",
       "76           INDIANAPOLIS, IN  03/21/2018  09/03/2018   CERTIFIED  \n",
       "78           INDIANAPOLIS, IN  03/21/2018  09/03/2018   CERTIFIED  \n",
       "77           INDIANAPOLIS, IN  03/21/2018  09/03/2018   CERTIFIED  \n",
       "75              CHAMPAIGN, IL  01/24/2018  07/26/2018   CERTIFIED  \n",
       "74               COLUMBUS, IN  03/05/2018  08/31/2018   CERTIFIED  \n",
       "73               COLUMBUS, IN  03/28/2018  09/10/2018   CERTIFIED  \n",
       "72               DEARBORN, MI  03/07/2018  04/03/2018   CERTIFIED  \n",
       "71                   TROY, MI  03/20/2018  09/18/2018   CERTIFIED  \n",
       "70    GROSSE POINTE FARMS, MI  03/20/2018  09/18/2018   CERTIFIED  \n",
       "69           PHILADELPHIA, PA  03/19/2018  09/14/2018   CERTIFIED  \n",
       "68            KANSAS CITY, MO  03/14/2018  09/13/2018   CERTIFIED  \n",
       "67                HOUSTON, TX  03/20/2018  09/01/2018   CERTIFIED  \n",
       "66           DELRAY BEACH, FL  03/21/2018  09/20/2018   CERTIFIED  \n",
       "65                 DORADO, PR  03/20/2018  09/16/2018   CERTIFIED  \n",
       "63                 ITASCA, IL  03/21/2018  09/20/2018   CERTIFIED  \n",
       "62                CHICAGO, IL  02/15/2018  08/17/2018   CERTIFIED  \n",
       "64                CHICAGO, IL  03/12/2018  09/11/2018   CERTIFIED  \n",
       "61                MADISON, MI  03/13/2018  09/12/2018   CERTIFIED  \n",
       "0                 MADISON, WI  03/07/2018  09/02/2018   CERTIFIED  \n",
       "60                CHICAGO, IL  02/28/2018  03/01/2018   CERTIFIED  \n",
       "59                CHICAGO, IL  04/09/2018  04/23/2018   CERTIFIED  \n",
       "58                CHICAGO, IL  02/21/2018  02/26/2018   WITHDRAWN  \n",
       "57             PITTSBURGH, PA  01/02/2018  06/01/2018   CERTIFIED  \n",
       "56                 IRVING, TX  04/30/2018  05/10/2018   CERTIFIED  \n",
       "55                 DALLAS, TX  01/26/2018  07/04/2018   CERTIFIED  \n",
       "54                 AUSTIN, TX  03/08/2018  09/06/2018   CERTIFIED  \n",
       "53              BRADENTON, FL  03/28/2018  09/27/2018   CERTIFIED  \n",
       "\n",
       "[1890 rows x 7 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sal_table = pd.DataFrame({'employer':employer,\n",
    "                         'job_title':job_title,\n",
    "                         'base_sal':base_sal,\n",
    "                         'location':location,\n",
    "                         'sub_date':sub_date,\n",
    "                         'srt_date':srt_date,\n",
    "                         'case_status':case_status})\n",
    "sal_table.sort_values('base_sal', ascending = False, inplace = True)\n",
    "sal_table"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}