mk_table1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import os\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "from astropy import table\n",
    "from astropy.table import Table\n",
    "from astropy.io import ascii\n",
    "from tabulate import tabulate\n",
    "\n",
    "SAGA_DIR = os.environ['SAGA_DIR']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading https://docs.google.com/spreadsheets/d/1GJYuhqfKeuJr-IyyGF_NDLb_ezL6zBiX2aeZFHHPr_s/export?format=csv&gid=0 [Done]\n"
     ]
    }
   ],
   "source": [
    "# READ SAGA NAMES DOCUMENT\n",
    "key = '1GJYuhqfKeuJr-IyyGF_NDLb_ezL6zBiX2aeZFHHPr_s'\n",
    "gid =0\n",
    "url = 'https://docs.google.com/spreadsheets/d/{0}/export?format=csv&gid={1}'.format(key, gid)\n",
    "googlenames = Table.read(url, format='ascii.csv')\n",
    "m=googlenames['Flag'] == 0\n",
    "saganames = googlenames[m]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# RUN LOOP ONCE TO SORT ON COMPLETENESS\n",
    "cmpl = []\n",
    "for host in saganames:\n",
    "    nsaid = host['NSA']\n",
    "    basefile  = os.path.join(SAGA_DIR, 'base_catalogs', 'base_sql_nsa{0}.fits.gz'.format(nsaid))\n",
    "    base = Table.read(basefile)    \n",
    "    \n",
    "    b_rmv  = base['REMOVE'] == -1\n",
    "    b_rvir = base['RHOST_KPC'] <= 300\n",
    "    b_fib  = base['FIBERMAG_R'] <= 23\n",
    "    b_gal  = base['PHOT_SG'] == 'GALAXY'\n",
    "    b_r21  = base['r'] - base['EXTINCTION_R'] <= 20.75\n",
    "    \n",
    "    base = base[b_rmv & b_rvir & b_gal & b_fib & b_r21]\n",
    "\n",
    "    # CALCULATE UGRI QUANTITIES\n",
    "    umag = base['u'] - base['EXTINCTION_U']\n",
    "    gmag = base['g'] - base['EXTINCTION_G']\n",
    "    rmag = base['r'] - base['EXTINCTION_R']\n",
    "    imag = base['i'] - base['EXTINCTION_I']\n",
    "\n",
    "    ug = umag - gmag\n",
    "    gr = gmag - rmag\n",
    "    ri = rmag - imag\n",
    "\n",
    "    grerr = np.sqrt(base['g_err']**2 + base['r_err']**2)\n",
    "    rierr = np.sqrt(base['r_err']**2 + base['i_err']**2)\n",
    "\n",
    "    cgmr = gr - 2.*grerr\n",
    "    crmi = ri - 2.*rierr\n",
    "\n",
    "    msk1 = cgmr < 0.85\n",
    "    msk2 = crmi < 0.55\n",
    "    msk3 = base['ZQUALITY'] >= 3\n",
    "\n",
    "    # GRI COMPLETENESS\n",
    "    ngri      = np.sum(msk1&msk2)\n",
    "    ngri_spec = np.sum(msk1&msk2&msk3)\n",
    "    p = 100.*ngri_spec/ngri\n",
    "    cmpl.append([p,nsaid])    # WE WILL SORT ON THIS QUANITY\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "sorted_hosts = sorted(cmpl,reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# from yao, based on median \n",
    "mvir = ascii.read('/Users/marlageha/Projects/SAGA/host_vir.dat')\n",
    "nsa = Table.read('/Users/marlageha/Projects/SAGA/cats/nsa_v0_1_3.fits')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  MASS \n",
      "-------\n",
      "10.5198\n",
      "  MASS \n",
      "-------\n",
      "10.5711\n",
      "  MASS \n",
      "-------\n",
      "10.5306\n",
      "  MASS \n",
      "-------\n",
      "10.7024\n",
      "  MASS \n",
      "-------\n",
      "10.5695\n",
      "  MASS \n",
      "-------\n",
      "10.5632\n",
      "  MASS \n",
      "-------\n",
      "10.6356\n",
      " MASS \n",
      "------\n",
      "10.709\n",
      "  MASS \n",
      "-------\n",
      "10.3138\n",
      " MASS \n",
      "------\n",
      "10.195\n",
      "  MASS \n",
      "-------\n",
      "10.6063\n",
      "  MASS \n",
      "-------\n",
      "10.6228\n",
      " MASS \n",
      "------\n",
      "10.415\n",
      "  MASS \n",
      "-------\n",
      "10.6075\n",
      "  MASS \n",
      "-------\n",
      "10.4351\n",
      "  MASS \n",
      "-------\n",
      "10.1815\n"
     ]
    }
   ],
   "source": [
    "# RUN LOOP AGAIN TO GENERATE TABLE\n",
    "data = []\n",
    "headers = ['SAGA','NGC','NSAID','RA','Dec','Dist','Mr','MK','Mstar','Mvir','Ntot','GRI COMPL']\n",
    "\n",
    "for h in sorted_hosts:\n",
    "    nsaid = h[1]\n",
    "    basefile  = os.path.join(SAGA_DIR, 'base_catalogs', 'base_sql_nsa{0}.fits.gz'.format(nsaid))\n",
    "    base = Table.read(basefile)    \n",
    "    row = []\n",
    "\n",
    "    msk = np.where(saganames['NSA']==nsaid)[0][0]\n",
    "    saga = saganames['SAGA'][msk]    \n",
    "    ngc = saganames['NGC'][msk]\n",
    "    \n",
    "    row.append(saga)\n",
    "    row.append('NGC '+ngc)\n",
    "    row.append(nsaid)\n",
    "\n",
    "    \n",
    "    row.append('{:09.5f}'.format(np.float(saganames['RA'][msk])))\n",
    "    row.append('{:09.5f}'.format(np.float(saganames['Dec'][msk])))\n",
    "    row.append('{:06.1f}'.format(base['HOST_DIST'][0]))\n",
    " \n",
    "\n",
    "    row.append('{:06.1f}'.format(base['HOST_MR'][0]))\n",
    "    row.append('{0:.1f}'.format(base['HOST_MK'][0]))\n",
    "    \n",
    "    # STELLAR AND VIRIAL MASS\n",
    "    m=nsaid == nsa['NSAID']\n",
    "    mstar = np.log10(nsa['MASS'][m]/0.7**2)\n",
    "    row.append('{:06.2f}'.format(np.float(mstar)))\n",
    "    m=nsaid == mvir['NSAID']\n",
    "    vir = np.log10(mvir['MVIR'][m])\n",
    "    row.append('{:06.2f}'.format(np.float(vir)))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    # BASIC CUTS ON BASE CATALOG\n",
    "    b_rmv  = base['REMOVE'] == -1\n",
    "    b_rvir = base['RHOST_KPC'] <= 300\n",
    "    b_fib  = base['FIBERMAG_R'] <= 23\n",
    "    b_gal  = base['PHOT_SG'] == 'GALAXY'\n",
    "    b_r21  = base['r'] - base['EXTINCTION_R'] <= 20.75\n",
    "    \n",
    "    base = base[b_rmv & b_rvir & b_gal & b_fib]\n",
    "    b_r21  = base['r'] - base['EXTINCTION_R'] <= 20.75\n",
    "\n",
    "\n",
    "    # CALCULATE NUMBER OF SATELLITES\n",
    "    nsat = np.sum(base['SATS'] == 1)\n",
    "    ncsat = np.sum((base['SATS'] == 1) & (base['r'] - base['EXTINCTION_R'] <= 20.75))\n",
    "\n",
    "    sats = '{}'.format(nsat)\n",
    "    row.append(sats)\n",
    "    \n",
    "    \n",
    "    # NOW CALCULATE COMPLETENESSES\n",
    "    base=base[b_r21]\n",
    "    \n",
    "    row.append(np.sum(b_r21))\n",
    "    \n",
    "    # CALCULATE UGRI QUANTITIES\n",
    "    umag = base['u'] - base['EXTINCTION_U']\n",
    "    gmag = base['g'] - base['EXTINCTION_G']\n",
    "    rmag = base['r'] - base['EXTINCTION_R']\n",
    "    imag = base['i'] - base['EXTINCTION_I']\n",
    "\n",
    "    ug = umag - gmag\n",
    "    gr = gmag - rmag\n",
    "    ri = rmag - imag\n",
    "\n",
    "    grerr = np.sqrt(base['g_err']**2 + base['r_err']**2)\n",
    "    rierr = np.sqrt(base['r_err']**2 + base['i_err']**2)\n",
    "    ugerr = np.sqrt(base['u_err']**2 + base['g_err']**2)\n",
    "\n",
    "    cgmr = gr - 2.*grerr\n",
    "    crmi = ri - 2.*rierr\n",
    "\n",
    "    msk1 = cgmr < 0.85\n",
    "    msk2 = crmi < 0.55\n",
    "    msk3 = base['ZQUALITY'] >= 3\n",
    "\n",
    "    # GRI COMPLETENESS\n",
    "    ngri      = np.sum(msk1&msk2)\n",
    "    ngri_spec = np.sum(msk1&msk2&msk3)\n",
    "    p = 100.*ngri_spec/ngri\n",
    "    gri_compl = '{:02.0f}% ({}/{})'.format(p,ngri_spec,ngri)\n",
    "    row.append(gri_compl)\n",
    "\n",
    "     \n",
    "    # UGRI COMPLETENESS\n",
    "    #msk4 = ug < 1.5*gr#-0.25\n",
    "    msk4 = (ug+2*ugerr) > (1.5*(gr - 2.*grerr))\n",
    "    nugri      = np.sum(msk1&msk2&msk4)\n",
    "    nugri_spec = np.sum(msk1&msk2&msk3&msk4)\n",
    "    p = 100.*nugri_spec/nugri\n",
    "    ugri_compl = '{:02.0f}% ({}/{})'.format(p,nugri_spec,nugri)\n",
    "#    row.append(ugri_compl)\n",
    "    \n",
    "    data.append(row)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===========  =============  ======  =========  ========  =====  ======  =====  =====  =======  ======  ======  ===============\n",
      "             SAGA              NGC      NSAID        RA    Dec    Dist     Mr     MK    Mstar    Mvir    Ntot  GRI COMPL\n",
      "===========  =============  ======  =========  ========  =====  ======  =====  =====  =======  ======  ======  ===============\n",
      "Gilgamesh    NGC 5962       166313  234.132    16.6078    28     -21.2  -23.7  10.52    12.13       2    2995  98% (1271/1300)\n",
      "Odyssey      NGC 6181       147100  248.087    19.8264    34.3   -21.3  -24    10.57    12.27       9    1850  97% (819/845)\n",
      "Dune         NGC 5750       165536  221.546    -0.22294   25.4   -20.9  -23.6  10.53    12.08       1    3557  97% (1433/1480)\n",
      "AnaK         NGC 7716        61945  354.131     0.29728   34.8   -21.4  -23.4  10.7     12.01       3    2356  94% (917/979)\n",
      "Narnia       NGC 1015       132339   39.5482   -1.31876   37.2   -21.1  -23.5  10.57    12.05       2    1976  92% (778/849)\n",
      "OBrother     NGC PGC068743  149781  335.913    -3.43167   39.2   -21    -23.8  10.56    12.18       4    1740  90% (770/859)\n",
      "StarTrek     NGC 2543        33446  123.241    36.2546    37.7   -21.3  -23.5  10.64    12.03       2    1719  85% (716/842)\n",
      "Catch22      NGC 7541       150887  348.683     4.53406   37     -21.6  -24.5  10.71    12.55       6    2198  82% (706/865)\n",
      "ScoobyDoo    NGC 4158       161174  182.792    20.1757    36.3   -20.6  -23    10.31    11.89       4    1471  47% (353/758)\n",
      "MobyDick     NGC 3067        85746  149.588    32.3699    25.1   -20.2  -23.1  10.19    11.9        1    3635  38% (604/1600)\n",
      "Othello      NGC 5792       145729  224.594    -1.09102   28.4   -21.1  -24.6  10.61    12.59       2    3002  26% (371/1433)\n",
      "Alice        NGC 4030       140594  180.098    -1.10008   23.2   -21.5  -24.5  10.62    12.55       2    5628  25% (657/2681)\n",
      "Bandamanna   NGC 7818       126115    0.99558  20.7524    32.5   -20.8  -24.1  10.42    12.34       1    2019  24% (230/948)\n",
      "Sopranos     NGC 4045        13927  180.676     1.9768    29.5   -21.1  -23.6  10.61    12.09       0    3492  17% (314/1888)\n",
      "Oz           NGC 3277       137625  158.231    28.5118    24.4   -20.8  -23    10.44    11.88       5    3801  08% (142/1694)\n",
      "HarryPotter  NGC PGC004948  129237   20.449    17.5922    38.7   -20    -23.5  10.18    12.06       4    1526  06% (53/832)\n",
      "===========  =============  ======  =========  ========  =====  ======  =====  =====  =======  ======  ======  ===============\n"
     ]
    }
   ],
   "source": [
    "print tabulate(data,headers, tablefmt=\"rst\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\\begin{tabular}{llrrrrrrrrrrl}\n",
      "\\hline\n",
      "             & SAGA          &    NGC &     NSAID &       RA &   Dec &   Dist &    Mr &    MK &   Mstar &   Mvir &   Ntot & GRI COMPL       \\\\\n",
      "\\hline\n",
      " Gilgamesh   & NGC 5962      & 166313 & 234.132   & 16.6078  &  28   &  -21.2 & -23.7 & 10.52 &   12.13 &      2 &   2995 & 98\\% (1271/1300) \\\\\n",
      " Odyssey     & NGC 6181      & 147100 & 248.087   & 19.8264  &  34.3 &  -21.3 & -24   & 10.57 &   12.27 &      9 &   1850 & 97\\% (819/845)   \\\\\n",
      " Dune        & NGC 5750      & 165536 & 221.546   & -0.22294 &  25.4 &  -20.9 & -23.6 & 10.53 &   12.08 &      1 &   3557 & 97\\% (1433/1480) \\\\\n",
      " AnaK        & NGC 7716      &  61945 & 354.131   &  0.29728 &  34.8 &  -21.4 & -23.4 & 10.7  &   12.01 &      3 &   2356 & 94\\% (917/979)   \\\\\n",
      " Narnia      & NGC 1015      & 132339 &  39.5482  & -1.31876 &  37.2 &  -21.1 & -23.5 & 10.57 &   12.05 &      2 &   1976 & 92\\% (778/849)   \\\\\n",
      " OBrother    & NGC PGC068743 & 149781 & 335.913   & -3.43167 &  39.2 &  -21   & -23.8 & 10.56 &   12.18 &      4 &   1740 & 90\\% (770/859)   \\\\\n",
      " StarTrek    & NGC 2543      &  33446 & 123.241   & 36.2546  &  37.7 &  -21.3 & -23.5 & 10.64 &   12.03 &      2 &   1719 & 85\\% (716/842)   \\\\\n",
      " Catch22     & NGC 7541      & 150887 & 348.683   &  4.53406 &  37   &  -21.6 & -24.5 & 10.71 &   12.55 &      6 &   2198 & 82\\% (706/865)   \\\\\n",
      " ScoobyDoo   & NGC 4158      & 161174 & 182.792   & 20.1757  &  36.3 &  -20.6 & -23   & 10.31 &   11.89 &      4 &   1471 & 47\\% (353/758)   \\\\\n",
      " MobyDick    & NGC 3067      &  85746 & 149.588   & 32.3699  &  25.1 &  -20.2 & -23.1 & 10.19 &   11.9  &      1 &   3635 & 38\\% (604/1600)  \\\\\n",
      " Othello     & NGC 5792      & 145729 & 224.594   & -1.09102 &  28.4 &  -21.1 & -24.6 & 10.61 &   12.59 &      2 &   3002 & 26\\% (371/1433)  \\\\\n",
      " Alice       & NGC 4030      & 140594 & 180.098   & -1.10008 &  23.2 &  -21.5 & -24.5 & 10.62 &   12.55 &      2 &   5628 & 25\\% (657/2681)  \\\\\n",
      " Bandamanna  & NGC 7818      & 126115 &   0.99558 & 20.7524  &  32.5 &  -20.8 & -24.1 & 10.42 &   12.34 &      1 &   2019 & 24\\% (230/948)   \\\\\n",
      " Sopranos    & NGC 4045      &  13927 & 180.676   &  1.9768  &  29.5 &  -21.1 & -23.6 & 10.61 &   12.09 &      0 &   3492 & 17\\% (314/1888)  \\\\\n",
      " Oz          & NGC 3277      & 137625 & 158.231   & 28.5118  &  24.4 &  -20.8 & -23   & 10.44 &   11.88 &      5 &   3801 & 08\\% (142/1694)  \\\\\n",
      " HarryPotter & NGC PGC004948 & 129237 &  20.449   & 17.5922  &  38.7 &  -20   & -23.5 & 10.18 &   12.06 &      4 &   1526 & 06\\% (53/832)    \\\\\n",
      "\\hline\n",
      "\\end{tabular}\n"
     ]
    }
   ],
   "source": [
    "print tabulate(data, headers, tablefmt=\"latex\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# RUN LOOP AGAIN TO GENERATE TABLE\n",
    "data = []\n",
    "headers = ['SAGA','Dist','Ns/Nc','MK','Mr','Ntot','GRI COMPL', 'UGRI COMPL']\n",
    "\n",
    "for h in sorted_hosts:\n",
    "    nsaid = h[1]\n",
    "    basefile  = os.path.join(SAGA_DIR, 'base_catalogs', 'base_sql_nsa{0}.fits.gz'.format(nsaid))\n",
    "    base = Table.read(basefile)    \n",
    "    row = []\n",
    "\n",
    "    msk = np.where(saganames['NSA']==nsaid)[0][0]\n",
    "    \n",
    "    ngc = saganames['NGC'][msk]\n",
    "    saga = saganames['SAGA'][msk]\n",
    "    #row.append(ngc)\n",
    "    row.append(saga)\n",
    "#   row.append(nsaid)\n",
    "\n",
    "    \n",
    "#    row.append('{:09.5f}'.format(np.float(saganames['RA'][msk])))\n",
    "#    row.append('{:09.5f}'.format(np.float(saganames['Dec'][msk])))\n",
    "    row.append('{:06.1f}'.format(base['HOST_DIST'][0]))\n",
    " \n",
    "    \n",
    "\n",
    "    # BASIC CUTS ON BASE CATALOG\n",
    "    b_rmv  = base['REMOVE'] == -1\n",
    "    b_rvir = base['RHOST_KPC'] <= 300\n",
    "    b_fib  = base['FIBERMAG_R'] <= 23\n",
    "    b_gal  = base['PHOT_SG'] == 'GALAXY'\n",
    "    b_r21  = base['r'] - base['EXTINCTION_R'] <= 20.75\n",
    "    \n",
    "    base = base[b_rmv & b_rvir & b_gal & b_fib]\n",
    "    b_r21  = base['r'] - base['EXTINCTION_R'] <= 20.75\n",
    "\n",
    "\n",
    "    # CALCULATE NUMBER OF SATELLITES\n",
    "    nsat = np.sum(base['SATS'] == 1)\n",
    "    ncsat = np.sum((base['SATS'] == 1) & (base['r'] - base['EXTINCTION_R'] <= 20.75))\n",
    "\n",
    "    sats = '{}/{}'.format(nsat,ncsat)\n",
    "    row.append(sats)\n",
    "    \n",
    "    row.append('{0:.1f}'.format(base['HOST_MK'][0]))\n",
    "    row.append('{:06.1f}'.format(base['HOST_MR'][0]))\n",
    "    \n",
    "    \n",
    "    # NOW CALCULATE COMPLETENESSES\n",
    "    base=base[b_r21]\n",
    "    \n",
    "    row.append(np.sum(b_r21))\n",
    "    \n",
    "    # CALCULATE UGRI QUANTITIES\n",
    "    umag = base['u'] - base['EXTINCTION_U']\n",
    "    gmag = base['g'] - base['EXTINCTION_G']\n",
    "    rmag = base['r'] - base['EXTINCTION_R']\n",
    "    imag = base['i'] - base['EXTINCTION_I']\n",
    "\n",
    "    ug = umag - gmag\n",
    "    gr = gmag - rmag\n",
    "    ri = rmag - imag\n",
    "\n",
    "    grerr = np.sqrt(base['g_err']**2 + base['r_err']**2)\n",
    "    rierr = np.sqrt(base['r_err']**2 + base['i_err']**2)\n",
    "\n",
    "    cgmr = gr - 2.*grerr\n",
    "    crmi = ri - 2.*rierr\n",
    "\n",
    "    msk1 = cgmr < 0.85\n",
    "    msk2 = crmi < 0.55\n",
    "    msk3 = base['ZQUALITY'] >= 3\n",
    "\n",
    "    # GRI COMPLETENESS\n",
    "    ngri      = np.sum(msk1&msk2)\n",
    "    ngri_spec = np.sum(msk1&msk2&msk3)\n",
    "    p = 100.*ngri_spec/ngri\n",
    "    gri_compl = '{:02.0f}% ({}/{})'.format(p,ngri_spec,ngri)\n",
    "    row.append(gri_compl)\n",
    "\n",
    "     \n",
    "    # UGRI COMPLETENESS\n",
    "    msk4 = ug < 1.5*gr#-0.25\n",
    "    nugri      = np.sum(msk1&msk2&msk4)\n",
    "    nugri_spec = np.sum(msk1&msk2&msk3&msk4)\n",
    "    p = 100.*nugri_spec/nugri\n",
    "    ugri_compl = '{:02.0f}% ({}/{})'.format(p,nugri_spec,nugri)\n",
    "    row.append(ugri_compl)\n",
    "    \n",
    "    data.append(row)\n",
    "print tabulate(data,headers, tablefmt=\"rst\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}