pipeline/Visualize-run-veg.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import boto3\n",
    "session = boto3.Session(profile_name='esip')\n",
    "# Any clients created from this session will use credentials\n",
    "# from the [dev] section of ~/.aws/credentials.\n",
    "dev_s3_client = session.client('s3')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/anaconda3/envs/pytorch_p36/lib/python3.6/site-packages/matplotlib/__init__.py:1067: UserWarning: Duplicate key in file \"/home/ubuntu/.config/matplotlib/matplotlibrc\", line #2\n",
      "  (fname, cnt))\n",
      "/home/ubuntu/anaconda3/envs/pytorch_p36/lib/python3.6/site-packages/matplotlib/__init__.py:1067: UserWarning: Duplicate key in file \"/home/ubuntu/.config/matplotlib/matplotlibrc\", line #3\n",
      "  (fname, cnt))\n"
     ]
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "import rasterio as rio\n",
    "import numpy as np\n",
    "from matplotlib import pyplot as plt\n",
    "import rasterio.plot\n",
    "import os\n",
    "from datetime import datetime as dt\n",
    "\n",
    "# Load the veg aso\n",
    "veg_aso = rio.open(r'/home/ubuntu/planet-snowcover/pipeline/aso_veg_test_only.tif')\n",
    "veg_aso_mask = veg_aso.read(1)\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Plot this elevation band:\n",
    "plt.figure(figsize=(10,10))\n",
    "plt.imshow(veg_aso_mask)\n",
    "\n",
    "title_text = ''\n",
    "plt.title(title_text);\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(26547, 32768)\n"
     ]
    }
   ],
   "source": [
    "print(veg_aso_mask.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# Load the DEM and read out a np array of the elevation values (meters):\n",
    "veg_pred = rio.open(r'/home/ubuntu/planet-snowcover/pipeline/pred_veg_test_only.tif')\n",
    "pred_veg = veg_pred.read(1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(26547, 32768)\n"
     ]
    }
   ],
   "source": [
    "print(pred_veg.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# Plot this elevation band:\n",
    "plt.figure(figsize=(10,10))\n",
    "plt.imshow(pred_veg)\n",
    "\n",
    "title_text = ''\n",
    "plt.title(title_text);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def compute_metrics(true, pred):\n",
    "    print(true.shape, pred.shape)\n",
    "    assert true.shape == pred.shape, \"Masks and predictions are different shapes. Are you sure they're in the same CRS/extent?\"\n",
    "\n",
    "    compare = (true, pred)\n",
    "\n",
    "    balanced_acc = metrics.balanced_accuracy_score(*compare)\n",
    "    prfs = metrics.precision_recall_fscore_support(*compare, average='binary')\n",
    "\n",
    "    these_metrics = {\n",
    "        \"balanced_accuracy\" : balanced_acc,\n",
    "        \"precision\": prfs[0],\n",
    "        \"recall\": prfs[1],\n",
    "        \"f_score\": prfs[2]\n",
    "    }\n",
    "\n",
    "    return these_metrics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "mask_data = veg_aso_mask.flatten()\n",
    "pred_data = pred_veg.flatten()\n",
    "    # remove nodata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(869892096,)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mask_data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-3.4e+38,  0.0e+00,  1.0e+00], dtype=float32)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " np.unique(mask_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-3.4e+38,  0.0e+00,  1.0e+00], dtype=float32)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " np.unique(pred_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/anaconda3/envs/pytorch_p36/lib/python3.6/site-packages/ipykernel/__main__.py:1: DeprecationWarning: elementwise != comparison failed; this will raise an error in the future.\n",
      "  if __name__ == '__main__':\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(mask_data[np.where(mask_data != 9999)])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "try:\n",
    "        mask_data = mask_data[np.where(mask_data != -3.4e+38)]\n",
    "        pred_data = pred_data[np.where(pred_data != -3.4e+38)]\n",
    "except Exception as e:\n",
    "        print(\"Error filtering nodata. Do input data files have nodata attribute set? [{}]\".format(e))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-3.4e+38,  0.0e+00,  1.0e+00], dtype=float32)"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " np.unique(pred_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "continuous is not supported",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-13-46b45fcc12f3>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmetrics\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0maccuracy_score\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0maccuracy_score\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmask_data\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpred_data\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda3/envs/pytorch_p36/lib/python3.6/site-packages/sklearn/metrics/classification.py\u001b[0m in \u001b[0;36maccuracy_score\u001b[0;34m(y_true, y_pred, normalize, sample_weight)\u001b[0m\n\u001b[1;32m    174\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    175\u001b[0m     \u001b[0;31m# Compute accuracy for each possible representation\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 176\u001b[0;31m     \u001b[0my_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_true\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_check_targets\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_true\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    177\u001b[0m     \u001b[0mcheck_consistent_length\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_true\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msample_weight\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    178\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0my_type\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstartswith\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'multilabel'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/envs/pytorch_p36/lib/python3.6/site-packages/sklearn/metrics/classification.py\u001b[0m in \u001b[0;36m_check_targets\u001b[0;34m(y_true, y_pred)\u001b[0m\n\u001b[1;32m     86\u001b[0m     \u001b[0;31m# No metrics support \"multiclass-multioutput\" format\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     87\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0my_type\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m\"binary\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"multiclass\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"multilabel-indicator\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 88\u001b[0;31m         \u001b[0;32mraise\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"{0} is not supported\"\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     89\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     90\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0my_type\u001b[0m \u001b[0;32min\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m\"binary\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"multiclass\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mValueError\u001b[0m: continuous is not supported"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import accuracy_score\n",
    "accuracy_score(mask_data, pred_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(869892096,) (869892096,)\n"
     ]
    },
    {
     "ename": "ValueError",
     "evalue": "continuous is not supported",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-11-96b57d196a3c>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mmetrics\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mmetrics\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcompute_metrics\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmask_data\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpred_data\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m<ipython-input-4-ee52fbc8f290>\u001b[0m in \u001b[0;36mcompute_metrics\u001b[0;34m(true, pred)\u001b[0m\n\u001b[1;32m      5\u001b[0m     \u001b[0mcompare\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mtrue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 7\u001b[0;31m     \u001b[0mbalanced_acc\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmetrics\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbalanced_accuracy_score\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0mcompare\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      8\u001b[0m     \u001b[0mprfs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmetrics\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mprecision_recall_fscore_support\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0mcompare\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maverage\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'binary'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      9\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/envs/pytorch_p36/lib/python3.6/site-packages/sklearn/metrics/classification.py\u001b[0m in \u001b[0;36mbalanced_accuracy_score\u001b[0;34m(y_true, y_pred, sample_weight, adjusted)\u001b[0m\n\u001b[1;32m   1431\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1432\u001b[0m     \"\"\"\n\u001b[0;32m-> 1433\u001b[0;31m     \u001b[0mC\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mconfusion_matrix\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_true\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msample_weight\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msample_weight\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1434\u001b[0m     \u001b[0;32mwith\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0merrstate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdivide\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'ignore'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minvalid\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'ignore'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1435\u001b[0m         \u001b[0mper_class\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdiag\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mC\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m/\u001b[0m \u001b[0mC\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msum\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/envs/pytorch_p36/lib/python3.6/site-packages/sklearn/metrics/classification.py\u001b[0m in \u001b[0;36mconfusion_matrix\u001b[0;34m(y_true, y_pred, labels, sample_weight)\u001b[0m\n\u001b[1;32m    251\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    252\u001b[0m     \"\"\"\n\u001b[0;32m--> 253\u001b[0;31m     \u001b[0my_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_true\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_check_targets\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_true\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    254\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0my_type\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0;34m\"binary\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"multiclass\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    255\u001b[0m         \u001b[0;32mraise\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"%s is not supported\"\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0my_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/envs/pytorch_p36/lib/python3.6/site-packages/sklearn/metrics/classification.py\u001b[0m in \u001b[0;36m_check_targets\u001b[0;34m(y_true, y_pred)\u001b[0m\n\u001b[1;32m     86\u001b[0m     \u001b[0;31m# No metrics support \"multiclass-multioutput\" format\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     87\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0my_type\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m\"binary\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"multiclass\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"multilabel-indicator\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 88\u001b[0;31m         \u001b[0;32mraise\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"{0} is not supported\"\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     89\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     90\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0my_type\u001b[0m \u001b[0;32min\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m\"binary\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"multiclass\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mValueError\u001b[0m: continuous is not supported"
     ]
    }
   ],
   "source": [
    "from sklearn import metrics\n",
    "metrics = compute_metrics(mask_data, pred_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "print(metrics)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(3073, 6144)\n"
     ]
    }
   ],
   "source": [
    "print(masksnow.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAADKCAYAAACohkc8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAEPpJREFUeJzt3X+s3XV9x/Hna+VHh+BogTWlbQa4uqUmUFjDj2gMkwCFLAOTxZRs2iBLzQaJZiZL0WQ4DYsuUzYSRevsrIuKzB+jIXXXiiTGP4QWrYWCyJUfoaVQBEQ3EjbwvT/Op3oobe+P3nvOvff7fCQn5/t9fz/nnM+7Pb2vnu/3e743VYUkqbt+a9gTkCQNl0EgSR1nEEhSxxkEktRxBoEkdZxBIEkdN/AgSLI6yUNJRpOsH/TrS5JeLYP8HkGSecBPgIuB3cA24KqqemBgk5AkvcqgPxGcC4xW1SNV9b/ArcAVA56DJKnPUQN+vSXAE33ru4Hz+gckWQesA5jHvD86jtcPbnZz3BvPfHHYU5A0APfufOlnVXXKeMcPOgjGVFUbgA0Ar8/COi8XDXlGc8fIyI5hT0HSAMxbPPr4RMYPetfQHmBZ3/rSVpMkDcmgg2AbsDzJ6UmOAdYAmwc8B0lSn4HuGqqql5NcB4wA84CNVbVrkHOQJL3awI8RVNUWYMugX1eSdHB+s1iSOs4gkKSOMwgkqeMMAknqOINAkjrOIJCkjjMIJKnjDAJJ6jiDQJI6ziCQpI4zCCSp4wwCSeo4g0CSOs4gkKSOMwgkqeMMAknqOINAkjrOIJCkjjuiIEjyWJL7kuxIsr3VFibZmuThdr+g1ZPk5iSjSXYmOWcqGpAkHZmp+ETwx1W1sqpWtfX1wJ1VtRy4s60DXAYsb7d1wC1T8NqSpCM0HbuGrgA2teVNwJV99S9Uz/eBE5MsnobXlyRNwJEGQQHfSnJvknWttqiq9rblp4BFbXkJ8ETfY3e3miRpiI46wse/par2JPldYGuSH/dvrKpKUhN5whYo6wDmc9wRTm9iRp7cMdDXk6SZ4Ig+EVTVnna/D/gGcC7w9P5dPu1+Xxu+B1jW9/ClrXbgc26oqlVVtepojj2S6UmSxmHSQZDkdUlO2L8MXALcD2wG1rZha4Hb2/Jm4F3t7KHzgRf6diFJkobkSHYNLQK+kWT/83ypqv4ryTbgtiTXAI8D72jjtwCXA6PAi8DVR/DakqQpMukgqKpHgLMOUn8WuOgg9QKunezrSZKmh98slqSOMwgkqeMMAknqOINAkjrOIJCkjjMIJKnjDAJJ6jiDQJI6ziCQpI4zCCSp4wwCSeo4g0CSOs4gkKSOMwgkqeMMAknqOINAkjrOIJCkjjMIJKnjDAJJ6rgxgyDJxiT7ktzfV1uYZGuSh9v9glZPkpuTjCbZmeScvsesbeMfTrJ2etqRJE3UeD4RfB5YfUBtPXBnVS0H7mzrAJcBy9ttHXAL9IIDuAE4DzgXuGF/eEiShmvMIKiq7wLPHVC+AtjUljcBV/bVv1A93wdOTLIYuBTYWlXPVdXzwFZeGy6SpCE4apKPW1RVe9vyU8CitrwEeKJv3O5WO1T9NZKso/dpgvkcN8npSZLGa7JB8GtVVUlqKibTnm8DsAFg1Vnza2Rkx1Q9tSTpICZ71tDTbZcP7X5fq+8BlvWNW9pqh6pLkoZsskGwGdh/5s9a4Pa++rva2UPnAy+0XUgjwCVJFrSDxJe0miRpyMbcNZTky8CFwMlJdtM7++ejwG1JrgEeB97Rhm8BLgdGgReBqwGq6rkkHwG2tXEfrqoDD0BLkoYgVVO2e3/KrTprft0zsmzsgZKkX5u3ePTeqlo13vF+s1iSOs4gkKSOMwgkqeMMAknqOINAkjrOIJCkjjMIJKnjDAJJ6jiDQJI6ziCQpI4zCCSp4wwCSeo4g0CSOs4gkKSOMwgkqeMMAknqOINAkjrOIJCkjhszCJJsTLIvyf19tQ8l2ZNkR7td3rft+iSjSR5KcmlffXWrjSZZP/WtSJImYzyfCD4PrD5I/aaqWtluWwCSrADWAG9qj/lUknlJ5gGfBC4DVgBXtbGSpCE7aqwBVfXdJKeN8/muAG6tqpeAR5OMAue2baNV9QhAklvb2AcmPGNJ0pQ6kmME1yXZ2XYdLWi1JcATfWN2t9qh6q+RZF2S7Um2P/PsK0cwPUnSeEw2CG4B3gCsBPYCH5+qCVXVhqpaVVWrTjlp3lQ9rSTpEMbcNXQwVfX0/uUknwXuaKt7gGV9Q5e2GoepH9JPdh7HpaeunMwUJ2XkyR0De60uGOTf3aD5XtFcMqlPBEkW962+Hdh/RtFmYE2SY5OcDiwH7gG2AcuTnJ7kGHoHlDdPftqSpKky5ieCJF8GLgROTrIbuAG4MMlKoIDHgPcAVNWuJLfROwj8MnBtVb3Snuc6YASYB2ysql1T3o0kacLGc9bQVQcpf+4w428EbjxIfQuwZUKzkyRNO79ZLEkdZxBIUscZBJLUcQaBJHWcQSBJHWcQSFLHGQSS1HEGgSR1nEEgSR1nEEhSxxkEktRxBoEkdZxBIEkdZxBIUscZBJLUcQaBJHWcQSBJHWcQSFLHjRkESZYluSvJA0l2JXlvqy9MsjXJw+1+Qasnyc1JRpPsTHJO33OtbeMfTrJ2+tqSJI3XeD4RvAy8v6pWAOcD1yZZAawH7qyq5cCdbR3gMmB5u60DboFecND7xffnAecCN+wPD0nS8IwZBFW1t6p+0JZ/CTwILAGuADa1YZuAK9vyFcAXquf7wIlJFgOXAlur6rmqeh7YCqye0m4kSRN21EQGJzkNOBu4G1hUVXvbpqeARW15CfBE38N2t9qh6ge+xjp6nySYz3ETmZ4kaRLGfbA4yfHA14D3VdUv+rdVVQE1FROqqg1VtaqqVh3NsVPxlJKkwxhXECQ5ml4IfLGqvt7KT7ddPrT7fa2+B1jW9/ClrXaouiRpiMbcNZQkwOeAB6vqE32bNgNrgY+2+9v76tcluZXegeEXqmpvkhHgH/oOEF8CXH+4137jmS8yMrJjIv1oBhl5crB/d5eeunKgryfNFeM5RvBm4J3AfUn2/8v+AL0AuC3JNcDjwDvati3A5cAo8CJwNUBVPZfkI8C2Nu7DVfXclHQhSZq0MYOgqr4H5BCbLzrI+AKuPcRzbQQ2TmSCkqTp5TeLJanjDAJJ6jiDQJI6ziCQpI4zCCSp4wwCSeo4g0CSOs4gkKSOMwgkqeMMAknqOINAkjrOIJCkjjMIJKnjDAJJ6jiDQJI6ziCQpI4zCCSp4wwCSeq4MYMgybIkdyV5IMmuJO9t9Q8l2ZNkR7td3veY65OMJnkoyaV99dWtNppk/fS0JEmaiPH88vqXgfdX1Q+SnADcm2Rr23ZTVf1T/+AkK4A1wJuAU4FvJ3lj2/xJ4GJgN7AtyeaqemAqGpEkTc54fnn9XmBvW/5lkgeBJYd5yBXArVX1EvBoklHg3LZttKoeAUhyaxtrEEjSEE3oGEGS04Czgbtb6bokO5NsTLKg1ZYAT/Q9bHerHaouSRqicQdBkuOBrwHvq6pfALcAbwBW0vvE8PGpmFCSdUm2J9n+zLOvTMVTSpIOY1xBkORoeiHwxar6OkBVPV1Vr1TVr4DP8pvdP3uAZX0PX9pqh6q/SlVtqKpVVbXqlJPmTbQfSdIEjeesoQCfAx6sqk/01Rf3DXs7cH9b3gysSXJsktOB5cA9wDZgeZLTkxxD74Dy5qlpQ5I0WeM5a+jNwDuB+5LsaLUPAFclWQkU8BjwHoCq2pXkNnoHgV8Grq2qVwCSXAeMAPOAjVW1awp7UceNPLlj7EHSEFx66soBv+LohEaP56yh7wE5yKYth3nMjcCNB6lvOdzjJEmD5zeLJanjDAJJ6jiDQJI6ziCQpI4zCCSp4wwCSeo4g0CSOs4gkKSOMwgkqeMMAknqOINAkjrOIJCkjjMIJKnjDAJJ6jiDQJI6ziCQpI4zCCSp4wwCSeo4g0CSOm7MIEgyP8k9SX6UZFeSv2/105PcnWQ0yVeSHNPqx7b10bb9tL7nur7VH0py6XQ1JUkav/F8IngJeFtVnQWsBFYnOR/4GHBTVf0+8DxwTRt/DfB8q9/UxpFkBbAGeBOwGvhUknlT2YwkaeLGDILq+e+2enS7FfA24Kutvgm4si1f0dZp2y9Kkla/tapeqqpHgVHg3CnpQpI0aeM6RpBkXpIdwD5gK/BT4OdV9XIbshtY0paXAE8AtO0vACf11w/ymP7XWpdke5Ltzzz7ysQ7kiRNyLiCoKpeqaqVwFJ6/4v/w+maUFVtqKpVVbXqlJPccyRJ021CZw1V1c+Bu4ALgBOTHNU2LQX2tOU9wDKAtv13gGf76wd5jCRpSMZz1tApSU5sy78NXAw8SC8Q/qwNWwvc3pY3t3Xa9u9UVbX6mnZW0enAcuCeqWpEkjQ56f2MPsyA5Ex6B3/n0QuO26rqw0nOAG4FFgI/BP6iql5KMh/4d+Bs4DlgTVU90p7rg8C7gZeB91XVN8d47V8CDx1BfzPZycDPhj2JaTBX+4K529tc7Qvmbm9j9fV7VXXKeJ9szCAYpiTbq2rVsOcxHeZqb3O1L5i7vc3VvmDu9jbVffnNYknqOINAkjpupgfBhmFPYBrN1d7mal8wd3ubq33B3O1tSvua0ccIJEnTb6Z/IpAkTTODQJI6bsYGQZLV7XLVo0nWD3s+45FkY5J9Se7vqy1MsjXJw+1+Qasnyc2tv51Jzul7zNo2/uEkaw/2WoOUZFmSu5I80C5F/t5Wn9W9zfVLrLdrhP0wyR1tfa709ViS+5LsSLK91Wb1e3G/JCcm+WqSHyd5MMkFA+mtqmbcjd6X134KnAEcA/wIWDHseY1j3m8FzgHu76v9I7C+La8HPtaWLwe+CQQ4H7i71RcCj7T7BW15wZD7Wgyc05ZPAH4CrJjtvbX5Hd+WjwbubvO9jd4XIQE+DfxVW/5r4NNteQ3wlba8or1HjwVOb+/deTPg/fg3wJeAO9r6XOnrMeDkA2qz+r3Y18cm4C/b8jHAiYPobahNH+YP4wJgpG/9euD6Yc9rnHM/jVcHwUPA4ra8GHioLX8GuOrAccBVwGf66q8aNxNu9C4ncvFc6g04DvgBcB69b2wedeB7ERgBLmjLR7VxOfD92T9uiP0sBe6kd7n4O9o8Z31fbR6P8dogmPXvRXrXZXuUdhLPIHubqbuGxnXJ6lliUVXtbctPAYva8qF6nNG9t90GZ9P73/Os7y0DvMT6gP0z8LfAr9r6ScyNvqD3+1C+leTeJOtabda/F+l96noG+Le2S+9fk7yOAfQ2U4NgTqpePM/a83WTHA98jd51on7Rv2229lYDvMT6oCT5E2BfVd077LlMk7dU1TnAZcC1Sd7av3G2vhfpfRo7B7ilqs4G/oferqBfm67eZmoQzKVLVj+dZDFAu9/X6ofqcUb2nuRoeiHwxar6eivPid5gzl1i/c3AnyZ5jN6FId8G/Auzvy8AqmpPu98HfINegM+F9+JuYHdV3d3Wv0ovGKa9t5kaBNuA5e0sh2PoHcDaPOQ5TVb/ZbkPvFz3u9qR//OBF9rHvxHgkiQL2tkBl7Ta0CQJ8Dngwar6RN+mWd1b5ugl1qvq+qpaWlWn0fu3852q+nNmeV8ASV6X5IT9y/TeQ/czy9+LAFX1FPBEkj9opYuABxhEb8M8ODLGgZPL6Z2d8lPgg8Oezzjn/GVgL/B/9NL9Gnr7Wu8EHga+DSxsYwN8svV3H7Cq73neTe93Oo8CV8+Avt5C7+PoTmBHu10+23sDzqR3CfWd9H6Y/F2rn0HvB94o8B/Asa0+v62Ptu1n9D3XB1u/DwGXDfvvrG9eF/Kbs4ZmfV+thx+12679Pxtm+3uxb04rge3tPfmf9M76mfbevMSEJHXcTN01JEkaEINAkjrOIJCkjjMIJKnjDAJJ6jiDQJI6ziCQpI77f3udOIbsMqYUAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7f7958025240>"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from rasterio.plot import show\n",
    "show(masksnow)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Driver: GTiff/GeoTIFF\n",
      "Files: /home/ubuntu/s3:::planet-snowcover-analysis:planet-snowcover-2020-03-01-13-37-37-330:planet-snowcover-imagery-veg:20180528_181108_1025_3B_AnalyticMS_SR_clip/mask/ASO_3M_SD_USCATE_20180528_binary_merged.tif\n",
      "Size is 6144, 3073\n",
      "Coordinate System is:\n",
      "GEOGCS[\"WGS 84\",\n",
      "    DATUM[\"WGS_1984\",\n",
      "        SPHEROID[\"WGS 84\",6378137,298.257223563,\n",
      "            AUTHORITY[\"EPSG\",\"7030\"]],\n",
      "        AUTHORITY[\"EPSG\",\"6326\"]],\n",
      "    PRIMEM[\"Greenwich\",0],\n",
      "    UNIT[\"degree\",0.0174532925199433],\n",
      "    AUTHORITY[\"EPSG\",\"4326\"]]\n",
      "Origin = (-119.630126953125000,38.229550455326141)\n",
      "Pixel Size = (0.000021457672119,-0.000016856813467)\n",
      "Metadata:\n",
      "  AREA_OR_POINT=Area\n",
      "Image Structure Metadata:\n",
      "  COMPRESSION=LZW\n",
      "  INTERLEAVE=BAND\n",
      "Corner Coordinates:\n",
      "Upper Left  (-119.6301270,  38.2295505) (119d37'48.46\"W, 38d13'46.38\"N)\n",
      "Lower Left  (-119.6301270,  38.1777495) (119d37'48.46\"W, 38d10'39.90\"N)\n",
      "Upper Right (-119.4982910,  38.2295505) (119d29'53.85\"W, 38d13'46.38\"N)\n",
      "Lower Right (-119.4982910,  38.1777495) (119d29'53.85\"W, 38d10'39.90\"N)\n",
      "Center      (-119.5642090,  38.2036500) (119d33'51.15\"W, 38d12'13.14\"N)\n",
      "Band 1 Block=6144x1 Type=Int16, ColorInterp=Gray\n",
      "  NoData Value=9999\n"
     ]
    }
   ],
   "source": [
    "!gdalinfo /home/ubuntu/s3:::planet-snowcover-analysis:planet-snowcover-2020-03-01-13-37-37-330:planet-snowcover-imagery-veg:20180528_181108_1025_3B_AnalyticMS_SR_clip/mask/ASO_3M_SD_USCATE_20180528_binary_merged.tif"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Environment (conda_pytorch_p36)",
   "language": "python",
   "name": "conda_pytorch_p36"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}