2022-03-30-analyzing-mtg-art-colors-p1.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "75d58345",
   "metadata": {},
   "source": [
    "## Import libraries and dataset."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "255f73e7",
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "from sklearn.cluster import KMeans\n",
    "from matplotlib import colors\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import cv2\n",
    "from PIL import Image\n",
    "import requests\n",
    "import webcolors\n",
    "import pandas as pd\n",
    "pd.options.display.max_columns = 7"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "676eadce",
   "metadata": {},
   "outputs": [],
   "source": [
    "lea_card_data = pd.read_csv(\"C:\\\\Users\\\\chris\\\\Documents\\\\Datasets\\\\MTG Art Colors\\\\lea_card_data.csv\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5143afbe",
   "metadata": {},
   "source": [
    "## Create subset with art/artist data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "7279c5f6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name_x</th>\n",
       "      <th>types</th>\n",
       "      <th>colorIdentity</th>\n",
       "      <th>...</th>\n",
       "      <th>released_at</th>\n",
       "      <th>scryfallid</th>\n",
       "      <th>artlink</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Animate Wall</td>\n",
       "      <td>['Enchantment']</td>\n",
       "      <td>['W']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>d5c83259-9b90-47c2-b48e-c7d78519e792</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Armageddon</td>\n",
       "      <td>['Sorcery']</td>\n",
       "      <td>['W']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>5b6ddce7-b9c5-431d-a0b0-46d4aa93cbcb</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Balance</td>\n",
       "      <td>['Sorcery']</td>\n",
       "      <td>['W']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>6f9ea46a-411f-40ce-a873-a905180093f4</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Benalish Hero</td>\n",
       "      <td>['Creature']</td>\n",
       "      <td>['W']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>11600105-56c6-4073-a4a6-8469030b39c9</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Black Ward</td>\n",
       "      <td>['Enchantment']</td>\n",
       "      <td>['W']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>15967a39-303f-457d-bcde-51837c8d63e1</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290</th>\n",
       "      <td>Swamp</td>\n",
       "      <td>['Land']</td>\n",
       "      <td>['B']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>edeba4e1-9012-4962-8797-3a1f6a660952</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>291</th>\n",
       "      <td>Mountain</td>\n",
       "      <td>['Land']</td>\n",
       "      <td>['R']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>eace2c85-976c-425e-9800-5a6ccbd91b56</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>292</th>\n",
       "      <td>Mountain</td>\n",
       "      <td>['Land']</td>\n",
       "      <td>['R']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>1a96315d-edc6-4d68-a260-d14f61281dc1</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>293</th>\n",
       "      <td>Forest</td>\n",
       "      <td>['Land']</td>\n",
       "      <td>['G']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>6f1c8cb0-38eb-408b-94e8-16db83999b3b</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>294</th>\n",
       "      <td>Forest</td>\n",
       "      <td>['Land']</td>\n",
       "      <td>['G']</td>\n",
       "      <td>...</td>\n",
       "      <td>1993-08-05</td>\n",
       "      <td>f20c89d9-71c9-45f5-a9cb-6e253b0a7cca</td>\n",
       "      <td>https://c1.scryfall.com/file/scryfall-cards/ar...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>295 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            name_x            types colorIdentity  ... released_at  \\\n",
       "0     Animate Wall  ['Enchantment']         ['W']  ...  1993-08-05   \n",
       "1       Armageddon      ['Sorcery']         ['W']  ...  1993-08-05   \n",
       "2          Balance      ['Sorcery']         ['W']  ...  1993-08-05   \n",
       "3    Benalish Hero     ['Creature']         ['W']  ...  1993-08-05   \n",
       "4       Black Ward  ['Enchantment']         ['W']  ...  1993-08-05   \n",
       "..             ...              ...           ...  ...         ...   \n",
       "290          Swamp         ['Land']         ['B']  ...  1993-08-05   \n",
       "291       Mountain         ['Land']         ['R']  ...  1993-08-05   \n",
       "292       Mountain         ['Land']         ['R']  ...  1993-08-05   \n",
       "293         Forest         ['Land']         ['G']  ...  1993-08-05   \n",
       "294         Forest         ['Land']         ['G']  ...  1993-08-05   \n",
       "\n",
       "                               scryfallid  \\\n",
       "0    d5c83259-9b90-47c2-b48e-c7d78519e792   \n",
       "1    5b6ddce7-b9c5-431d-a0b0-46d4aa93cbcb   \n",
       "2    6f9ea46a-411f-40ce-a873-a905180093f4   \n",
       "3    11600105-56c6-4073-a4a6-8469030b39c9   \n",
       "4    15967a39-303f-457d-bcde-51837c8d63e1   \n",
       "..                                    ...   \n",
       "290  edeba4e1-9012-4962-8797-3a1f6a660952   \n",
       "291  eace2c85-976c-425e-9800-5a6ccbd91b56   \n",
       "292  1a96315d-edc6-4d68-a260-d14f61281dc1   \n",
       "293  6f1c8cb0-38eb-408b-94e8-16db83999b3b   \n",
       "294  f20c89d9-71c9-45f5-a9cb-6e253b0a7cca   \n",
       "\n",
       "                                               artlink  \n",
       "0    https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "1    https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "2    https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "3    https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "4    https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "..                                                 ...  \n",
       "290  https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "291  https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "292  https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "293  https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "294  https://c1.scryfall.com/file/scryfall-cards/ar...  \n",
       "\n",
       "[295 rows x 8 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.concat([lea_card_data.name_x, lea_card_data.types, lea_card_data.colorIdentity, lea_card_data.artist_x,\n",
    "                lea_card_data.setCode, lea_card_data.released_at, lea_card_data.scryfallid, lea_card_data.artlink], axis=1)\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "58b39198",
   "metadata": {},
   "source": [
    "## Functions to return most similar color for a given hex code."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "b24752aa",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_approx_color(hex_color):\n",
    "    orig = webcolors.hex_to_rgb(hex_color)\n",
    "    similarity = {}\n",
    "    for hex_code, color_name in webcolors.CSS3_HEX_TO_NAMES.items():\n",
    "        approx = webcolors.hex_to_rgb(hex_code)\n",
    "        similarity[color_name] = sum(np.subtract(orig, approx) ** 2)\n",
    "    return min(similarity, key=similarity.get)\n",
    "\n",
    "def get_color_name(hex_color):\n",
    "    try:\n",
    "        return webcolors.hex_to_name(hex_color)\n",
    "    except ValueError:\n",
    "        return get_approx_color(hex_color)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3e61ebe4",
   "metadata": {},
   "source": [
    "## Functions to return most prominent colors in an image."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "d94dffb5",
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocess(raw):\n",
    "    image = cv2.resize(raw, (900, 600), interpolation = cv2.INTER_AREA)                                          \n",
    "    image = image.reshape(image.shape[0]*image.shape[1], 3)\n",
    "    return image\n",
    "\n",
    "def rgb_to_hex(rgb_color):\n",
    "    hex_color = \"#\"\n",
    "    for i in rgb_color:\n",
    "        hex_color += (\"{:02x}\".format(int(i)))\n",
    "    return hex_color\n",
    "\n",
    "def analyze(img):\n",
    "    mod_image = preprocess(img)\n",
    "    \n",
    "    clf = KMeans(n_clusters = 5)\n",
    "    color_labels = clf.fit_predict(mod_image)\n",
    "    center_colors = clf.cluster_centers_\n",
    "    counts = Counter(color_labels)\n",
    "    ordered_colors = [center_colors[i] for i in counts.keys()]\n",
    "    hex_colors = [rgb_to_hex(ordered_colors[i]) for i in counts.keys()]\n",
    "\n",
    "    #plt.figure(figsize = (12, 8))\n",
    "    #plt.pie(counts.values(), labels = hex_colors, colors = hex_colors)\n",
    "    #plt.savefig(\"my_pie.png\")\n",
    "    \n",
    "    total = 0\n",
    "    for i in list(counts.values()):\n",
    "        total += i\n",
    "    tuple_list = []\n",
    "    color_list = []\n",
    "    for index,color in enumerate(hex_colors):\n",
    "        tuple_list.append(tuple([get_color_name(color), color, round((list(counts.values())[index]/total)*100)]))\n",
    "    tuple_list.sort(key = lambda x: x[2], reverse = True)\n",
    "    for tup in tuple_list:\n",
    "        for j in tup:\n",
    "            color_list.append(j)\n",
    "    #print(color_list)\n",
    "    return color_list"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "93d7caac",
   "metadata": {},
   "source": [
    "## Grab and convert image, analyze, and add results to list. (~25 min/set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "8081f365",
   "metadata": {},
   "outputs": [],
   "source": [
    "url_list = df.artlink.tolist()\n",
    "analysis_list = []\n",
    "for url in url_list:\n",
    "    im = Image.open(requests.get(url, stream=True).raw).convert('RGB')\n",
    "    cv2_image = np.array(im)\n",
    "    analysis_list.append(analyze(cv2_image))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ecc5d356",
   "metadata": {},
   "source": [
    "## Use results to create dataframe."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "f207fb27",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>col_string1</th>\n",
       "      <th>hex1</th>\n",
       "      <th>col_prop1</th>\n",
       "      <th>...</th>\n",
       "      <th>col_string5</th>\n",
       "      <th>hex5</th>\n",
       "      <th>col_prop5</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>silver</td>\n",
       "      <td>#babbbb</td>\n",
       "      <td>25</td>\n",
       "      <td>...</td>\n",
       "      <td>darkslategray</td>\n",
       "      <td>#2e2c34</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dimgray</td>\n",
       "      <td>#5e4d58</td>\n",
       "      <td>37</td>\n",
       "      <td>...</td>\n",
       "      <td>dimgray</td>\n",
       "      <td>#7c676c</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dimgray</td>\n",
       "      <td>#59575a</td>\n",
       "      <td>27</td>\n",
       "      <td>...</td>\n",
       "      <td>gray</td>\n",
       "      <td>#898383</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>rosybrown</td>\n",
       "      <td>#b09481</td>\n",
       "      <td>33</td>\n",
       "      <td>...</td>\n",
       "      <td>darkslategray</td>\n",
       "      <td>#332b32</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>gray</td>\n",
       "      <td>#917e79</td>\n",
       "      <td>31</td>\n",
       "      <td>...</td>\n",
       "      <td>darkslategray</td>\n",
       "      <td>#372b32</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290</th>\n",
       "      <td>darkslategray</td>\n",
       "      <td>#433f3d</td>\n",
       "      <td>31</td>\n",
       "      <td>...</td>\n",
       "      <td>dimgray</td>\n",
       "      <td>#72695e</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>291</th>\n",
       "      <td>gray</td>\n",
       "      <td>#7f7a79</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>darkslategray</td>\n",
       "      <td>#202228</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>292</th>\n",
       "      <td>darkgray</td>\n",
       "      <td>#8ab5c5</td>\n",
       "      <td>28</td>\n",
       "      <td>...</td>\n",
       "      <td>slategray</td>\n",
       "      <td>#4b7b8e</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>293</th>\n",
       "      <td>teal</td>\n",
       "      <td>#1b6473</td>\n",
       "      <td>27</td>\n",
       "      <td>...</td>\n",
       "      <td>steelblue</td>\n",
       "      <td>#357a89</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>294</th>\n",
       "      <td>dimgray</td>\n",
       "      <td>#535b5c</td>\n",
       "      <td>34</td>\n",
       "      <td>...</td>\n",
       "      <td>slategray</td>\n",
       "      <td>#617988</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>295 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       col_string1     hex1  col_prop1  ...    col_string5     hex5  col_prop5\n",
       "0           silver  #babbbb         25  ...  darkslategray  #2e2c34         14\n",
       "1          dimgray  #5e4d58         37  ...        dimgray  #7c676c          3\n",
       "2          dimgray  #59575a         27  ...           gray  #898383         14\n",
       "3        rosybrown  #b09481         33  ...  darkslategray  #332b32          7\n",
       "4             gray  #917e79         31  ...  darkslategray  #372b32          8\n",
       "..             ...      ...        ...  ...            ...      ...        ...\n",
       "290  darkslategray  #433f3d         31  ...        dimgray  #72695e          8\n",
       "291           gray  #7f7a79         32  ...  darkslategray  #202228          3\n",
       "292       darkgray  #8ab5c5         28  ...      slategray  #4b7b8e          8\n",
       "293           teal  #1b6473         27  ...      steelblue  #357a89         13\n",
       "294        dimgray  #535b5c         34  ...      slategray  #617988          3\n",
       "\n",
       "[295 rows x 15 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_analysis = pd.DataFrame(analysis_list, columns=[\"col_string1\", \"hex1\", \"col_prop1\",\n",
    "                                                   \"col_string2\", \"hex2\", \"col_prop2\",\n",
    "                                                   \"col_string3\", \"hex3\", \"col_prop3\",\n",
    "                                                   \"col_string4\", \"hex4\", \"col_prop4\",\n",
    "                                                   \"col_string5\", \"hex5\", \"col_prop5\"])\n",
    "df_analysis"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "90b85230",
   "metadata": {},
   "source": [
    "## Combine dataframes horizontally. Save and export to CSV."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "4d70b330",
   "metadata": {},
   "outputs": [],
   "source": [
    "merged_df = pd.concat([df, df_analysis], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "e05f2583",
   "metadata": {},
   "outputs": [],
   "source": [
    "merged_df.to_csv(\"C:\\\\Users\\\\chris\\\\Desktop\\\\lea_color_data1.csv\", index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}