03_07_quiz_ComparationModel.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyOUM3HaPz/+MUioJ/lFoIyG",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/leiyi-ihb/ColabPractics/blob/main/03_07_quiz_ComparationModel.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "os-_RbJGDjn1",
        "outputId": "bbb3349c-3a1f-40a1-a0af-9fd888a66bcb"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Platform:Linux-5.10.133+-x86_64-with-Ubuntu-18.04-bionic\n",
            "Tensorflow version:2.9.2\n",
            "Keras version:2.9.0\n"
          ]
        }
      ],
      "source": [
        "'''\n",
        "前面发现，对于1-3层CNN，只要加了GlobalMaxPool1D就能够训练出某些acc＞0.9的，但是因为同时包含了激活函数为tanh，因此这里把'tanh'改为'relu'试试\n",
        "整体效果感觉是不错，因此得出结论，这个GlobalMaxPool1D才是关键\n",
        "# 进一步去掉倒数第二层的全连层\n",
        "#添加参数padding和dilation_rate，可以发现结果变差了,最高的准确度约为0.8\n",
        "'''\n",
        "import platform\n",
        "import tensorflow\n",
        "import keras\n",
        "from numpy.random import seed\n",
        "print(\"Platform:{}\".format(platform.platform()))\n",
        "print(\"Tensorflow version:{}\".format(tensorflow.__version__))\n",
        "print(\"Keras version:{}\".format(keras.__version__))\n",
        "import numpy as np\n",
        "from IPython.display import Image\n",
        "\n",
        "from keras.models import Model\n",
        "from keras.layers import Input, Dense, Conv1D, MaxPool1D, GlobalMaxPool1D\n",
        "from keras.utils import plot_model\n",
        "from keras.optimizers import Adam, SGD"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "! if [ ! -f \"dataset_Li.pkl\" ]; then wget https://master.dl.sourceforge.net/project/summer-research-20/sim_data_1/dataset_Li.pkl ; else echo \"Found previous downloaded data.\"; fi"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "f3brP3H5DuiM",
        "outputId": "3ed4f43f-9c16-4845-d37c-4d7c96f68520"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2022-11-22 15:57:54--  https://master.dl.sourceforge.net/project/summer-research-20/sim_data_1/dataset_Li.pkl\n",
            "Resolving master.dl.sourceforge.net (master.dl.sourceforge.net)... 216.105.38.12\n",
            "Connecting to master.dl.sourceforge.net (master.dl.sourceforge.net)|216.105.38.12|:443... connected.\n",
            "HTTP request sent, awaiting response... 301 Moved Permanently\n",
            "Location: https://downloads.sourceforge.net/project/summer-research-20/sim_data_1/dataset_Li.pkl [following]\n",
            "--2022-11-22 15:57:55--  https://downloads.sourceforge.net/project/summer-research-20/sim_data_1/dataset_Li.pkl\n",
            "Resolving downloads.sourceforge.net (downloads.sourceforge.net)... 204.68.111.105\n",
            "Connecting to downloads.sourceforge.net (downloads.sourceforge.net)|204.68.111.105|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://jaist.dl.sourceforge.net/project/summer-research-20/sim_data_1/dataset_Li.pkl [following]\n",
            "--2022-11-22 15:57:56--  https://jaist.dl.sourceforge.net/project/summer-research-20/sim_data_1/dataset_Li.pkl\n",
            "Resolving jaist.dl.sourceforge.net (jaist.dl.sourceforge.net)... 150.65.7.130, 2001:df0:2ed:feed::feed\n",
            "Connecting to jaist.dl.sourceforge.net (jaist.dl.sourceforge.net)|150.65.7.130|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 640080470 (610M) [application/octet-stream]\n",
            "Saving to: ‘dataset_Li.pkl’\n",
            "\n",
            "dataset_Li.pkl      100%[===================>] 610.43M  12.8MB/s    in 49s     \n",
            "\n",
            "2022-11-22 15:58:45 (12.4 MB/s) - ‘dataset_Li.pkl’ saved [640080470/640080470]\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Data processing\n",
        "import pickle\n",
        "with open(\"dataset_Li.pkl\", \"rb\") as f:\n",
        "    data = pickle.load(f)\n",
        "x_train, y_train = np.array(data['train'][0]), np.array(data['train'][1])\n",
        "x_test, y_test = np.array(data['test'][0]), np.array(data['test'][1])\n",
        "\n",
        "print(x_train.shape)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HuC8byUvDv01",
        "outputId": "bacc8af9-b986-40b6-d928-be38275d4abc"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(16000, 1000, 4)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "class CNNModel:  \n",
        "  def __init__(self):        \n",
        "    '''optimizer'''\n",
        "    # self.adam = Adam(lr=0.01)\n",
        "    # self.sgd = SGD(lr=0.01) \n",
        "    # self.model = Sequential()\n",
        "    pass\n",
        "\n",
        "  def modelBuild(self, filter, poolSize, kernelSize, unit):\n",
        "    # model = self.model\n",
        "    '''model build'''\n",
        "       \n",
        "    input = Input(shape=(1000, 4), name='input')\n",
        "    conv1d_1 = Conv1D(filters=filter, kernel_size=kernelSize, activation='relu', name='conv1d_1', padding='same', dilation_rate=2)(input) #添加参数padding和dilation_rate，可以发现结果变差了\n",
        "    pool_1 = MaxPool1D(pool_size=poolSize, name='pool_1')(conv1d_1)\n",
        "    # conv1d_2 = Conv1D(filters=filter/2, kernel_size=kernelSize, activation='relu', name='conv1d_2')(pool_1)\n",
        "    # pool_2 = MaxPool1D(pool_size=2, name='pool_2')(conv1d_2)\n",
        "    goldpool_1 = GlobalMaxPool1D()(pool_1)\n",
        "    # dense_1 = Dense(units=unit, activation='relu', name='dense1')(goldpool_1)                           #去掉看看\n",
        "    # dense_2 = Dense(8, activation='relu', name='dense2')(dense_1)\n",
        "    output = Dense(1, activation='sigmoid', name='output')(goldpool_1)\n",
        "\n",
        "    model = Model(inputs=input, outputs=output)\n",
        "    return model\n",
        "\n",
        "  def modelCompile(self, opt, m):\n",
        "    '''model compile'''\n",
        "    model = m\n",
        "    model.compile(optimizer=opt,\n",
        "             metrics = 'acc',\n",
        "             loss = 'binary_crossentropy')\n",
        "\n",
        "  def modelFit(self, batSize, m): \n",
        "    '''model fix'''\n",
        "    model = m \n",
        "    # model = self.model \n",
        "    model.fit(x_train, \n",
        "              y_train,\n",
        "              epochs = 10,\n",
        "              batch_size = batSize\n",
        "              )\n",
        "    \n",
        "  def modelEvaluate(self, m):\n",
        "    '''model evaluate'''\n",
        "    model = m\n",
        "    # model = self.model\n",
        "    loss, accuracy1 = model.evaluate(x_train, y_train)\n",
        "    print(\"\\ntest loss:\", loss)\n",
        "    print('accuracy:', accuracy1)\n",
        "    \n",
        "    loss, accuracy2 = model.evaluate(x_test, y_test) #将我们的训练集也评估一下\n",
        "    print(\"\\ntrain loss:\", loss)\n",
        "    print('accuracy:', accuracy2)\n",
        "    \n",
        "    return \"test_loss\" + \"\\t\" + str(accuracy1) + \"\\t\" + \"train_loss\" + \"\\t\" + str(accuracy2)\n",
        "\n",
        "\n",
        "if __name__=='__main__':\n",
        "  '''\n",
        "  1, Conv1d: Filters = {32, 16, 3}; Kernel_size = {20, 10, 7, 5, 3}; Activation = {‘relu’, ‘tanh’, ‘linear’}\n",
        "  2, Pooling1d: Max or Avg pool; Pool size = {8, 4, 2,}\n",
        "  3, Flatten: Global Max, Global Avg, Flatten\n",
        "  4, Dense: Units = {32, 64}; Activation = {‘relu’, ‘tanh’, ‘linear’}\n",
        "  '''\n",
        "  filter=[2, 4, 8, 16, 32, 64]  \n",
        "  kernel_size =[20, 10, 7, 5, 3]\n",
        "  poolSize = [8, 4, 2]\n",
        "  unit=[4, 8, 16, 32]\n",
        "  opt=['adam', 'sgd']\n",
        "  batSize=[4, 8, 10, 12]\n",
        "\n",
        "\n",
        "  from itertools import product\n",
        "#   outfile = open(\"outFileBinaryCrossentropy.txt\", \"a+\")\n",
        "  loop_val = [filter, kernel_size, poolSize, unit, opt, batSize] #\n",
        "  for i in product(*loop_val):\n",
        "    print(i)\n",
        "    chr_tmp = str(i)\n",
        "    # if i == (20, 'tanh', 2, 'tanh'):\n",
        "    outfile = open(\"outFileBC.txt\", \"a+\")\n",
        "    obj1 = CNNModel()\n",
        "    model = obj1.modelBuild(filter=i[0], kernelSize=i[1], poolSize=i[2], unit=i[3])\n",
        "    obj1.modelCompile(opt=i[4], m = model)\n",
        "    obj1.modelFit(batSize=i[5], m = model)\n",
        "    scor = obj1.modelEvaluate(m=model)\n",
        "    # print(scor)\n",
        "    outfile.write(chr_tmp + \"\\t\" + scor+\"\\n\")\n",
        "    outfile.close()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "hBGYjlWcD0z2",
        "outputId": "80f68e0a-e9da-4d1e-f1d9-5c3a832e19c6"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(2, 20, 8, 4, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6961 - acc: 0.5006\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6522 - acc: 0.6137\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.5203 - acc: 0.7681\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4831 - acc: 0.7771\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4742 - acc: 0.7793\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.4708 - acc: 0.7791\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4691 - acc: 0.7829\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4675 - acc: 0.7804\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4652 - acc: 0.7829\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4654 - acc: 0.7818\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4600 - acc: 0.7859\n",
            "\n",
            "test loss: 0.4599931240081787\n",
            "accuracy: 0.785937488079071\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4712 - acc: 0.7765\n",
            "\n",
            "train loss: 0.47119784355163574\n",
            "accuracy: 0.7764999866485596\n",
            "(2, 20, 8, 4, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6963 - acc: 0.5027\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6933 - acc: 0.5146\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6905 - acc: 0.5332\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6683 - acc: 0.6075\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6323 - acc: 0.6689\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6044 - acc: 0.6808\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.5908 - acc: 0.6874\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.5860 - acc: 0.6882\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.5833 - acc: 0.6903\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.5821 - acc: 0.6896\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.5781 - acc: 0.6927\n",
            "\n",
            "test loss: 0.578076183795929\n",
            "accuracy: 0.6927499771118164\n",
            "63/63 [==============================] - 1s 11ms/step - loss: 0.5966 - acc: 0.6890\n",
            "\n",
            "train loss: 0.5965967774391174\n",
            "accuracy: 0.6890000104904175\n",
            "(2, 20, 8, 4, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 14s 8ms/step - loss: 0.6966 - acc: 0.5162\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.6248 - acc: 0.6884\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5354 - acc: 0.7634\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4917 - acc: 0.7778\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4756 - acc: 0.7792\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4688 - acc: 0.7823\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4665 - acc: 0.7812\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4651 - acc: 0.7812\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4641 - acc: 0.7824\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4635 - acc: 0.7834\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.4592 - acc: 0.7856\n",
            "\n",
            "test loss: 0.45921024680137634\n",
            "accuracy: 0.7856249809265137\n",
            "63/63 [==============================] - 1s 7ms/step - loss: 0.4742 - acc: 0.7725\n",
            "\n",
            "train loss: 0.4741951823234558\n",
            "accuracy: 0.7724999785423279\n",
            "(2, 20, 8, 4, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6953 - acc: 0.5229\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.6350 - acc: 0.6669\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.5494 - acc: 0.7617\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.5025 - acc: 0.7741\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.4800 - acc: 0.7805\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.4704 - acc: 0.7819\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.4662 - acc: 0.7835\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.4647 - acc: 0.7843\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.4636 - acc: 0.7859\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.4633 - acc: 0.7865\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.4581 - acc: 0.7871\n",
            "\n",
            "test loss: 0.4580982029438019\n",
            "accuracy: 0.7871249914169312\n",
            "63/63 [==============================] - 1s 7ms/step - loss: 0.4717 - acc: 0.7795\n",
            "\n",
            "train loss: 0.4717283546924591\n",
            "accuracy: 0.7795000076293945\n",
            "(2, 20, 8, 4, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.7027 - acc: 0.5007\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6429 - acc: 0.6196\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 18s 5ms/step - loss: 0.5036 - acc: 0.7609\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.4854 - acc: 0.7707\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4817 - acc: 0.7731\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4808 - acc: 0.7735\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4786 - acc: 0.7732\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.4773 - acc: 0.7754\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4754 - acc: 0.7796\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.4746 - acc: 0.7791\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.4663 - acc: 0.7816\n",
            "\n",
            "test loss: 0.4663256108760834\n",
            "accuracy: 0.7815625071525574\n",
            "63/63 [==============================] - 1s 7ms/step - loss: 0.4696 - acc: 0.7785\n",
            "\n",
            "train loss: 0.4696051776409149\n",
            "accuracy: 0.7785000205039978\n",
            "(2, 20, 8, 4, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.7011 - acc: 0.5054\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6932 - acc: 0.5027\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6929 - acc: 0.5109\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6927 - acc: 0.5093\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6921 - acc: 0.5185\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6583 - acc: 0.6216\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.5530 - acc: 0.7549\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.5011 - acc: 0.7727\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.4752 - acc: 0.7849\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.4565 - acc: 0.7919\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.4412 - acc: 0.8032\n",
            "\n",
            "test loss: 0.44115114212036133\n",
            "accuracy: 0.8031874895095825\n",
            "63/63 [==============================] - 1s 7ms/step - loss: 0.4456 - acc: 0.7960\n",
            "\n",
            "train loss: 0.4456271529197693\n",
            "accuracy: 0.7960000038146973\n",
            "(2, 20, 8, 4, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 14s 8ms/step - loss: 0.6987 - acc: 0.4921\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6947 - acc: 0.5061\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.6905 - acc: 0.5236\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.6348 - acc: 0.6801\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5449 - acc: 0.7559\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4980 - acc: 0.7667\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4818 - acc: 0.7738\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4759 - acc: 0.7758\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4733 - acc: 0.7776\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4730 - acc: 0.7774\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.4639 - acc: 0.7803\n",
            "\n",
            "test loss: 0.46389222145080566\n",
            "accuracy: 0.7802500128746033\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4712 - acc: 0.7820\n",
            "\n",
            "train loss: 0.47122064232826233\n",
            "accuracy: 0.7820000052452087\n",
            "(2, 20, 8, 4, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 13s 9ms/step - loss: 0.7011 - acc: 0.4967\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.6938 - acc: 0.4997\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.6933 - acc: 0.5056\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6930 - acc: 0.5081\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 13s 9ms/step - loss: 0.6928 - acc: 0.5109\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 13s 9ms/step - loss: 0.6926 - acc: 0.5166\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 13s 9ms/step - loss: 0.6924 - acc: 0.5181\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6922 - acc: 0.5197\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 13s 9ms/step - loss: 0.6920 - acc: 0.5220\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.6919 - acc: 0.5209\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.6912 - acc: 0.5289\n",
            "\n",
            "test loss: 0.6911959648132324\n",
            "accuracy: 0.5288749933242798\n",
            "63/63 [==============================] - 1s 7ms/step - loss: 0.6928 - acc: 0.5090\n",
            "\n",
            "train loss: 0.6928364634513855\n",
            "accuracy: 0.5090000033378601\n",
            "(2, 20, 8, 8, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.7037 - acc: 0.5045\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.6934 - acc: 0.5036\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6931 - acc: 0.5031\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.6928 - acc: 0.5011\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6928 - acc: 0.5036\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6923 - acc: 0.5080\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6922 - acc: 0.5128\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6918 - acc: 0.5170\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.6916 - acc: 0.5145\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6911 - acc: 0.5212\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.6894 - acc: 0.5226\n",
            "\n",
            "test loss: 0.6893796324729919\n",
            "accuracy: 0.5226250290870667\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6958 - acc: 0.5115\n",
            "\n",
            "train loss: 0.6957623958587646\n",
            "accuracy: 0.5115000009536743\n",
            "(2, 20, 8, 8, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6970 - acc: 0.5082\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6454 - acc: 0.6662\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.5370 - acc: 0.7621\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.4932 - acc: 0.7750\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.4787 - acc: 0.7795\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.4731 - acc: 0.7782\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4704 - acc: 0.7794\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4684 - acc: 0.7819\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4670 - acc: 0.7820\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.4660 - acc: 0.7827\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4624 - acc: 0.7839\n",
            "\n",
            "test loss: 0.46242740750312805\n",
            "accuracy: 0.7839375138282776\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4791 - acc: 0.7765\n",
            "\n",
            "train loss: 0.47905057668685913\n",
            "accuracy: 0.7764999866485596\n",
            "(2, 20, 8, 8, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6979 - acc: 0.5000\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6807 - acc: 0.5745\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6142 - acc: 0.7239\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5586 - acc: 0.7469\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5287 - acc: 0.7557\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5166 - acc: 0.7558\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5121 - acc: 0.7544\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5110 - acc: 0.7551\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5097 - acc: 0.7558\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5099 - acc: 0.7549\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.5058 - acc: 0.7592\n",
            "\n",
            "test loss: 0.5057778358459473\n",
            "accuracy: 0.7591875195503235\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.5183 - acc: 0.7465\n",
            "\n",
            "train loss: 0.5183359384536743\n",
            "accuracy: 0.7465000152587891\n",
            "(2, 20, 8, 8, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6983 - acc: 0.5034\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6870 - acc: 0.5452\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6263 - acc: 0.6941\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.5595 - acc: 0.7514\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.5181 - acc: 0.7620\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.4993 - acc: 0.7684\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.4900 - acc: 0.7702\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 13s 9ms/step - loss: 0.4864 - acc: 0.7692\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 13s 9ms/step - loss: 0.4850 - acc: 0.7709\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.4836 - acc: 0.7706\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4791 - acc: 0.7717\n",
            "\n",
            "test loss: 0.47906219959259033\n",
            "accuracy: 0.7716875076293945\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4907 - acc: 0.7670\n",
            "\n",
            "train loss: 0.49066781997680664\n",
            "accuracy: 0.7670000195503235\n",
            "(2, 20, 8, 8, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6954 - acc: 0.5009\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6809 - acc: 0.5683\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.5520 - acc: 0.7504\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4906 - acc: 0.7686\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4833 - acc: 0.7731\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.4798 - acc: 0.7714\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4775 - acc: 0.7744\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4760 - acc: 0.7772\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4751 - acc: 0.7759\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4736 - acc: 0.7764\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4665 - acc: 0.7828\n",
            "\n",
            "test loss: 0.4664595425128937\n",
            "accuracy: 0.7827500104904175\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4725 - acc: 0.7775\n",
            "\n",
            "train loss: 0.4724814295768738\n",
            "accuracy: 0.7774999737739563\n",
            "(2, 20, 8, 8, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6980 - acc: 0.5013\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6936 - acc: 0.5104\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6929 - acc: 0.5122\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6922 - acc: 0.5191\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6914 - acc: 0.5220\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6912 - acc: 0.5249\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6903 - acc: 0.5306\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6904 - acc: 0.5329\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6902 - acc: 0.5346\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.6897 - acc: 0.5336\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.6877 - acc: 0.5475\n",
            "\n",
            "test loss: 0.6877332329750061\n",
            "accuracy: 0.5475000143051147\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6973 - acc: 0.4920\n",
            "\n",
            "train loss: 0.697343647480011\n",
            "accuracy: 0.492000013589859\n",
            "(2, 20, 8, 8, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6939 - acc: 0.5098\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6910 - acc: 0.5225\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6868 - acc: 0.5491\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6704 - acc: 0.6111\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6350 - acc: 0.6598\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6105 - acc: 0.6719\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5978 - acc: 0.6791\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.5928 - acc: 0.6824\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5904 - acc: 0.6828\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5899 - acc: 0.6868\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.5861 - acc: 0.6867\n",
            "\n",
            "test loss: 0.5861005783081055\n",
            "accuracy: 0.6866875290870667\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6028 - acc: 0.6955\n",
            "\n",
            "train loss: 0.602817714214325\n",
            "accuracy: 0.6955000162124634\n",
            "(2, 20, 8, 8, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.7004 - acc: 0.5076\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6938 - acc: 0.5106\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6933 - acc: 0.5130\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6928 - acc: 0.5177\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6925 - acc: 0.5189\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6921 - acc: 0.5182\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6920 - acc: 0.5192\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6921 - acc: 0.5211\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6917 - acc: 0.5196\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6914 - acc: 0.5250\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.6908 - acc: 0.5249\n",
            "\n",
            "test loss: 0.6907510757446289\n",
            "accuracy: 0.5248749852180481\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6931 - acc: 0.5195\n",
            "\n",
            "train loss: 0.6931199431419373\n",
            "accuracy: 0.5195000171661377\n",
            "(2, 20, 8, 16, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6948 - acc: 0.5186\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.5814 - acc: 0.7228\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4869 - acc: 0.7753\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4706 - acc: 0.7809\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4678 - acc: 0.7835\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4664 - acc: 0.7801\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4662 - acc: 0.7816\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4654 - acc: 0.7826\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4641 - acc: 0.7831\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.4644 - acc: 0.7819\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4634 - acc: 0.7854\n",
            "\n",
            "test loss: 0.4633675813674927\n",
            "accuracy: 0.7854375243186951\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4778 - acc: 0.7795\n",
            "\n",
            "train loss: 0.4777645468711853\n",
            "accuracy: 0.7795000076293945\n",
            "(2, 20, 8, 16, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6977 - acc: 0.5082\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6059 - acc: 0.7179\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4978 - acc: 0.7744\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4728 - acc: 0.7804\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4671 - acc: 0.7812\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4659 - acc: 0.7811\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.4644 - acc: 0.7834\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4642 - acc: 0.7816\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4636 - acc: 0.7810\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.4630 - acc: 0.7832\n",
            "500/500 [==============================] - 4s 7ms/step - loss: 0.4601 - acc: 0.7837\n",
            "\n",
            "test loss: 0.46005716919898987\n",
            "accuracy: 0.7836874723434448\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4727 - acc: 0.7705\n",
            "\n",
            "train loss: 0.47266560792922974\n",
            "accuracy: 0.7705000042915344\n",
            "(2, 20, 8, 16, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6923 - acc: 0.5208\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6765 - acc: 0.5954\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.5955 - acc: 0.7455\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5158 - acc: 0.7686\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4832 - acc: 0.7764\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4721 - acc: 0.7813\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4677 - acc: 0.7828\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.4661 - acc: 0.7825\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4646 - acc: 0.7815\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4634 - acc: 0.7841\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4606 - acc: 0.7858\n",
            "\n",
            "test loss: 0.46056267619132996\n",
            "accuracy: 0.785812497138977\n",
            "63/63 [==============================] - 1s 7ms/step - loss: 0.4697 - acc: 0.7775\n",
            "\n",
            "train loss: 0.46972838044166565\n",
            "accuracy: 0.7774999737739563\n",
            "(2, 20, 8, 16, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6979 - acc: 0.4918\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6945 - acc: 0.5081\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 15s 12ms/step - loss: 0.6930 - acc: 0.5198\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6916 - acc: 0.5269\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6853 - acc: 0.5519\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6598 - acc: 0.6324\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6323 - acc: 0.6708\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 17s 12ms/step - loss: 0.6084 - acc: 0.6809\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.5953 - acc: 0.6862\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.5883 - acc: 0.6883\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.5828 - acc: 0.6926\n",
            "\n",
            "test loss: 0.5827915668487549\n",
            "accuracy: 0.6925625205039978\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.5993 - acc: 0.6870\n",
            "\n",
            "train loss: 0.5992636680603027\n",
            "accuracy: 0.6869999766349792\n",
            "(2, 20, 8, 16, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 32s 8ms/step - loss: 0.6978 - acc: 0.5041\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6942 - acc: 0.5072\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6926 - acc: 0.5157\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.6922 - acc: 0.5189\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6918 - acc: 0.5194\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6914 - acc: 0.5283\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6907 - acc: 0.5318\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.6895 - acc: 0.5332\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.6893 - acc: 0.5343\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.6885 - acc: 0.5388\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6849 - acc: 0.5557\n",
            "\n",
            "test loss: 0.6848890781402588\n",
            "accuracy: 0.5556874871253967\n",
            "63/63 [==============================] - 1s 7ms/step - loss: 0.6937 - acc: 0.5170\n",
            "\n",
            "train loss: 0.6936559081077576\n",
            "accuracy: 0.5170000195503235\n",
            "(2, 20, 8, 16, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6943 - acc: 0.5016\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6940 - acc: 0.4979\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6934 - acc: 0.5055\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6934 - acc: 0.5042\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6930 - acc: 0.5107\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6928 - acc: 0.5066\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6929 - acc: 0.5079\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6928 - acc: 0.5079\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6925 - acc: 0.5136\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6924 - acc: 0.5188\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6914 - acc: 0.5301\n",
            "\n",
            "test loss: 0.6914240717887878\n",
            "accuracy: 0.5301250219345093\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6928 - acc: 0.5130\n",
            "\n",
            "train loss: 0.6928313970565796\n",
            "accuracy: 0.5130000114440918\n",
            "(2, 20, 8, 16, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6978 - acc: 0.5029\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6936 - acc: 0.5027\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6931 - acc: 0.5104\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6927 - acc: 0.5134\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6923 - acc: 0.5178\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6919 - acc: 0.5197\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6916 - acc: 0.5251\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6907 - acc: 0.5291\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6890 - acc: 0.5363\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6767 - acc: 0.5836\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6514 - acc: 0.6852\n",
            "\n",
            "test loss: 0.6514381170272827\n",
            "accuracy: 0.6852499842643738\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6579 - acc: 0.6625\n",
            "\n",
            "train loss: 0.6579011082649231\n",
            "accuracy: 0.6625000238418579\n",
            "(2, 20, 8, 16, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 15s 10ms/step - loss: 0.6944 - acc: 0.5129\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6924 - acc: 0.5162\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6907 - acc: 0.5317\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6880 - acc: 0.5438\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6794 - acc: 0.5723\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6533 - acc: 0.6347\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.5808 - acc: 0.7296\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.5289 - acc: 0.7561\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.5064 - acc: 0.7617\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.4974 - acc: 0.7658\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4947 - acc: 0.7616\n",
            "\n",
            "test loss: 0.4946545362472534\n",
            "accuracy: 0.7615625262260437\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4983 - acc: 0.7700\n",
            "\n",
            "train loss: 0.4983190596103668\n",
            "accuracy: 0.7699999809265137\n",
            "(2, 20, 8, 32, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6906 - acc: 0.5301\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.5764 - acc: 0.7395\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4893 - acc: 0.7756\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4709 - acc: 0.7796\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4675 - acc: 0.7807\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4665 - acc: 0.7852\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4660 - acc: 0.7807\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4651 - acc: 0.7827\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.4650 - acc: 0.7831\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.4637 - acc: 0.7835\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4598 - acc: 0.7863\n",
            "\n",
            "test loss: 0.45980751514434814\n",
            "accuracy: 0.7863125205039978\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4708 - acc: 0.7795\n",
            "\n",
            "train loss: 0.47084465622901917\n",
            "accuracy: 0.7795000076293945\n",
            "(2, 20, 8, 32, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.7280 - acc: 0.4947\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6932 - acc: 0.5056\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6930 - acc: 0.5026\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6926 - acc: 0.5101\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6921 - acc: 0.5118\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6920 - acc: 0.5159\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6913 - acc: 0.5186\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6912 - acc: 0.5199\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6907 - acc: 0.5187\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6908 - acc: 0.5242\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6898 - acc: 0.5290\n",
            "\n",
            "test loss: 0.689846932888031\n",
            "accuracy: 0.5289999842643738\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6944 - acc: 0.4975\n",
            "\n",
            "train loss: 0.6943874359130859\n",
            "accuracy: 0.4975000023841858\n",
            "(2, 20, 8, 32, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 16s 9ms/step - loss: 0.6978 - acc: 0.4956\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6612 - acc: 0.6227\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5557 - acc: 0.7652\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4955 - acc: 0.7751\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4750 - acc: 0.7787\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4684 - acc: 0.7807\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.4658 - acc: 0.7806\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4643 - acc: 0.7841\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4640 - acc: 0.7818\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.4628 - acc: 0.7826\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4584 - acc: 0.7856\n",
            "\n",
            "test loss: 0.45837774872779846\n",
            "accuracy: 0.7855625152587891\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4710 - acc: 0.7810\n",
            "\n",
            "train loss: 0.4710286557674408\n",
            "accuracy: 0.781000018119812\n",
            "(2, 20, 8, 32, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6983 - acc: 0.5107\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.6937 - acc: 0.5171\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.6923 - acc: 0.5238\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.6916 - acc: 0.5220\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 13s 9ms/step - loss: 0.6852 - acc: 0.5516\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6362 - acc: 0.6933\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 13s 9ms/step - loss: 0.5549 - acc: 0.7607\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.5017 - acc: 0.7724\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.4790 - acc: 0.7778\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 12s 9ms/step - loss: 0.4696 - acc: 0.7825\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4642 - acc: 0.7860\n",
            "\n",
            "test loss: 0.46424850821495056\n",
            "accuracy: 0.7860000133514404\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.4758 - acc: 0.7795\n",
            "\n",
            "train loss: 0.47580215334892273\n",
            "accuracy: 0.7795000076293945\n",
            "(2, 20, 8, 32, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6967 - acc: 0.5021\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.6930 - acc: 0.5099\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.6927 - acc: 0.5120\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6925 - acc: 0.5144\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.6922 - acc: 0.5152\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.6920 - acc: 0.5169\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6918 - acc: 0.5238\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.6916 - acc: 0.5236\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 19s 5ms/step - loss: 0.6915 - acc: 0.5208\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6914 - acc: 0.5201\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6900 - acc: 0.5361\n",
            "\n",
            "test loss: 0.68995600938797\n",
            "accuracy: 0.536062479019165\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6940 - acc: 0.5200\n",
            "\n",
            "train loss: 0.6940175890922546\n",
            "accuracy: 0.5199999809265137\n",
            "(2, 20, 8, 32, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6943 - acc: 0.5048\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6929 - acc: 0.5137\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6926 - acc: 0.5127\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6924 - acc: 0.5240\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6917 - acc: 0.5201\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6914 - acc: 0.5261\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 15s 7ms/step - loss: 0.6906 - acc: 0.5291\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6827 - acc: 0.5673\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6130 - acc: 0.7077\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 14s 7ms/step - loss: 0.5311 - acc: 0.7527\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.5201 - acc: 0.7514\n",
            "\n",
            "test loss: 0.5200632810592651\n",
            "accuracy: 0.7513750195503235\n",
            "63/63 [==============================] - 1s 7ms/step - loss: 0.5261 - acc: 0.7405\n",
            "\n",
            "train loss: 0.5261200666427612\n",
            "accuracy: 0.7404999732971191\n",
            "(2, 20, 8, 32, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6973 - acc: 0.5096\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.6894 - acc: 0.5378\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.6663 - acc: 0.6053\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.6257 - acc: 0.6647\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.6049 - acc: 0.6779\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5965 - acc: 0.6811\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5929 - acc: 0.6826\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5902 - acc: 0.6849\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 13s 8ms/step - loss: 0.5894 - acc: 0.6823\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5888 - acc: 0.6846\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.5812 - acc: 0.6942\n",
            "\n",
            "test loss: 0.5811787247657776\n",
            "accuracy: 0.6942499876022339\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.5974 - acc: 0.6950\n",
            "\n",
            "train loss: 0.5974367260932922\n",
            "accuracy: 0.6949999928474426\n",
            "(2, 20, 8, 32, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.7024 - acc: 0.5057\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6930 - acc: 0.5066\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6928 - acc: 0.5108\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6924 - acc: 0.5191\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6917 - acc: 0.5252\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6747 - acc: 0.5896\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.5869 - acc: 0.7472\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.5268 - acc: 0.7657\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.4951 - acc: 0.7731\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.4817 - acc: 0.7726\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4728 - acc: 0.7786\n",
            "\n",
            "test loss: 0.4728226363658905\n",
            "accuracy: 0.7785624861717224\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4782 - acc: 0.7840\n",
            "\n",
            "train loss: 0.47821253538131714\n",
            "accuracy: 0.7839999794960022\n",
            "(2, 20, 4, 4, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.6957 - acc: 0.5018\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.6928 - acc: 0.5105\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6922 - acc: 0.5171\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.6915 - acc: 0.5232\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6904 - acc: 0.5350\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.6900 - acc: 0.5344\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.6890 - acc: 0.5385\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6884 - acc: 0.5401\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6879 - acc: 0.5408\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6872 - acc: 0.5469\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6844 - acc: 0.5583\n",
            "\n",
            "test loss: 0.6843823194503784\n",
            "accuracy: 0.5582500100135803\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.7000 - acc: 0.4840\n",
            "\n",
            "train loss: 0.7000327706336975\n",
            "accuracy: 0.48399999737739563\n",
            "(2, 20, 4, 4, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6980 - acc: 0.5041\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6916 - acc: 0.5281\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6812 - acc: 0.5831\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6390 - acc: 0.6583\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6056 - acc: 0.6814\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.5937 - acc: 0.6842\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.5894 - acc: 0.6873\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.5877 - acc: 0.6866\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.5857 - acc: 0.6873\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.5843 - acc: 0.6894\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.5811 - acc: 0.6900\n",
            "\n",
            "test loss: 0.5811160206794739\n",
            "accuracy: 0.6899999976158142\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.5962 - acc: 0.6960\n",
            "\n",
            "train loss: 0.5962088108062744\n",
            "accuracy: 0.6959999799728394\n",
            "(2, 20, 4, 4, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6955 - acc: 0.5076\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6929 - acc: 0.5109\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 19s 12ms/step - loss: 0.6927 - acc: 0.5134\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6923 - acc: 0.5216\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6919 - acc: 0.5235\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6914 - acc: 0.5260\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 19s 12ms/step - loss: 0.6909 - acc: 0.5277\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6901 - acc: 0.5303\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6898 - acc: 0.5401\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 19s 12ms/step - loss: 0.6892 - acc: 0.5362\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6875 - acc: 0.5497\n",
            "\n",
            "test loss: 0.6875373721122742\n",
            "accuracy: 0.5497499704360962\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6948 - acc: 0.4985\n",
            "\n",
            "train loss: 0.6947727203369141\n",
            "accuracy: 0.4984999895095825\n",
            "(2, 20, 4, 4, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.7088 - acc: 0.5081\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6931 - acc: 0.5049\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6919 - acc: 0.5239\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6913 - acc: 0.5222\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6906 - acc: 0.5257\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6896 - acc: 0.5364\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6892 - acc: 0.5337\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6891 - acc: 0.5422\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6886 - acc: 0.5405\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6881 - acc: 0.5441\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6861 - acc: 0.5458\n",
            "\n",
            "test loss: 0.6861413717269897\n",
            "accuracy: 0.5458124876022339\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6964 - acc: 0.5005\n",
            "\n",
            "train loss: 0.69638991355896\n",
            "accuracy: 0.5005000233650208\n",
            "(2, 20, 4, 4, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.7007 - acc: 0.4983\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.6939 - acc: 0.5159\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6899 - acc: 0.5283\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.5932 - acc: 0.6982\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4913 - acc: 0.7632\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4834 - acc: 0.7706\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4811 - acc: 0.7719\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.4789 - acc: 0.7738\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4768 - acc: 0.7751\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.4769 - acc: 0.7761\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4623 - acc: 0.7841\n",
            "\n",
            "test loss: 0.46233657002449036\n",
            "accuracy: 0.7840625047683716\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4721 - acc: 0.7780\n",
            "\n",
            "train loss: 0.47210970520973206\n",
            "accuracy: 0.777999997138977\n",
            "(2, 20, 4, 4, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6995 - acc: 0.5007\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6945 - acc: 0.5102\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6912 - acc: 0.5250\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6856 - acc: 0.5458\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6611 - acc: 0.6116\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6236 - acc: 0.6622\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6014 - acc: 0.6789\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.5938 - acc: 0.6804\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.5909 - acc: 0.6796\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.5899 - acc: 0.6854\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.5815 - acc: 0.6924\n",
            "\n",
            "test loss: 0.5814729928970337\n",
            "accuracy: 0.6924375295639038\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6000 - acc: 0.6800\n",
            "\n",
            "train loss: 0.6000025868415833\n",
            "accuracy: 0.6800000071525574\n",
            "(2, 20, 4, 4, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6948 - acc: 0.4972\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6933 - acc: 0.5079\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6924 - acc: 0.5189\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6909 - acc: 0.5291\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6877 - acc: 0.5478\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6608 - acc: 0.6321\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.5726 - acc: 0.7509\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.5080 - acc: 0.7648\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 19s 12ms/step - loss: 0.4847 - acc: 0.7736\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 17s 11ms/step - loss: 0.4768 - acc: 0.7756\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4669 - acc: 0.7820\n",
            "\n",
            "test loss: 0.466889888048172\n",
            "accuracy: 0.7820000052452087\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4720 - acc: 0.7745\n",
            "\n",
            "train loss: 0.4719986617565155\n",
            "accuracy: 0.7745000123977661\n",
            "(2, 20, 4, 4, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.7005 - acc: 0.5013\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6929 - acc: 0.5123\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6926 - acc: 0.5122\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6926 - acc: 0.5159\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6924 - acc: 0.5176\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6922 - acc: 0.5184\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6921 - acc: 0.5188\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6919 - acc: 0.5203\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6921 - acc: 0.5239\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 18s 14ms/step - loss: 0.6919 - acc: 0.5217\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6912 - acc: 0.5309\n",
            "\n",
            "test loss: 0.6911949515342712\n",
            "accuracy: 0.530875027179718\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6929 - acc: 0.5240\n",
            "\n",
            "train loss: 0.6929131150245667\n",
            "accuracy: 0.5239999890327454\n",
            "(2, 20, 4, 8, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.7010 - acc: 0.4976\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6930 - acc: 0.5049\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6927 - acc: 0.5097\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6920 - acc: 0.5155\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6916 - acc: 0.5254\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6914 - acc: 0.5218\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6912 - acc: 0.5193\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.6906 - acc: 0.5255\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6901 - acc: 0.5278\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6899 - acc: 0.5254\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6889 - acc: 0.5339\n",
            "\n",
            "test loss: 0.6889164447784424\n",
            "accuracy: 0.5339375138282776\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6940 - acc: 0.5000\n",
            "\n",
            "train loss: 0.6940257549285889\n",
            "accuracy: 0.5\n",
            "(2, 20, 4, 8, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.7162 - acc: 0.5048\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6931 - acc: 0.5003\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6930 - acc: 0.5051\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6928 - acc: 0.5103\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6923 - acc: 0.5114\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6920 - acc: 0.5171\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6915 - acc: 0.5201\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6908 - acc: 0.5251\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6905 - acc: 0.5253\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6903 - acc: 0.5288\n",
            "500/500 [==============================] - 5s 10ms/step - loss: 0.6893 - acc: 0.5335\n",
            "\n",
            "test loss: 0.6893405318260193\n",
            "accuracy: 0.5335000157356262\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6955 - acc: 0.4985\n",
            "\n",
            "train loss: 0.69549959897995\n",
            "accuracy: 0.4984999895095825\n",
            "(2, 20, 4, 8, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6932 - acc: 0.5524\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.5820 - acc: 0.7416\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.5096 - acc: 0.7665\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4898 - acc: 0.7714\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4847 - acc: 0.7714\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.4839 - acc: 0.7708\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.4826 - acc: 0.7726\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4822 - acc: 0.7709\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4817 - acc: 0.7709\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.4813 - acc: 0.7726\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4770 - acc: 0.7747\n",
            "\n",
            "test loss: 0.47699061036109924\n",
            "accuracy: 0.7746875286102295\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4877 - acc: 0.7685\n",
            "\n",
            "train loss: 0.487726628780365\n",
            "accuracy: 0.7684999704360962\n",
            "(2, 20, 4, 8, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6995 - acc: 0.5007\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6941 - acc: 0.5083\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6924 - acc: 0.5178\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6916 - acc: 0.5233\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.6910 - acc: 0.5249\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6852 - acc: 0.5549\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6373 - acc: 0.6948\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.5626 - acc: 0.7549\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.5148 - acc: 0.7661\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.4960 - acc: 0.7700\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4872 - acc: 0.7734\n",
            "\n",
            "test loss: 0.48724058270454407\n",
            "accuracy: 0.7734375\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4975 - acc: 0.7665\n",
            "\n",
            "train loss: 0.49753299355506897\n",
            "accuracy: 0.7664999961853027\n",
            "(2, 20, 4, 8, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.6911 - acc: 0.5346\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.5906 - acc: 0.6933\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4921 - acc: 0.7661\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4838 - acc: 0.7702\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4808 - acc: 0.7724\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4782 - acc: 0.7728\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4777 - acc: 0.7741\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.4751 - acc: 0.7745\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4747 - acc: 0.7791\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 20s 5ms/step - loss: 0.4740 - acc: 0.7779\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4665 - acc: 0.7834\n",
            "\n",
            "test loss: 0.46647951006889343\n",
            "accuracy: 0.7834374904632568\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4788 - acc: 0.7730\n",
            "\n",
            "train loss: 0.47875773906707764\n",
            "accuracy: 0.7730000019073486\n",
            "(2, 20, 4, 8, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6955 - acc: 0.4970\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6937 - acc: 0.5021\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6933 - acc: 0.5014\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6932 - acc: 0.5110\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6929 - acc: 0.5117\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6928 - acc: 0.5113\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6925 - acc: 0.5127\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6922 - acc: 0.5212\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6916 - acc: 0.5239\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6917 - acc: 0.5218\n",
            "500/500 [==============================] - 5s 8ms/step - loss: 0.6903 - acc: 0.5378\n",
            "\n",
            "test loss: 0.6903249025344849\n",
            "accuracy: 0.5378124713897705\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6931 - acc: 0.5060\n",
            "\n",
            "train loss: 0.6931363940238953\n",
            "accuracy: 0.5059999823570251\n",
            "(2, 20, 4, 8, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.7005 - acc: 0.5116\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6921 - acc: 0.5207\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6916 - acc: 0.5242\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6911 - acc: 0.5338\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6904 - acc: 0.5403\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6891 - acc: 0.5388\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6857 - acc: 0.5499\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.6351 - acc: 0.6681\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5487 - acc: 0.7616\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.5032 - acc: 0.7757\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4827 - acc: 0.7836\n",
            "\n",
            "test loss: 0.48273223638534546\n",
            "accuracy: 0.7835624814033508\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4850 - acc: 0.7855\n",
            "\n",
            "train loss: 0.4849790334701538\n",
            "accuracy: 0.7854999899864197\n",
            "(2, 20, 4, 8, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.7000 - acc: 0.4989\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6932 - acc: 0.5026\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6930 - acc: 0.5070\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6929 - acc: 0.5099\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6928 - acc: 0.5132\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6927 - acc: 0.5104\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6926 - acc: 0.5182\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6925 - acc: 0.5204\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6923 - acc: 0.5266\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6922 - acc: 0.5209\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6918 - acc: 0.5302\n",
            "\n",
            "test loss: 0.6917809247970581\n",
            "accuracy: 0.5301874876022339\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6935 - acc: 0.4890\n",
            "\n",
            "train loss: 0.693525493144989\n",
            "accuracy: 0.48899999260902405\n",
            "(2, 20, 4, 16, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6946 - acc: 0.5082\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6874 - acc: 0.5466\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.6523 - acc: 0.6420\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6074 - acc: 0.6815\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.5900 - acc: 0.6871\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.5863 - acc: 0.6868\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.5847 - acc: 0.6929\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.5840 - acc: 0.6904\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.5839 - acc: 0.6917\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.5829 - acc: 0.6889\n",
            "500/500 [==============================] - 5s 10ms/step - loss: 0.5776 - acc: 0.6942\n",
            "\n",
            "test loss: 0.5775537490844727\n",
            "accuracy: 0.6941875219345093\n",
            "63/63 [==============================] - 1s 12ms/step - loss: 0.5964 - acc: 0.6830\n",
            "\n",
            "train loss: 0.596354067325592\n",
            "accuracy: 0.6830000281333923\n",
            "(2, 20, 4, 16, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.7246 - acc: 0.5004\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6931 - acc: 0.5024\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 15s 8ms/step - loss: 0.6932 - acc: 0.4986\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6931 - acc: 0.5017\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6928 - acc: 0.5061\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6924 - acc: 0.5059\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6922 - acc: 0.5123\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6919 - acc: 0.5139\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6911 - acc: 0.5135\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6907 - acc: 0.5216\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6903 - acc: 0.5231\n",
            "\n",
            "test loss: 0.6902515888214111\n",
            "accuracy: 0.5231249928474426\n",
            "63/63 [==============================] - 1s 13ms/step - loss: 0.6946 - acc: 0.5045\n",
            "\n",
            "train loss: 0.694588303565979\n",
            "accuracy: 0.5044999718666077\n",
            "(2, 20, 4, 16, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 16s 9ms/step - loss: 0.7057 - acc: 0.4985\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6933 - acc: 0.5005\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6932 - acc: 0.5033\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.6930 - acc: 0.5090\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6929 - acc: 0.5043\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6925 - acc: 0.5158\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6915 - acc: 0.5210\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6912 - acc: 0.5272\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6898 - acc: 0.5283\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 14s 9ms/step - loss: 0.6891 - acc: 0.5313\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6868 - acc: 0.5447\n",
            "\n",
            "test loss: 0.6867844462394714\n",
            "accuracy: 0.5447499752044678\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6958 - acc: 0.4995\n",
            "\n",
            "train loss: 0.6957589983940125\n",
            "accuracy: 0.49950000643730164\n",
            "(2, 20, 4, 16, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6940 - acc: 0.5040\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.6910 - acc: 0.5286\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6885 - acc: 0.5422\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6830 - acc: 0.5688\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6688 - acc: 0.6221\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6499 - acc: 0.6587\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 13s 10ms/step - loss: 0.6326 - acc: 0.6681\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6209 - acc: 0.6711\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.6154 - acc: 0.6683\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6127 - acc: 0.6699\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6095 - acc: 0.6734\n",
            "\n",
            "test loss: 0.6094768047332764\n",
            "accuracy: 0.6734374761581421\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6128 - acc: 0.6715\n",
            "\n",
            "train loss: 0.612797200679779\n",
            "accuracy: 0.671500027179718\n",
            "(2, 20, 4, 16, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.6585 - acc: 0.5960\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.5125 - acc: 0.7579\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 28s 7ms/step - loss: 0.4897 - acc: 0.7671\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4840 - acc: 0.7714\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4806 - acc: 0.7734\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4791 - acc: 0.7736\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4779 - acc: 0.7759\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4761 - acc: 0.7776\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4763 - acc: 0.7733\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4761 - acc: 0.7728\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4739 - acc: 0.7789\n",
            "\n",
            "test loss: 0.4738660454750061\n",
            "accuracy: 0.7789375185966492\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4810 - acc: 0.7775\n",
            "\n",
            "train loss: 0.4810061454772949\n",
            "accuracy: 0.7774999737739563\n",
            "(2, 20, 4, 16, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6994 - acc: 0.5013\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 20s 10ms/step - loss: 0.6935 - acc: 0.5198\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6868 - acc: 0.5406\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.5924 - acc: 0.7163\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 20s 10ms/step - loss: 0.5064 - acc: 0.7654\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.4813 - acc: 0.7749\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4769 - acc: 0.7781\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 19s 10ms/step - loss: 0.4749 - acc: 0.7754\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4721 - acc: 0.7802\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4715 - acc: 0.7787\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4654 - acc: 0.7855\n",
            "\n",
            "test loss: 0.4654082655906677\n",
            "accuracy: 0.7854999899864197\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4822 - acc: 0.7760\n",
            "\n",
            "train loss: 0.48218682408332825\n",
            "accuracy: 0.7760000228881836\n",
            "(2, 20, 4, 16, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.6968 - acc: 0.5010\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.6933 - acc: 0.5019\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 19s 12ms/step - loss: 0.6930 - acc: 0.5077\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.6925 - acc: 0.5076\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6924 - acc: 0.5129\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6917 - acc: 0.5196\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6905 - acc: 0.5335\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6870 - acc: 0.5506\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6801 - acc: 0.5780\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6657 - acc: 0.6102\n",
            "500/500 [==============================] - 4s 9ms/step - loss: 0.6534 - acc: 0.6266\n",
            "\n",
            "test loss: 0.6533545851707458\n",
            "accuracy: 0.6266250014305115\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.6634 - acc: 0.6055\n",
            "\n",
            "train loss: 0.663394570350647\n",
            "accuracy: 0.6054999828338623\n",
            "(2, 20, 4, 16, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 18s 13ms/step - loss: 0.6950 - acc: 0.5159\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 18s 14ms/step - loss: 0.6828 - acc: 0.5594\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.6553 - acc: 0.6266\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.5661 - acc: 0.7424\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 19s 14ms/step - loss: 0.5094 - acc: 0.7669\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 18s 13ms/step - loss: 0.4866 - acc: 0.7744\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.4779 - acc: 0.7759\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 19s 14ms/step - loss: 0.4744 - acc: 0.7770\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 18s 14ms/step - loss: 0.4716 - acc: 0.7784\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.4711 - acc: 0.7791\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4628 - acc: 0.7854\n",
            "\n",
            "test loss: 0.4627862572669983\n",
            "accuracy: 0.7853749990463257\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4776 - acc: 0.7735\n",
            "\n",
            "train loss: 0.47756993770599365\n",
            "accuracy: 0.7735000252723694\n",
            "(2, 20, 4, 32, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 36s 9ms/step - loss: 0.6987 - acc: 0.5033\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 38s 10ms/step - loss: 0.6925 - acc: 0.5283\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 39s 10ms/step - loss: 0.6778 - acc: 0.5673\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 36s 9ms/step - loss: 0.6276 - acc: 0.6649\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 39s 10ms/step - loss: 0.5986 - acc: 0.6819\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 39s 10ms/step - loss: 0.5893 - acc: 0.6860\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 40s 10ms/step - loss: 0.5861 - acc: 0.6872\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 38s 10ms/step - loss: 0.5855 - acc: 0.6871\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 41s 10ms/step - loss: 0.5851 - acc: 0.6887\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 39s 10ms/step - loss: 0.5845 - acc: 0.6873\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.5790 - acc: 0.6930\n",
            "\n",
            "test loss: 0.5789856910705566\n",
            "accuracy: 0.6930000185966492\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.5983 - acc: 0.6925\n",
            "\n",
            "train loss: 0.5983362197875977\n",
            "accuracy: 0.6924999952316284\n",
            "(2, 20, 4, 32, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.7064 - acc: 0.4980\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6931 - acc: 0.5019\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6927 - acc: 0.5120\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6925 - acc: 0.5124\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6921 - acc: 0.5154\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6909 - acc: 0.5274\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6908 - acc: 0.5261\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6903 - acc: 0.5306\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6897 - acc: 0.5368\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 20s 10ms/step - loss: 0.6889 - acc: 0.5374\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6874 - acc: 0.5414\n",
            "\n",
            "test loss: 0.687396764755249\n",
            "accuracy: 0.5413749814033508\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.7017 - acc: 0.4830\n",
            "\n",
            "train loss: 0.7016962170600891\n",
            "accuracy: 0.4830000102519989\n",
            "(2, 20, 4, 32, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.7208 - acc: 0.5064\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6871 - acc: 0.5491\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.6525 - acc: 0.6363\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.5880 - acc: 0.7162\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.4863 - acc: 0.7958\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.4440 - acc: 0.8078\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.4268 - acc: 0.8096\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.4181 - acc: 0.8123\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.4142 - acc: 0.8134\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 17s 11ms/step - loss: 0.4095 - acc: 0.8137\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4074 - acc: 0.8152\n",
            "\n",
            "test loss: 0.40736401081085205\n",
            "accuracy: 0.8152499794960022\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4204 - acc: 0.8090\n",
            "\n",
            "train loss: 0.42042627930641174\n",
            "accuracy: 0.8090000152587891\n",
            "(2, 20, 4, 32, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6941 - acc: 0.5213\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.6015 - acc: 0.7249\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.5196 - acc: 0.7704\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.4842 - acc: 0.7761\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.4726 - acc: 0.7791\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.4676 - acc: 0.7823\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.4660 - acc: 0.7817\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.4648 - acc: 0.7844\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.4638 - acc: 0.7839\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.4634 - acc: 0.7849\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4592 - acc: 0.7880\n",
            "\n",
            "test loss: 0.4591502249240875\n",
            "accuracy: 0.7879999876022339\n",
            "63/63 [==============================] - 1s 13ms/step - loss: 0.4683 - acc: 0.7840\n",
            "\n",
            "train loss: 0.468269020318985\n",
            "accuracy: 0.7839999794960022\n",
            "(2, 20, 4, 32, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 28s 7ms/step - loss: 0.6953 - acc: 0.5247\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 28s 7ms/step - loss: 0.5878 - acc: 0.7266\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 27s 7ms/step - loss: 0.4922 - acc: 0.7667\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 29s 7ms/step - loss: 0.4835 - acc: 0.7722\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 27s 7ms/step - loss: 0.4800 - acc: 0.7741\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 28s 7ms/step - loss: 0.4773 - acc: 0.7718\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 28s 7ms/step - loss: 0.4746 - acc: 0.7760\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 29s 7ms/step - loss: 0.4744 - acc: 0.7754\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 26s 6ms/step - loss: 0.4727 - acc: 0.7788\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 26s 6ms/step - loss: 0.4735 - acc: 0.7778\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4628 - acc: 0.7862\n",
            "\n",
            "test loss: 0.46281757950782776\n",
            "accuracy: 0.7861875295639038\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4742 - acc: 0.7725\n",
            "\n",
            "train loss: 0.47422459721565247\n",
            "accuracy: 0.7724999785423279\n",
            "(2, 20, 4, 32, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6992 - acc: 0.4995\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6930 - acc: 0.5067\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6905 - acc: 0.5319\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6516 - acc: 0.6704\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.5601 - acc: 0.7511\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.5070 - acc: 0.7659\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4877 - acc: 0.7729\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.4802 - acc: 0.7739\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.4771 - acc: 0.7768\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.4743 - acc: 0.7789\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4673 - acc: 0.7819\n",
            "\n",
            "test loss: 0.4672617018222809\n",
            "accuracy: 0.7818750143051147\n",
            "63/63 [==============================] - 1s 12ms/step - loss: 0.4751 - acc: 0.7775\n",
            "\n",
            "train loss: 0.47508254647254944\n",
            "accuracy: 0.7774999737739563\n",
            "(2, 20, 4, 32, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.7052 - acc: 0.4955\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6934 - acc: 0.5023\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6929 - acc: 0.5107\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6926 - acc: 0.5172\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6924 - acc: 0.5153\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6922 - acc: 0.5194\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6920 - acc: 0.5183\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6917 - acc: 0.5217\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6916 - acc: 0.5237\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6914 - acc: 0.5245\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.6908 - acc: 0.5302\n",
            "\n",
            "test loss: 0.6907528638839722\n",
            "accuracy: 0.5301874876022339\n",
            "63/63 [==============================] - 1s 11ms/step - loss: 0.6938 - acc: 0.4975\n",
            "\n",
            "train loss: 0.6937943696975708\n",
            "accuracy: 0.4975000023841858\n",
            "(2, 20, 4, 32, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 19s 14ms/step - loss: 0.6991 - acc: 0.4981\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 18s 14ms/step - loss: 0.6934 - acc: 0.5213\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 19s 14ms/step - loss: 0.6765 - acc: 0.5785\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 19s 14ms/step - loss: 0.5973 - acc: 0.7267\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 18s 13ms/step - loss: 0.5391 - acc: 0.7504\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 20s 15ms/step - loss: 0.5101 - acc: 0.7596\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 18s 13ms/step - loss: 0.4984 - acc: 0.7643\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 18s 13ms/step - loss: 0.4935 - acc: 0.7668\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 19s 14ms/step - loss: 0.4913 - acc: 0.7688\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 18s 13ms/step - loss: 0.4914 - acc: 0.7678\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4833 - acc: 0.7715\n",
            "\n",
            "test loss: 0.4833473265171051\n",
            "accuracy: 0.7714999914169312\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4867 - acc: 0.7675\n",
            "\n",
            "train loss: 0.48673996329307556\n",
            "accuracy: 0.7674999833106995\n",
            "(2, 20, 2, 4, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.6731 - acc: 0.5817\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.5368 - acc: 0.7628\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.4813 - acc: 0.7753\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4702 - acc: 0.7789\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4683 - acc: 0.7809\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4665 - acc: 0.7814\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4664 - acc: 0.7825\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.4676 - acc: 0.7820\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 26s 6ms/step - loss: 0.4655 - acc: 0.7841\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 35s 9ms/step - loss: 0.4652 - acc: 0.7842\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4636 - acc: 0.7866\n",
            "\n",
            "test loss: 0.46364855766296387\n",
            "accuracy: 0.7865625023841858\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4749 - acc: 0.7770\n",
            "\n",
            "train loss: 0.47486448287963867\n",
            "accuracy: 0.7770000100135803\n",
            "(2, 20, 2, 4, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6991 - acc: 0.4964\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6931 - acc: 0.5007\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6930 - acc: 0.5082\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6927 - acc: 0.5091\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6924 - acc: 0.5128\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6919 - acc: 0.5197\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6915 - acc: 0.5216\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6911 - acc: 0.5241\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6903 - acc: 0.5276\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.6904 - acc: 0.5286\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.6887 - acc: 0.5381\n",
            "\n",
            "test loss: 0.6886929869651794\n",
            "accuracy: 0.5381249785423279\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6960 - acc: 0.4885\n",
            "\n",
            "train loss: 0.6960247159004211\n",
            "accuracy: 0.4884999990463257\n",
            "(2, 20, 2, 4, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6951 - acc: 0.5010\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6907 - acc: 0.5291\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6862 - acc: 0.5548\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6668 - acc: 0.6151\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.5680 - acc: 0.7484\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.4990 - acc: 0.7697\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.4761 - acc: 0.7771\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.4688 - acc: 0.7793\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.4660 - acc: 0.7798\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 17s 11ms/step - loss: 0.4645 - acc: 0.7803\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4612 - acc: 0.7862\n",
            "\n",
            "test loss: 0.46119192242622375\n",
            "accuracy: 0.7862499952316284\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4740 - acc: 0.7825\n",
            "\n",
            "train loss: 0.47396162152290344\n",
            "accuracy: 0.7825000286102295\n",
            "(2, 20, 2, 4, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6936 - acc: 0.5051\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.6712 - acc: 0.6321\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.5852 - acc: 0.7585\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.5086 - acc: 0.7743\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.4793 - acc: 0.7773\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.4702 - acc: 0.7816\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.4663 - acc: 0.7819\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.4647 - acc: 0.7822\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 14s 10ms/step - loss: 0.4636 - acc: 0.7816\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.4636 - acc: 0.7837\n",
            "500/500 [==============================] - 5s 8ms/step - loss: 0.4594 - acc: 0.7859\n",
            "\n",
            "test loss: 0.45940113067626953\n",
            "accuracy: 0.785937488079071\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4717 - acc: 0.7780\n",
            "\n",
            "train loss: 0.4717040956020355\n",
            "accuracy: 0.777999997138977\n",
            "(2, 20, 2, 4, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.6860 - acc: 0.5436\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.5363 - acc: 0.7492\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4895 - acc: 0.7649\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.4848 - acc: 0.7683\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.4805 - acc: 0.7726\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4795 - acc: 0.7731\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4781 - acc: 0.7729\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 21s 5ms/step - loss: 0.4744 - acc: 0.7759\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.4743 - acc: 0.7765\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4737 - acc: 0.7771\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4654 - acc: 0.7824\n",
            "\n",
            "test loss: 0.46543020009994507\n",
            "accuracy: 0.7824375033378601\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.4775 - acc: 0.7740\n",
            "\n",
            "train loss: 0.47745802998542786\n",
            "accuracy: 0.7739999890327454\n",
            "(2, 20, 2, 4, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6980 - acc: 0.4969\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6933 - acc: 0.5011\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6933 - acc: 0.4952\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6932 - acc: 0.5030\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6931 - acc: 0.5060\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6930 - acc: 0.5044\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6930 - acc: 0.4996\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6931 - acc: 0.5007\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6929 - acc: 0.5030\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6928 - acc: 0.5078\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.6926 - acc: 0.5111\n",
            "\n",
            "test loss: 0.6925966143608093\n",
            "accuracy: 0.5111250281333923\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.6934 - acc: 0.5100\n",
            "\n",
            "train loss: 0.6933685541152954\n",
            "accuracy: 0.5099999904632568\n",
            "(2, 20, 2, 4, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.7004 - acc: 0.5004\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 17s 11ms/step - loss: 0.6931 - acc: 0.5137\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6925 - acc: 0.5121\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 17s 11ms/step - loss: 0.6916 - acc: 0.5181\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6913 - acc: 0.5224\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6910 - acc: 0.5232\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.6905 - acc: 0.5314\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6900 - acc: 0.5322\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.6903 - acc: 0.5320\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6899 - acc: 0.5322\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.6890 - acc: 0.5350\n",
            "\n",
            "test loss: 0.6890367269515991\n",
            "accuracy: 0.5350000262260437\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.6928 - acc: 0.5190\n",
            "\n",
            "train loss: 0.6927515864372253\n",
            "accuracy: 0.5189999938011169\n",
            "(2, 20, 2, 4, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.6958 - acc: 0.5050\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 17s 12ms/step - loss: 0.6717 - acc: 0.5922\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.5915 - acc: 0.7414\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.5265 - acc: 0.7626\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 18s 13ms/step - loss: 0.4933 - acc: 0.7718\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 15s 12ms/step - loss: 0.4808 - acc: 0.7733\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.4753 - acc: 0.7752\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.4729 - acc: 0.7768\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.4716 - acc: 0.7779\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 15s 12ms/step - loss: 0.4696 - acc: 0.7776\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4695 - acc: 0.7795\n",
            "\n",
            "test loss: 0.4695338308811188\n",
            "accuracy: 0.7795000076293945\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.4870 - acc: 0.7695\n",
            "\n",
            "train loss: 0.48701027035713196\n",
            "accuracy: 0.7695000171661377\n",
            "(2, 20, 2, 8, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 27s 7ms/step - loss: 0.6967 - acc: 0.5153\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 27s 7ms/step - loss: 0.6250 - acc: 0.6631\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 27s 7ms/step - loss: 0.5103 - acc: 0.7668\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 26s 7ms/step - loss: 0.4762 - acc: 0.7781\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 26s 7ms/step - loss: 0.4693 - acc: 0.7828\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4671 - acc: 0.7807\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4656 - acc: 0.7822\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4656 - acc: 0.7824\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4648 - acc: 0.7822\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4644 - acc: 0.7826\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4639 - acc: 0.7840\n",
            "\n",
            "test loss: 0.46385425329208374\n",
            "accuracy: 0.7839999794960022\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.4784 - acc: 0.7760\n",
            "\n",
            "train loss: 0.4783637523651123\n",
            "accuracy: 0.7760000228881836\n",
            "(2, 20, 2, 8, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 19s 9ms/step - loss: 0.6950 - acc: 0.5101\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6760 - acc: 0.5825\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 19s 9ms/step - loss: 0.5804 - acc: 0.7463\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 19s 10ms/step - loss: 0.5079 - acc: 0.7721\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4783 - acc: 0.7805\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4699 - acc: 0.7801\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 19s 9ms/step - loss: 0.4663 - acc: 0.7819\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4652 - acc: 0.7805\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4642 - acc: 0.7830\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 19s 9ms/step - loss: 0.4639 - acc: 0.7829\n",
            "500/500 [==============================] - 5s 10ms/step - loss: 0.4587 - acc: 0.7864\n",
            "\n",
            "test loss: 0.4586751461029053\n",
            "accuracy: 0.7864375114440918\n",
            "63/63 [==============================] - 1s 12ms/step - loss: 0.4707 - acc: 0.7820\n",
            "\n",
            "train loss: 0.470743328332901\n",
            "accuracy: 0.7820000052452087\n",
            "(2, 20, 2, 8, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6982 - acc: 0.5347\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6097 - acc: 0.7147\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.5225 - acc: 0.7686\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.4890 - acc: 0.7779\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.4773 - acc: 0.7786\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.4721 - acc: 0.7813\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.4697 - acc: 0.7823\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.4684 - acc: 0.7807\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.4675 - acc: 0.7831\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.4664 - acc: 0.7829\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.4635 - acc: 0.7845\n",
            "\n",
            "test loss: 0.4634692668914795\n",
            "accuracy: 0.784500002861023\n",
            "63/63 [==============================] - 1s 12ms/step - loss: 0.4696 - acc: 0.7830\n",
            "\n",
            "train loss: 0.46962788701057434\n",
            "accuracy: 0.7829999923706055\n",
            "(2, 20, 2, 8, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 17s 12ms/step - loss: 0.7175 - acc: 0.5107\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.6894 - acc: 0.5387\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 18s 14ms/step - loss: 0.6638 - acc: 0.6276\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.6299 - acc: 0.6673\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 19s 14ms/step - loss: 0.6105 - acc: 0.6780\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.5473 - acc: 0.7432\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 17s 12ms/step - loss: 0.4696 - acc: 0.7969\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 18s 13ms/step - loss: 0.4421 - acc: 0.8062\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.4304 - acc: 0.8073\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.4234 - acc: 0.8098\n",
            "500/500 [==============================] - 4s 9ms/step - loss: 0.4175 - acc: 0.8131\n",
            "\n",
            "test loss: 0.4175187349319458\n",
            "accuracy: 0.8131250143051147\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4244 - acc: 0.8060\n",
            "\n",
            "train loss: 0.42438673973083496\n",
            "accuracy: 0.8059999942779541\n",
            "(2, 20, 2, 8, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 32s 8ms/step - loss: 0.6970 - acc: 0.4979\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 29s 7ms/step - loss: 0.6936 - acc: 0.4956\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 31s 8ms/step - loss: 0.6933 - acc: 0.5009\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 32s 8ms/step - loss: 0.6932 - acc: 0.4995\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 30s 7ms/step - loss: 0.6929 - acc: 0.5053\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 32s 8ms/step - loss: 0.6927 - acc: 0.5061\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 22s 5ms/step - loss: 0.6926 - acc: 0.5080\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6923 - acc: 0.5144\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6924 - acc: 0.5114\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6922 - acc: 0.5153\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.6924 - acc: 0.5094\n",
            "\n",
            "test loss: 0.6924312710762024\n",
            "accuracy: 0.5094375014305115\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6987 - acc: 0.4870\n",
            "\n",
            "train loss: 0.6986798048019409\n",
            "accuracy: 0.4869999885559082\n",
            "(2, 20, 2, 8, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6910 - acc: 0.5352\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.5869 - acc: 0.7355\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.5043 - acc: 0.7673\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.4811 - acc: 0.7746\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 16s 8ms/step - loss: 0.4753 - acc: 0.7769\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.4738 - acc: 0.7779\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.4725 - acc: 0.7814\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.4720 - acc: 0.7796\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.4712 - acc: 0.7779\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.4711 - acc: 0.7783\n",
            "500/500 [==============================] - 4s 9ms/step - loss: 0.4625 - acc: 0.7861\n",
            "\n",
            "test loss: 0.4625296890735626\n",
            "accuracy: 0.786062479019165\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.4728 - acc: 0.7840\n",
            "\n",
            "train loss: 0.47282469272613525\n",
            "accuracy: 0.7839999794960022\n",
            "(2, 20, 2, 8, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6973 - acc: 0.4955\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6940 - acc: 0.5045\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6933 - acc: 0.5107\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6926 - acc: 0.5171\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6926 - acc: 0.5142\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6924 - acc: 0.5151\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.6920 - acc: 0.5203\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 15s 9ms/step - loss: 0.6919 - acc: 0.5228\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6918 - acc: 0.5192\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6916 - acc: 0.5230\n",
            "500/500 [==============================] - 4s 9ms/step - loss: 0.6901 - acc: 0.5325\n",
            "\n",
            "test loss: 0.6900731325149536\n",
            "accuracy: 0.5325000286102295\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.6953 - acc: 0.5105\n",
            "\n",
            "train loss: 0.6952954530715942\n",
            "accuracy: 0.5105000138282776\n",
            "(2, 20, 2, 8, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.6977 - acc: 0.5134\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6647 - acc: 0.6011\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.6240 - acc: 0.6680\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6047 - acc: 0.6778\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.5951 - acc: 0.6827\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.5910 - acc: 0.6833\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.5901 - acc: 0.6849\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.5892 - acc: 0.6861\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 14s 11ms/step - loss: 0.5884 - acc: 0.6858\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.5863 - acc: 0.6850\n",
            "500/500 [==============================] - 4s 8ms/step - loss: 0.5844 - acc: 0.6899\n",
            "\n",
            "test loss: 0.5844135880470276\n",
            "accuracy: 0.6898750066757202\n",
            "63/63 [==============================] - 1s 8ms/step - loss: 0.6041 - acc: 0.6900\n",
            "\n",
            "train loss: 0.6040543913841248\n",
            "accuracy: 0.6899999976158142\n",
            "(2, 20, 2, 16, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.6987 - acc: 0.5104\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6796 - acc: 0.5612\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6305 - acc: 0.6631\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.6021 - acc: 0.6798\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.5910 - acc: 0.6852\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.5873 - acc: 0.6874\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.5865 - acc: 0.6877\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.5860 - acc: 0.6896\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.5845 - acc: 0.6910\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.5850 - acc: 0.6898\n",
            "500/500 [==============================] - 5s 10ms/step - loss: 0.5823 - acc: 0.6939\n",
            "\n",
            "test loss: 0.5822583436965942\n",
            "accuracy: 0.6939374804496765\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.6019 - acc: 0.6960\n",
            "\n",
            "train loss: 0.6018960475921631\n",
            "accuracy: 0.6959999799728394\n",
            "(2, 20, 2, 16, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.6994 - acc: 0.5127\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6784 - acc: 0.5687\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.5785 - acc: 0.7354\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.5040 - acc: 0.7692\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4781 - acc: 0.7776\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 17s 8ms/step - loss: 0.4694 - acc: 0.7820\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.4671 - acc: 0.7790\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.4656 - acc: 0.7834\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.4645 - acc: 0.7815\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 20s 10ms/step - loss: 0.4644 - acc: 0.7832\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4656 - acc: 0.7831\n",
            "\n",
            "test loss: 0.4655677080154419\n",
            "accuracy: 0.7830625176429749\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.4798 - acc: 0.7800\n",
            "\n",
            "train loss: 0.4797793924808502\n",
            "accuracy: 0.7799999713897705\n",
            "(2, 20, 2, 16, 'adam', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.6966 - acc: 0.4971\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6929 - acc: 0.5139\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6828 - acc: 0.5736\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 17s 11ms/step - loss: 0.5758 - acc: 0.7464\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.5063 - acc: 0.7756\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.4820 - acc: 0.7817\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.4675 - acc: 0.7878\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.4409 - acc: 0.8032\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.4241 - acc: 0.8118\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 18s 11ms/step - loss: 0.4155 - acc: 0.8171\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4110 - acc: 0.8162\n",
            "\n",
            "test loss: 0.41095754504203796\n",
            "accuracy: 0.8161875009536743\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.4191 - acc: 0.8090\n",
            "\n",
            "train loss: 0.41909104585647583\n",
            "accuracy: 0.8090000152587891\n",
            "(2, 20, 2, 16, 'adam', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.6957 - acc: 0.5125\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 15s 12ms/step - loss: 0.6874 - acc: 0.5570\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.6492 - acc: 0.6466\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 15s 12ms/step - loss: 0.5350 - acc: 0.7617\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 15s 12ms/step - loss: 0.4922 - acc: 0.7774\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 17s 13ms/step - loss: 0.4785 - acc: 0.7793\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.4713 - acc: 0.7839\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.4682 - acc: 0.7812\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.4655 - acc: 0.7831\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.4641 - acc: 0.7818\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4596 - acc: 0.7870\n",
            "\n",
            "test loss: 0.45956987142562866\n",
            "accuracy: 0.7870000004768372\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.4707 - acc: 0.7830\n",
            "\n",
            "train loss: 0.4707171618938446\n",
            "accuracy: 0.7829999923706055\n",
            "(2, 20, 2, 16, 'sgd', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.6936 - acc: 0.5256\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 26s 7ms/step - loss: 0.6101 - acc: 0.7026\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.5034 - acc: 0.7657\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4858 - acc: 0.7699\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4795 - acc: 0.7747\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4787 - acc: 0.7729\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 22s 6ms/step - loss: 0.4773 - acc: 0.7738\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4762 - acc: 0.7729\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4739 - acc: 0.7773\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4729 - acc: 0.7777\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4665 - acc: 0.7817\n",
            "\n",
            "test loss: 0.4664737284183502\n",
            "accuracy: 0.7816874980926514\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.4716 - acc: 0.7765\n",
            "\n",
            "train loss: 0.47155147790908813\n",
            "accuracy: 0.7764999866485596\n",
            "(2, 20, 2, 16, 'sgd', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 19s 9ms/step - loss: 0.7004 - acc: 0.4909\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6932 - acc: 0.5066\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6928 - acc: 0.5138\n",
            "Epoch 4/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6923 - acc: 0.5209\n",
            "Epoch 5/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.6916 - acc: 0.5231\n",
            "Epoch 6/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6908 - acc: 0.5336\n",
            "Epoch 7/10\n",
            "2000/2000 [==============================] - 19s 9ms/step - loss: 0.6891 - acc: 0.5402\n",
            "Epoch 8/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6846 - acc: 0.5665\n",
            "Epoch 9/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6379 - acc: 0.6861\n",
            "Epoch 10/10\n",
            "2000/2000 [==============================] - 20s 10ms/step - loss: 0.5362 - acc: 0.7761\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4952 - acc: 0.7986\n",
            "\n",
            "test loss: 0.4951817989349365\n",
            "accuracy: 0.7985625267028809\n",
            "63/63 [==============================] - 1s 9ms/step - loss: 0.4977 - acc: 0.7915\n",
            "\n",
            "train loss: 0.49765437841415405\n",
            "accuracy: 0.7914999723434448\n",
            "(2, 20, 2, 16, 'sgd', 10)\n",
            "Epoch 1/10\n",
            "1600/1600 [==============================] - 17s 11ms/step - loss: 0.6973 - acc: 0.5019\n",
            "Epoch 2/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.6925 - acc: 0.5161\n",
            "Epoch 3/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.6896 - acc: 0.5310\n",
            "Epoch 4/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.6815 - acc: 0.5652\n",
            "Epoch 5/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.6366 - acc: 0.6645\n",
            "Epoch 6/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.5699 - acc: 0.7368\n",
            "Epoch 7/10\n",
            "1600/1600 [==============================] - 16s 10ms/step - loss: 0.5364 - acc: 0.7452\n",
            "Epoch 8/10\n",
            "1600/1600 [==============================] - 17s 10ms/step - loss: 0.5243 - acc: 0.7492\n",
            "Epoch 9/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.5189 - acc: 0.7523\n",
            "Epoch 10/10\n",
            "1600/1600 [==============================] - 15s 10ms/step - loss: 0.5178 - acc: 0.7514\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.5112 - acc: 0.7564\n",
            "\n",
            "test loss: 0.5111840963363647\n",
            "accuracy: 0.7563750147819519\n",
            "63/63 [==============================] - 1s 11ms/step - loss: 0.5258 - acc: 0.7545\n",
            "\n",
            "train loss: 0.5257994532585144\n",
            "accuracy: 0.7544999718666077\n",
            "(2, 20, 2, 16, 'sgd', 12)\n",
            "Epoch 1/10\n",
            "1334/1334 [==============================] - 17s 12ms/step - loss: 0.7017 - acc: 0.4900\n",
            "Epoch 2/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6951 - acc: 0.5107\n",
            "Epoch 3/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.6923 - acc: 0.5229\n",
            "Epoch 4/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.6896 - acc: 0.5322\n",
            "Epoch 5/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6853 - acc: 0.5511\n",
            "Epoch 6/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.6773 - acc: 0.5784\n",
            "Epoch 7/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.6368 - acc: 0.6636\n",
            "Epoch 8/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.5495 - acc: 0.7525\n",
            "Epoch 9/10\n",
            "1334/1334 [==============================] - 15s 11ms/step - loss: 0.5026 - acc: 0.7684\n",
            "Epoch 10/10\n",
            "1334/1334 [==============================] - 16s 12ms/step - loss: 0.4843 - acc: 0.7746\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4747 - acc: 0.7769\n",
            "\n",
            "test loss: 0.4746640920639038\n",
            "accuracy: 0.7768750190734863\n",
            "63/63 [==============================] - 1s 10ms/step - loss: 0.4868 - acc: 0.7695\n",
            "\n",
            "train loss: 0.48683273792266846\n",
            "accuracy: 0.7695000171661377\n",
            "(2, 20, 2, 32, 'adam', 4)\n",
            "Epoch 1/10\n",
            "4000/4000 [==============================] - 28s 7ms/step - loss: 0.6977 - acc: 0.5092\n",
            "Epoch 2/10\n",
            "4000/4000 [==============================] - 28s 7ms/step - loss: 0.6689 - acc: 0.6162\n",
            "Epoch 3/10\n",
            "4000/4000 [==============================] - 26s 6ms/step - loss: 0.6157 - acc: 0.6758\n",
            "Epoch 4/10\n",
            "4000/4000 [==============================] - 27s 7ms/step - loss: 0.5347 - acc: 0.7473\n",
            "Epoch 5/10\n",
            "4000/4000 [==============================] - 29s 7ms/step - loss: 0.4527 - acc: 0.8003\n",
            "Epoch 6/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4335 - acc: 0.8060\n",
            "Epoch 7/10\n",
            "4000/4000 [==============================] - 24s 6ms/step - loss: 0.4275 - acc: 0.8058\n",
            "Epoch 8/10\n",
            "4000/4000 [==============================] - 23s 6ms/step - loss: 0.4244 - acc: 0.8069\n",
            "Epoch 9/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4227 - acc: 0.8083\n",
            "Epoch 10/10\n",
            "4000/4000 [==============================] - 25s 6ms/step - loss: 0.4208 - acc: 0.8073\n",
            "500/500 [==============================] - 5s 9ms/step - loss: 0.4152 - acc: 0.8106\n",
            "\n",
            "test loss: 0.4152046740055084\n",
            "accuracy: 0.8106250166893005\n",
            "63/63 [==============================] - 1s 10ms/step - loss: 0.4283 - acc: 0.7980\n",
            "\n",
            "train loss: 0.42826032638549805\n",
            "accuracy: 0.7979999780654907\n",
            "(2, 20, 2, 32, 'adam', 8)\n",
            "Epoch 1/10\n",
            "2000/2000 [==============================] - 18s 9ms/step - loss: 0.7075 - acc: 0.5084\n",
            "Epoch 2/10\n",
            "2000/2000 [==============================] - 19s 9ms/step - loss: 0.6929 - acc: 0.5080\n",
            "Epoch 3/10\n",
            "2000/2000 [==============================] - 17s 9ms/step - loss: 0.6928 - acc: 0.5106\n",
            "Epoch 4/10\n",
            " 783/2000 [==========>...................] - ETA: 10s - loss: 0.6916 - acc: 0.5204"
          ]
        }
      ]
    }
  ]
}