tensorflow_example-lab09-XOR.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_data = np.array([[0, 0], [0, 1], [1, 0], [1, 1]], dtype=np.float32)\n",
    "y_data = np.array([[0], [1], [1], [0]], dtype=np.float32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "X = tf.placeholder(tf.float32)\n",
    "Y = tf.placeholder(tf.float32)\n",
    "W = tf.Variable(tf.random_normal([2,1]),name ='weight')\n",
    "b = tf.Variable(tf.random_normal([1]),name = 'bias')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "W1 = tf.Variable(tf.random_normal([2,2]),name = 'weight')\n",
    "b1 = tf.Variable(tf.random_normal([2]),name = 'bias1')\n",
    "layer1 = tf.sigmoid(tf.matmul(X,W1)+b1)\n",
    "\n",
    "W2 = tf.Variable(tf.random_normal([2,1]),name = 'weight')\n",
    "b2 = tf.Variable(tf.random_normal([1]),name = 'bias2' )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "# hypothesis = tf.sigmoid(tf.matmul(X,W)+b)\n",
    "hypothesis = tf.sigmoid(tf.matmul(layer1,W2)+b2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "cost = -tf.reduce_mean(Y*tf.log(hypothesis)+(1-Y)*tf.log(1-hypothesis))\n",
    "train = tf.train.GradientDescentOptimizer(learning_rate = 0.1).minimize(cost)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "#accuracy computation\n",
    "# true if hypothesis >0.5 else false"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted = tf.cast(hypothesis>0.5,dtype = tf.float32)\n",
    "accuracy = tf.reduce_mean(tf.cast(tf.equal(predicted,Y),dtype = tf.float32))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 0.804684 [array([[-1.10208416,  1.05885637],\n",
      "       [ 0.14544021,  0.61205578]], dtype=float32), array([[-0.00619826],\n",
      "       [ 0.06114622]], dtype=float32)]\n",
      "100 0.691873 [array([[-1.08464038,  1.06563365],\n",
      "       [ 0.17389961,  0.62205905]], dtype=float32), array([[-0.36690265],\n",
      "       [-0.22065735]], dtype=float32)]\n",
      "200 0.691468 [array([[-1.08058178,  1.0688535 ],\n",
      "       [ 0.19569856,  0.63139713]], dtype=float32), array([[-0.37015921],\n",
      "       [-0.27309385]], dtype=float32)]\n",
      "300 0.691126 [array([[-1.07802248,  1.07190573],\n",
      "       [ 0.21766107,  0.64193171]], dtype=float32), array([[-0.36729893],\n",
      "       [-0.31876779]], dtype=float32)]\n",
      "400 0.690765 [array([[-1.07627666,  1.07524955],\n",
      "       [ 0.24041246,  0.65404338]], dtype=float32), array([[-0.36689883],\n",
      "       [-0.36353385]], dtype=float32)]\n",
      "500 0.690376 [array([[-1.07532454,  1.07900405],\n",
      "       [ 0.26412311,  0.66778862]], dtype=float32), array([[-0.36905742],\n",
      "       [-0.40790164]], dtype=float32)]\n",
      "600 0.68995 [array([[-1.07519138,  1.08332789],\n",
      "       [ 0.28896612,  0.68323797]], dtype=float32), array([[-0.37370723],\n",
      "       [-0.45223895]], dtype=float32)]\n",
      "700 0.689475 [array([[-1.07593346,  1.08842671],\n",
      "       [ 0.31512707,  0.70047981]], dtype=float32), array([[-0.38080332],\n",
      "       [-0.49689078]], dtype=float32)]\n",
      "800 0.688941 [array([[-1.07764065,  1.09454775],\n",
      "       [ 0.3428055 ,  0.71961373]], dtype=float32), array([[-0.39032757],\n",
      "       [-0.54218519]], dtype=float32)]\n",
      "900 0.688336 [array([[-1.08044136,  1.10197759],\n",
      "       [ 0.37221453,  0.74074632]], dtype=float32), array([[-0.40228885],\n",
      "       [-0.58843428]], dtype=float32)]\n",
      "1000 0.687644 [array([[-1.08450472,  1.11103916],\n",
      "       [ 0.4035812 ,  0.7639873 ]], dtype=float32), array([[-0.41672313],\n",
      "       [-0.63593829]], dtype=float32)]\n",
      "1100 0.686849 [array([[-1.09005094,  1.12208724],\n",
      "       [ 0.43714693,  0.78944683]], dtype=float32), array([[-0.43369505],\n",
      "       [-0.68498725]], dtype=float32)]\n",
      "1200 0.685932 [array([[-1.09735656,  1.13550544],\n",
      "       [ 0.4731667 ,  0.81723452]], dtype=float32), array([[-0.45329815],\n",
      "       [-0.7358622 ]], dtype=float32)]\n",
      "1300 0.68487 [array([[-1.10676229,  1.15169942],\n",
      "       [ 0.51190972,  0.84745938]], dtype=float32), array([[-0.47565714],\n",
      "       [-0.78884131]], dtype=float32)]\n",
      "1400 0.683636 [array([[-1.11868036,  1.1710968 ],\n",
      "       [ 0.55365932,  0.88022763]], dtype=float32), array([[-0.50092924],\n",
      "       [-0.84420007]], dtype=float32)]\n",
      "1500 0.682198 [array([[-1.13360512,  1.19413519],\n",
      "       [ 0.59871161,  0.91564429]], dtype=float32), array([[-0.52930719],\n",
      "       [-0.90221506]], dtype=float32)]\n",
      "1600 0.680518 [array([[-1.15211618,  1.22125983],\n",
      "       [ 0.64737725,  0.95381284]], dtype=float32), array([[-0.56102121],\n",
      "       [-0.9631657 ]], dtype=float32)]\n",
      "1700 0.678552 [array([[-1.17488372,  1.25291419],\n",
      "       [ 0.69997978,  0.99483299]], dtype=float32), array([[-0.59634411],\n",
      "       [-1.02733266]], dtype=float32)]\n",
      "1800 0.676246 [array([[-1.20266783,  1.28953123],\n",
      "       [ 0.75685793,  1.03879857]], dtype=float32), array([[-0.63559216],\n",
      "       [-1.09499907]], dtype=float32)]\n",
      "1900 0.673539 [array([[-1.23631072,  1.33152461],\n",
      "       [ 0.81836277,  1.08578861]], dtype=float32), array([[-0.67912972],\n",
      "       [-1.16644394]], dtype=float32)]\n",
      "2000 0.67036 [array([[-1.2767241 ,  1.37927616],\n",
      "       [ 0.88485712,  1.13586104]], dtype=float32), array([[-0.72736943],\n",
      "       [-1.24193203]], dtype=float32)]\n",
      "2100 0.666628 [array([[-1.32486415,  1.43312442],\n",
      "       [ 0.95670807,  1.18903601]], dtype=float32), array([[-0.78076792],\n",
      "       [-1.32170367]], dtype=float32)]\n",
      "2200 0.662255 [array([[-1.38169396,  1.49334562],\n",
      "       [ 1.03427756,  1.24527967]], dtype=float32), array([[-0.83981663],\n",
      "       [-1.40595496]], dtype=float32)]\n",
      "2300 0.657147 [array([[-1.44813228,  1.56014025],\n",
      "       [ 1.11789894,  1.30448067]], dtype=float32), array([[-0.90502053],\n",
      "       [-1.4948169 ]], dtype=float32)]\n",
      "2400 0.65121 [array([[-1.52498627,  1.63361001],\n",
      "       [ 1.20784938,  1.36643147]], dtype=float32), array([[-0.97686374],\n",
      "       [-1.58833086]], dtype=float32)]\n",
      "2500 0.644356 [array([[-1.61286688,  1.71373916],\n",
      "       [ 1.30430329,  1.43080795]], dtype=float32), array([[-1.05576038],\n",
      "       [-1.68642223]], dtype=float32)]\n",
      "2600 0.636519 [array([[-1.71209478,  1.80037379],\n",
      "       [ 1.40727496,  1.4971602 ]], dtype=float32), array([[-1.14198852],\n",
      "       [-1.78887999]], dtype=float32)]\n",
      "2700 0.627661 [array([[-1.82261097,  1.89320624],\n",
      "       [ 1.51655781,  1.56491303]], dtype=float32), array([[-1.2356143],\n",
      "       [-1.8953402]], dtype=float32)]\n",
      "2800 0.617792 [array([[-1.94390619,  1.99176478],\n",
      "       [ 1.63166308,  1.63338852]], dtype=float32), array([[-1.33642304],\n",
      "       [-2.00528002]], dtype=float32)]\n",
      "2900 0.606981 [array([[-2.07499504,  2.09541368],\n",
      "       [ 1.75178528,  1.70183957]], dtype=float32), array([[-1.44386613],\n",
      "       [-2.11803389]], dtype=float32)]\n",
      "3000 0.595356 [array([[-2.21444559,  2.20336318],\n",
      "       [ 1.87580252,  1.76950336]], dtype=float32), array([[-1.55705142],\n",
      "       [-2.23282075]], dtype=float32)]\n",
      "3100 0.583106 [array([[-2.36047816,  2.31470656],\n",
      "       [ 2.00232935,  1.83565819]], dtype=float32), array([[-1.67478383],\n",
      "       [-2.34878325]], dtype=float32)]\n",
      "3200 0.570462 [array([[-2.51109672,  2.42845511],\n",
      "       [ 2.12981772,  1.89967406]], dtype=float32), array([[-1.79565334],\n",
      "       [-2.46504331]], dtype=float32)]\n",
      "3300 0.557674 [array([[-2.66426277,  2.54359555],\n",
      "       [ 2.25669384,  1.96104813]], dtype=float32), array([[-1.91815746],\n",
      "       [-2.58075309]], dtype=float32)]\n",
      "3400 0.544986 [array([[-2.81803727,  2.65914226],\n",
      "       [ 2.38148141,  2.01942635]], dtype=float32), array([[-2.04082775],\n",
      "       [-2.69513893]], dtype=float32)]\n",
      "3500 0.532615 [array([[-2.97070312,  2.77418351],\n",
      "       [ 2.50291252,  2.07459903]], dtype=float32), array([[-2.16233706],\n",
      "       [-2.80753374]], dtype=float32)]\n",
      "3600 0.520735 [array([[-3.12083483,  2.88791704],\n",
      "       [ 2.61999273,  2.12648654]], dtype=float32), array([[-2.28157282],\n",
      "       [-2.91739011]], dtype=float32)]\n",
      "3700 0.509472 [array([[-3.2673254 ,  2.99967217],\n",
      "       [ 2.73201323,  2.1751132 ]], dtype=float32), array([[-2.39767456],\n",
      "       [-3.02428961]], dtype=float32)]\n",
      "3800 0.498902 [array([[-3.40937591,  3.10891747],\n",
      "       [ 2.83854151,  2.22057986]], dtype=float32), array([[-2.51002121],\n",
      "       [-3.12793136]], dtype=float32)]\n",
      "3900 0.489065 [array([[-3.54645514,  3.21525598],\n",
      "       [ 2.93938017,  2.2630434 ]], dtype=float32), array([[-2.61821628],\n",
      "       [-3.22812295]], dtype=float32)]\n",
      "4000 0.479965 [array([[-3.67826343,  3.31840825],\n",
      "       [ 3.03451204,  2.30269003]], dtype=float32), array([[-2.72204709],\n",
      "       [-3.32476377]], dtype=float32)]\n",
      "4100 0.471584 [array([[-3.80467558,  3.41820216],\n",
      "       [ 3.12406182,  2.33972168]], dtype=float32), array([[-2.82144117],\n",
      "       [-3.41781855]], dtype=float32)]\n",
      "4200 0.463889 [array([[-3.92570186,  3.51455045],\n",
      "       [ 3.20824289,  2.37434316]], dtype=float32), array([[-2.91643548],\n",
      "       [-3.50731683]], dtype=float32)]\n",
      "4300 0.456836 [array([[-4.04144526,  3.6074388 ],\n",
      "       [ 3.28733134,  2.40675044]], dtype=float32), array([[-3.00714064],\n",
      "       [-3.59333014]], dtype=float32)]\n",
      "4400 0.450378 [array([[-4.15207624,  3.69690108],\n",
      "       [ 3.36163378,  2.4371345 ]], dtype=float32), array([[-3.09371495],\n",
      "       [-3.6759584 ]], dtype=float32)]\n",
      "4500 0.444465 [array([[-4.25781488,  3.78301072],\n",
      "       [ 3.4314661 ,  2.46567178]], dtype=float32), array([[-3.1763463 ],\n",
      "       [-3.75532436]], dtype=float32)]\n",
      "4600 0.43905 [array([[-4.35887432,  3.86586881],\n",
      "       [ 3.49714708,  2.49252367]], dtype=float32), array([[-3.25524044],\n",
      "       [-3.83156109]], dtype=float32)]\n",
      "4700 0.434086 [array([[-4.455513  ,  3.94559526],\n",
      "       [ 3.55898404,  2.51783776]], dtype=float32), array([[-3.33060646],\n",
      "       [-3.9048121 ]], dtype=float32)]\n",
      "4800 0.429531 [array([[-4.54797697,  4.02231884],\n",
      "       [ 3.61727095,  2.54174757]], dtype=float32), array([[-3.40265298],\n",
      "       [-3.97522163]], dtype=float32)]\n",
      "4900 0.425345 [array([[-4.63650846,  4.09617567],\n",
      "       [ 3.67228079,  2.56437325]], dtype=float32), array([[-3.47158313],\n",
      "       [-4.04293489]], dtype=float32)]\n",
      "5000 0.421493 [array([[-4.72134399,  4.16730404],\n",
      "       [ 3.72426796,  2.58582544]], dtype=float32), array([[-3.53759027],\n",
      "       [-4.10809135]], dtype=float32)]\n",
      "5100 0.417942 [array([[-4.80270433,  4.23583889],\n",
      "       [ 3.77346802,  2.60619926]], dtype=float32), array([[-3.60085797],\n",
      "       [-4.17082787]], dtype=float32)]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5200 0.414662 [array([[-4.88080359,  4.30191135],\n",
      "       [ 3.82009459,  2.62558389]], dtype=float32), array([[-3.66155791],\n",
      "       [-4.23127937]], dtype=float32)]\n",
      "5300 0.411628 [array([[-4.95584106,  4.3656559 ],\n",
      "       [ 3.86434555,  2.64405727]], dtype=float32), array([[-3.71985459],\n",
      "       [-4.28956652]], dtype=float32)]\n",
      "5400 0.408817 [array([[-5.02800369,  4.42719221],\n",
      "       [ 3.9064014 ,  2.66169024]], dtype=float32), array([[-3.77589655],\n",
      "       [-4.34580898]], dtype=float32)]\n",
      "5500 0.406207 [array([[-5.09746456,  4.48663664],\n",
      "       [ 3.94642544,  2.67854571]], dtype=float32), array([[-3.82982302],\n",
      "       [-4.40011883]], dtype=float32)]\n",
      "5600 0.40378 [array([[-5.16438627,  4.54410028],\n",
      "       [ 3.98456669,  2.69468212]], dtype=float32), array([[-3.88176441],\n",
      "       [-4.45260048]], dtype=float32)]\n",
      "5700 0.401519 [array([[-5.22891903,  4.59968901],\n",
      "       [ 4.02096033,  2.7101512 ]], dtype=float32), array([[-3.93183947],\n",
      "       [-4.50335312]], dtype=float32)]\n",
      "5800 0.399409 [array([[-5.29120302,  4.65350103],\n",
      "       [ 4.0557332 ,  2.72499967]], dtype=float32), array([[-3.98016024],\n",
      "       [-4.55246925]], dtype=float32)]\n",
      "5900 0.397437 [array([[-5.35136747,  4.70562792],\n",
      "       [ 4.0889945 ,  2.73927069]], dtype=float32), array([[-4.02682972],\n",
      "       [-4.60003519]], dtype=float32)]\n",
      "6000 0.395591 [array([[-5.40953207,  4.75615835],\n",
      "       [ 4.12084866,  2.75300288]], dtype=float32), array([[-4.07194281],\n",
      "       [-4.64613247]], dtype=float32)]\n",
      "6100 0.39386 [array([[-5.46581125,  4.80517292],\n",
      "       [ 4.1513896 ,  2.76623106]], dtype=float32), array([[-4.11558676],\n",
      "       [-4.69083595]], dtype=float32)]\n",
      "6200 0.392234 [array([[-5.52030611,  4.85274839],\n",
      "       [ 4.18070459,  2.77898836]], dtype=float32), array([[-4.15784407],\n",
      "       [-4.73421764]], dtype=float32)]\n",
      "6300 0.390705 [array([[-5.5731144 ,  4.8989563 ],\n",
      "       [ 4.20887136,  2.79130316]], dtype=float32), array([[-4.1987915 ],\n",
      "       [-4.77634287]], dtype=float32)]\n",
      "6400 0.389266 [array([[-5.62432623,  4.94386387],\n",
      "       [ 4.23596191,  2.80320215]], dtype=float32), array([[-4.23849821],\n",
      "       [-4.81727505]], dtype=float32)]\n",
      "6500 0.387908 [array([[-5.67402315,  4.98753309],\n",
      "       [ 4.26204443,  2.81471109]], dtype=float32), array([[-4.27702999],\n",
      "       [-4.8570714 ]], dtype=float32)]\n",
      "6600 0.386626 [array([[-5.72228384,  5.03002453],\n",
      "       [ 4.28717947,  2.82585168]], dtype=float32), array([[-4.31444693],\n",
      "       [-4.89578676]], dtype=float32)]\n",
      "6700 0.385414 [array([[-5.76918077,  5.07139301],\n",
      "       [ 4.31142139,  2.83664465]], dtype=float32), array([[-4.35080576],\n",
      "       [-4.93347168]], dtype=float32)]\n",
      "6800 0.384266 [array([[-5.81478119,  5.11169052],\n",
      "       [ 4.33482361,  2.84711003]], dtype=float32), array([[-4.38616037],\n",
      "       [-4.97017479]], dtype=float32)]\n",
      "6900 0.383179 [array([[-5.85914993,  5.15096569],\n",
      "       [ 4.3574338 ,  2.85726452]], dtype=float32), array([[-4.42055893],\n",
      "       [-5.00594044]], dtype=float32)]\n",
      "7000 0.382147 [array([[-5.90234232,  5.18926382],\n",
      "       [ 4.37929583,  2.86712551]], dtype=float32), array([[-4.45404673],\n",
      "       [-5.04081106]], dtype=float32)]\n",
      "7100 0.381167 [array([[-5.94441509,  5.22662926],\n",
      "       [ 4.40045214,  2.87670755]], dtype=float32), array([[-4.48666811],\n",
      "       [-5.07482624]], dtype=float32)]\n",
      "7200 0.380235 [array([[-5.98542023,  5.2631011 ],\n",
      "       [ 4.42093754,  2.88602495]], dtype=float32), array([[-4.51846075],\n",
      "       [-5.10802269]], dtype=float32)]\n",
      "7300 0.379347 [array([[-6.02540493,  5.29871893],\n",
      "       [ 4.44079018,  2.89509058]], dtype=float32), array([[-4.54946423],\n",
      "       [-5.14043522]], dtype=float32)]\n",
      "7400 0.378502 [array([[-6.06441498,  5.33351707],\n",
      "       [ 4.46004152,  2.90391684]], dtype=float32), array([[-4.5797143 ],\n",
      "       [-5.17209768]], dtype=float32)]\n",
      "7500 0.377696 [array([[-6.10249376,  5.36753035],\n",
      "       [ 4.47872162,  2.91251516]], dtype=float32), array([[-4.60924196],\n",
      "       [-5.2030406 ]], dtype=float32)]\n",
      "7600 0.376926 [array([[-6.13967991,  5.40079069],\n",
      "       [ 4.49686003,  2.92089629]], dtype=float32), array([[-4.63808012],\n",
      "       [-5.23329353]], dtype=float32)]\n",
      "7700 0.376191 [array([[-6.17601204,  5.43332767],\n",
      "       [ 4.51448345,  2.92907   ]], dtype=float32), array([[-4.66625547],\n",
      "       [-5.26288414]], dtype=float32)]\n",
      "7800 0.375487 [array([[-6.21152353,  5.46517038],\n",
      "       [ 4.53161621,  2.93704534]], dtype=float32), array([[-4.69379807],\n",
      "       [-5.29183912]], dtype=float32)]\n",
      "7900 0.374814 [array([[-6.24625158,  5.49634552],\n",
      "       [ 4.54827976,  2.94483113]], dtype=float32), array([[-4.72073364],\n",
      "       [-5.32018185]], dtype=float32)]\n",
      "8000 0.37417 [array([[-6.28022528,  5.52687788],\n",
      "       [ 4.56449842,  2.95243549]], dtype=float32), array([[-4.74708557],\n",
      "       [-5.34793758]], dtype=float32)]\n",
      "8100 0.373552 [array([[-6.31347418,  5.55679226],\n",
      "       [ 4.58028984,  2.95986605]], dtype=float32), array([[-4.77287722],\n",
      "       [-5.37512779]], dtype=float32)]\n",
      "8200 0.372959 [array([[-6.34602594,  5.58611202],\n",
      "       [ 4.59567642,  2.96713066]], dtype=float32), array([[-4.79813051],\n",
      "       [-5.40177155]], dtype=float32)]\n",
      "8300 0.37239 [array([[-6.37790871,  5.61485815],\n",
      "       [ 4.61067247,  2.9742353 ]], dtype=float32), array([[-4.82286644],\n",
      "       [-5.42789221]], dtype=float32)]\n",
      "8400 0.371843 [array([[-6.40914774,  5.64305162],\n",
      "       [ 4.62529469,  2.98118711]], dtype=float32), array([[-4.84710264],\n",
      "       [-5.45350647]], dtype=float32)]\n",
      "8500 0.371317 [array([[-6.43976498,  5.67071199],\n",
      "       [ 4.63956213,  2.98799086]], dtype=float32), array([[-4.8708601 ],\n",
      "       [-5.47863197]], dtype=float32)]\n",
      "8600 0.370811 [array([[-6.46978426,  5.6978569 ],\n",
      "       [ 4.65348721,  2.99465346]], dtype=float32), array([[-4.89415407],\n",
      "       [-5.50328732]], dtype=float32)]\n",
      "8700 0.370324 [array([[-6.49922657,  5.72450542],\n",
      "       [ 4.66708422,  3.00117946]], dtype=float32), array([[-4.9170022 ],\n",
      "       [-5.52748728]], dtype=float32)]\n",
      "8800 0.369855 [array([[-6.52811193,  5.75067282],\n",
      "       [ 4.68036747,  3.00757527]], dtype=float32), array([[-4.93941927],\n",
      "       [-5.55124903]], dtype=float32)]\n",
      "8900 0.369403 [array([[-6.55646038,  5.77637672],\n",
      "       [ 4.69334793,  3.01384401]], dtype=float32), array([[-4.96142149],\n",
      "       [-5.57458544]], dtype=float32)]\n",
      "9000 0.368968 [array([[-6.58429098,  5.80163097],\n",
      "       [ 4.70603943,  3.01999164]], dtype=float32), array([[-4.98302269],\n",
      "       [-5.59751129]], dtype=float32)]\n",
      "9100 0.368547 [array([[-6.61161947,  5.8264513 ],\n",
      "       [ 4.71845198,  3.02602196]], dtype=float32), array([[-5.0042367 ],\n",
      "       [-5.62003946]], dtype=float32)]\n",
      "9200 0.368141 [array([[-6.6384654 ,  5.85085154],\n",
      "       [ 4.73059511,  3.03193808]], dtype=float32), array([[-5.02507687],\n",
      "       [-5.64218283]], dtype=float32)]\n",
      "9300 0.367749 [array([[-6.66484118,  5.87484407],\n",
      "       [ 4.74248123,  3.03774571]], dtype=float32), array([[-5.04555464],\n",
      "       [-5.66395378]], dtype=float32)]\n",
      "9400 0.367369 [array([[-6.690763  ,  5.89844131],\n",
      "       [ 4.75411797,  3.04344726]], dtype=float32), array([[-5.06568241],\n",
      "       [-5.68536425]], dtype=float32)]\n",
      "9500 0.367003 [array([[-6.71624565,  5.92165613],\n",
      "       [ 4.76551485,  3.04904747]], dtype=float32), array([[-5.0854702 ],\n",
      "       [-5.70642471]], dtype=float32)]\n",
      "9600 0.366648 [array([[-6.74130344,  5.94449949],\n",
      "       [ 4.77667999,  3.0545485 ]], dtype=float32), array([[-5.10492849],\n",
      "       [-5.72714663]], dtype=float32)]\n",
      "9700 0.366305 [array([[-6.76594973,  5.96698332],\n",
      "       [ 4.78762197,  3.05995417]], dtype=float32), array([[-5.12406874],\n",
      "       [-5.74753952]], dtype=float32)]\n",
      "9800 0.365972 [array([[-6.79019499,  5.98911858],\n",
      "       [ 4.7983489 ,  3.06526732]], dtype=float32), array([[-5.14289999],\n",
      "       [-5.76761341]], dtype=float32)]\n",
      "9900 0.36565 [array([[-6.81405354,  6.01091385],\n",
      "       [ 4.80886889,  3.07049108]], dtype=float32), array([[-5.16143227],\n",
      "       [-5.78737736]], dtype=float32)]\n",
      "10000 0.365338 [array([[-6.83753586,  6.03237915],\n",
      "       [ 4.81918621,  3.07562804]], dtype=float32), array([[-5.17967272],\n",
      "       [-5.80684042]], dtype=float32)]\n",
      "\n",
      "Hypothesis: [[ 0.50675064]\n",
      " [ 0.48950958]\n",
      " [ 0.978306  ]\n",
      " [ 0.01816137]] \n",
      "Correct: [[ 1.]\n",
      " [ 0.]\n",
      " [ 1.]\n",
      " [ 0.]] \n",
      "Accuracy: 0.5\n"
     ]
    }
   ],
   "source": [
    "with tf.Session() as sess:\n",
    "    sess.run(tf.global_variables_initializer())\n",
    "    \n",
    "    for step in range(10001):\n",
    "        sess.run(train,feed_dict={X:x_data,Y:y_data})\n",
    "        if step % 100 ==0:\n",
    "            print(step,sess.run(cost,feed_dict={X:x_data,Y:y_data}),sess.run([W1,W2]))\n",
    "    \n",
    "    \n",
    "    h,c,a = sess.run([hypothesis,predicted,accuracy],feed_dict={X:x_data,Y:y_data})\n",
    "    print('\\nHypothesis:',h,'\\nCorrect:',c,'\\nAccuracy:',a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 0.873457 [array([[-0.30891415, -1.38489306],\n",
      "       [-0.9292357 ,  0.28170234]], dtype=float32), array([[ 0.31256407],\n",
      "       [ 1.2623353 ]], dtype=float32)]\n",
      "100 0.691816 [array([[-0.30333865, -1.41292226],\n",
      "       [-0.93150508,  0.34213385]], dtype=float32), array([[ 0.22743173],\n",
      "       [ 1.20989966]], dtype=float32)]\n",
      "200 0.689106 [array([[-0.29290098, -1.42755461],\n",
      "       [-0.92951697,  0.44967049]], dtype=float32), array([[ 0.20508075],\n",
      "       [ 1.23104072]], dtype=float32)]\n",
      "300 0.687212 [array([[-0.28283468, -1.44666946],\n",
      "       [-0.92755127,  0.57391876]], dtype=float32), array([[ 0.18858102],\n",
      "       [ 1.26861525]], dtype=float32)]\n",
      "400 0.684612 [array([[-0.27342081, -1.47375572],\n",
      "       [-0.92587614,  0.71575874]], dtype=float32), array([[ 0.17321356],\n",
      "       [ 1.32037246]], dtype=float32)]\n",
      "500 0.680934 [array([[-0.26463005, -1.51223075],\n",
      "       [-0.92451084,  0.87906969]], dtype=float32), array([[ 0.15864725],\n",
      "       [ 1.38939905]], dtype=float32)]\n",
      "600 0.675711 [array([[-0.25640011, -1.56705546],\n",
      "       [-0.92346662,  1.06703055]], dtype=float32), array([[ 0.1449495 ],\n",
      "       [ 1.47957861]], dtype=float32)]\n",
      "700 0.668574 [array([[-0.24864802, -1.64499021],\n",
      "       [-0.92276055,  1.27862585]], dtype=float32), array([[ 0.13234162],\n",
      "       [ 1.59384894]], dtype=float32)]\n",
      "800 0.659644 [array([[-0.24126576, -1.75317132],\n",
      "       [-0.92240191,  1.50457203]], dtype=float32), array([[ 0.12127032],\n",
      "       [ 1.73165894]], dtype=float32)]\n",
      "900 0.649593 [array([[-0.23411982, -1.89515948],\n",
      "       [-0.92237204,  1.72898924]], dtype=float32), array([[ 0.11240758],\n",
      "       [ 1.88786805]], dtype=float32)]\n",
      "1000 0.639012 [array([[-0.22705761, -2.067343  ],\n",
      "       [-0.92262393,  1.93964696]], dtype=float32), array([[ 0.1063828 ],\n",
      "       [ 2.05572009]], dtype=float32)]\n",
      "1100 0.628109 [array([[-0.21991463, -2.26031351],\n",
      "       [-0.92311203,  2.13425732]], dtype=float32), array([[ 0.10345802],\n",
      "       [ 2.23012543]], dtype=float32)]\n",
      "1200 0.617034 [array([[-0.21251701, -2.46348405],\n",
      "       [-0.92381424,  2.31629324]], dtype=float32), array([[ 0.10354346],\n",
      "       [ 2.40758824]], dtype=float32)]\n",
      "1300 0.606046 [array([[-0.2046804 , -2.66825247],\n",
      "       [-0.92473328,  2.48932838]], dtype=float32), array([[ 0.10643087],\n",
      "       [ 2.58511543]], dtype=float32)]\n",
      "1400 0.595441 [array([[-0.19620809, -2.8687439 ],\n",
      "       [-0.92588991,  2.65512824]], dtype=float32), array([[ 0.11194828],\n",
      "       [ 2.75994778]], dtype=float32)]\n",
      "1500 0.585458 [array([[-0.18688864, -3.06138992],\n",
      "       [-0.9273178 ,  2.81405544]], dtype=float32), array([[ 0.11999305],\n",
      "       [ 2.92976499]], dtype=float32)]\n",
      "1600 0.576247 [array([[-0.17649376, -3.24427581],\n",
      "       [-0.92906141,  2.9658823 ]], dtype=float32), array([[ 0.13051733],\n",
      "       [ 3.09286308]], dtype=float32)]\n",
      "1700 0.56787 [array([[-0.16477542, -3.41659164],\n",
      "       [-0.93117416,  3.11031985]], dtype=float32), array([[ 0.14351404],\n",
      "       [ 3.24817681]], dtype=float32)]\n",
      "1800 0.560324 [array([[-0.15146114, -3.57823825],\n",
      "       [-0.93371981,  3.24724364]], dtype=float32), array([[ 0.15901431],\n",
      "       [ 3.39519382]], dtype=float32)]\n",
      "1900 0.553564 [array([[-0.13624747, -3.72953725],\n",
      "       [-0.93677223,  3.37673283]], dtype=float32), array([[ 0.1770934 ],\n",
      "       [ 3.53382254]], dtype=float32)]\n",
      "2000 0.547521 [array([[-0.11878916, -3.87105227],\n",
      "       [-0.94041824,  3.49903703]], dtype=float32), array([[ 0.19788061],\n",
      "       [ 3.66426396]], dtype=float32)]\n",
      "2100 0.542114 [array([[-0.09868456, -4.00346375],\n",
      "       [-0.94476032,  3.61451244]], dtype=float32), array([[ 0.22157294],\n",
      "       [ 3.78690004]], dtype=float32)]\n",
      "2200 0.53726 [array([[-0.0754547 , -4.12748575],\n",
      "       [-0.94992256,  3.72358656]], dtype=float32), array([[ 0.2484512 ],\n",
      "       [ 3.90221453]], dtype=float32)]\n",
      "2300 0.532877 [array([[-0.0485143 , -4.24382782],\n",
      "       [-0.95605767,  3.82671165]], dtype=float32), array([[ 0.27890158],\n",
      "       [ 4.01073551]], dtype=float32)]\n",
      "2400 0.528885 [array([[-0.01712966, -4.35315752],\n",
      "       [-0.9633581 ,  3.92434263]], dtype=float32), array([[ 0.31344628],\n",
      "       [ 4.11300087]], dtype=float32)]\n",
      "2500 0.525205 [array([[ 0.01964247, -4.45610046],\n",
      "       [-0.97207153,  4.01692247]], dtype=float32), array([[ 0.35278887],\n",
      "       [ 4.20953608]], dtype=float32)]\n",
      "2600 0.521749 [array([[ 0.06304803, -4.55322742],\n",
      "       [-0.98252892,  4.10487509]], dtype=float32), array([[ 0.39788339],\n",
      "       [ 4.30084276]], dtype=float32)]\n",
      "2700 0.518422 [array([[ 0.11478114, -4.64505386],\n",
      "       [-0.99518514,  4.1886034 ]], dtype=float32), array([[ 0.45004427],\n",
      "       [ 4.38739967]], dtype=float32)]\n",
      "2800 0.515092 [array([[ 0.17722039, -4.73204851],\n",
      "       [-1.01068926,  4.26849556]], dtype=float32), array([[ 0.51112431],\n",
      "       [ 4.46966124]], dtype=float32)]\n",
      "2900 0.511571 [array([[ 0.25382647, -4.81463623],\n",
      "       [-1.03001332,  4.34493065]], dtype=float32), array([[ 0.58382028],\n",
      "       [ 4.54807329]], dtype=float32)]\n",
      "3000 0.507534 [array([[ 0.34983322, -4.8932023 ],\n",
      "       [-1.0546881 ,  4.41830444]], dtype=float32), array([[ 0.67221123],\n",
      "       [ 4.62309027]], dtype=float32)]\n",
      "3100 0.502366 [array([[ 0.47346058, -4.96810532],\n",
      "       [-1.08729935,  4.48906565]], dtype=float32), array([[ 0.7827428 ],\n",
      "       [ 4.69522476]], dtype=float32)]\n",
      "3200 0.494783 [array([[ 0.63786763, -5.03970242],\n",
      "       [-1.13256252,  4.55780649]], dtype=float32), array([[ 0.92600155],\n",
      "       [ 4.76514196]], dtype=float32)]\n",
      "3300 0.482004 [array([[ 0.86280459, -5.10839796],\n",
      "       [-1.19976115,  4.62548637]], dtype=float32), array([[ 1.11928642],\n",
      "       [ 4.83390713]], dtype=float32)]\n",
      "3400 0.459113 [array([[ 1.16665733, -5.17474556],\n",
      "       [-1.30733585,  4.69396925]], dtype=float32), array([[ 1.38590574],\n",
      "       [ 4.90359497]], dtype=float32)]\n",
      "3500 0.423526 [array([[ 1.52693522, -5.23945332],\n",
      "       [-1.48306751,  4.76700401]], dtype=float32), array([[ 1.73576689],\n",
      "       [ 4.97842598]], dtype=float32)]\n",
      "3600 0.381111 [array([[ 1.86888075, -5.30277205],\n",
      "       [-1.73813796,  4.84946442]], dtype=float32), array([[ 2.14311361],\n",
      "       [ 5.06439447]], dtype=float32)]\n",
      "3700 0.33712 [array([[ 2.1593349 , -5.36419153],\n",
      "       [-2.04455686,  4.94196939]], dtype=float32), array([[ 2.57736421],\n",
      "       [ 5.16462135]], dtype=float32)]\n",
      "3800 0.294179 [array([[ 2.4127593 , -5.42317915],\n",
      "       [-2.36244059,  5.03952932]], dtype=float32), array([[ 3.01707101],\n",
      "       [ 5.27721405]], dtype=float32)]\n",
      "3900 0.254843 [array([[ 2.64257479, -5.47939825],\n",
      "       [-2.66404104,  5.13652849]], dtype=float32), array([[ 3.44303465],\n",
      "       [ 5.39836168]], dtype=float32)]\n",
      "4000 0.220709 [array([[ 2.85286355, -5.53269958],\n",
      "       [-2.936414  ,  5.22937775]], dtype=float32), array([[ 3.8418467 ],\n",
      "       [ 5.52457666]], dtype=float32)]\n",
      "4100 0.192087 [array([[ 3.04415274, -5.58310175],\n",
      "       [-3.17662644,  5.31628132]], dtype=float32), array([[ 4.20740366],\n",
      "       [ 5.65311861]], dtype=float32)]\n",
      "4200 0.168479 [array([[ 3.21691322, -5.63073874],\n",
      "       [-3.38671708,  5.39657211]], dtype=float32), array([[ 4.53891516],\n",
      "       [ 5.78189898]], dtype=float32)]\n",
      "4300 0.149092 [array([[ 3.3723278 , -5.67579317],\n",
      "       [-3.57049489,  5.47023678]], dtype=float32), array([[ 4.83845377],\n",
      "       [ 5.90936279]], dtype=float32)]\n",
      "4400 0.133121 [array([[ 3.51207304, -5.71846199],\n",
      "       [-3.7319839 ,  5.53761578]], dtype=float32), array([[ 5.10926104],\n",
      "       [ 6.03442526]], dtype=float32)]\n",
      "4500 0.11987 [array([[ 3.63797855, -5.75893116],\n",
      "       [-3.8748045 ,  5.59922457]], dtype=float32), array([[ 5.35482025],\n",
      "       [ 6.15636063]], dtype=float32)]\n",
      "4600 0.108777 [array([[ 3.75181246, -5.79737091],\n",
      "       [-4.00201273,  5.65564013]], dtype=float32), array([[ 5.57841206],\n",
      "       [ 6.27472448]], dtype=float32)]\n",
      "4700 0.0994005 [array([[ 3.85517454, -5.83393574],\n",
      "       [-4.11611938,  5.7074151 ]], dtype=float32), array([[ 5.78295135],\n",
      "       [ 6.38927889]], dtype=float32)]\n",
      "4800 0.0913992 [array([[ 3.94946027, -5.8687644 ],\n",
      "       [-4.21916485,  5.75508451]], dtype=float32), array([[ 5.97094965],\n",
      "       [ 6.49992943]], dtype=float32)]\n",
      "4900 0.0845089 [array([[ 4.03586435, -5.90198469],\n",
      "       [-4.31280565,  5.79912376]], dtype=float32), array([[ 6.14454842],\n",
      "       [ 6.60668135]], dtype=float32)]\n",
      "5000 0.0785249 [array([[ 4.11539793, -5.93370867],\n",
      "       [-4.39839125,  5.83994913]], dtype=float32), array([[ 6.30556011],\n",
      "       [ 6.70960665]], dtype=float32)]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5100 0.073287 [array([[ 4.1889205 , -5.96404123],\n",
      "       [-4.47702217,  5.87792969]], dtype=float32), array([[ 6.45551062],\n",
      "       [ 6.8088212 ]], dtype=float32)]\n",
      "5200 0.0686692 [array([[ 4.2571516 , -5.99307966],\n",
      "       [-4.54961205,  5.91338682]], dtype=float32), array([[ 6.59569693],\n",
      "       [ 6.90446472]], dtype=float32)]\n",
      "5300 0.0645711 [array([[ 4.32071733, -6.02091026],\n",
      "       [-4.61691666,  5.94658756]], dtype=float32), array([[ 6.72721481],\n",
      "       [ 6.9966917 ]], dtype=float32)]\n",
      "5400 0.0609126 [array([[ 4.3801322 , -6.0476141 ],\n",
      "       [-4.67956591,  5.97777367]], dtype=float32), array([[ 6.85100031],\n",
      "       [ 7.08566141]], dtype=float32)]\n",
      "5500 0.0576283 [array([[ 4.43584824, -6.07326412],\n",
      "       [-4.73809528,  6.00715303]], dtype=float32), array([[ 6.96785784],\n",
      "       [ 7.17153883]], dtype=float32)]\n",
      "5600 0.0546651 [array([[ 4.48824739, -6.09792709],\n",
      "       [-4.79295397,  6.03490639]], dtype=float32), array([[ 7.07847691],\n",
      "       [ 7.25447941]], dtype=float32)]\n",
      "5700 0.0519794 [array([[ 4.53765917, -6.12166595],\n",
      "       [-4.84452915,  6.06118774]], dtype=float32), array([[ 7.18345737],\n",
      "       [ 7.33463717]], dtype=float32)]\n",
      "5800 0.0495348 [array([[ 4.58437395, -6.14453793],\n",
      "       [-4.89315128,  6.08613348]], dtype=float32), array([[ 7.28331518],\n",
      "       [ 7.41215944]], dtype=float32)]\n",
      "5900 0.0473009 [array([[ 4.62863827, -6.16659451],\n",
      "       [-4.93910694,  6.10986471]], dtype=float32), array([[ 7.37851238],\n",
      "       [ 7.48718309]], dtype=float32)]\n",
      "6000 0.0452522 [array([[ 4.67067623, -6.18788576],\n",
      "       [-4.9826436 ,  6.13248587]], dtype=float32), array([[ 7.46944189],\n",
      "       [ 7.55984497]], dtype=float32)]\n",
      "6100 0.0433671 [array([[ 4.71067667, -6.20845604],\n",
      "       [-5.02398252,  6.15408945]], dtype=float32), array([[ 7.55645609],\n",
      "       [ 7.63026667]], dtype=float32)]\n",
      "6200 0.041627 [array([[ 4.74881172, -6.22834682],\n",
      "       [-5.0633111 ,  6.17475986]], dtype=float32), array([[ 7.63986731],\n",
      "       [ 7.69856548]], dtype=float32)]\n",
      "6300 0.0400163 [array([[ 4.78523111, -6.24759626],\n",
      "       [-5.10079861,  6.19456911]], dtype=float32), array([[ 7.71995306],\n",
      "       [ 7.76484966]], dtype=float32)]\n",
      "6400 0.0385212 [array([[ 4.82006741, -6.26623964],\n",
      "       [-5.13659334,  6.21358252]], dtype=float32), array([[ 7.7969594 ],\n",
      "       [ 7.82922173]], dtype=float32)]\n",
      "6500 0.03713 [array([[ 4.85343933, -6.28430939],\n",
      "       [-5.17082834,  6.23185921]], dtype=float32), array([[ 7.87110806],\n",
      "       [ 7.89177895]], dtype=float32)]\n",
      "6600 0.0358325 [array([[ 4.88545704, -6.30183554],\n",
      "       [-5.20362043,  6.24945068]], dtype=float32), array([[ 7.94259691],\n",
      "       [ 7.95261097]], dtype=float32)]\n",
      "6700 0.0346195 [array([[ 4.91621685, -6.31884813],\n",
      "       [-5.2350769 ,  6.26640511]], dtype=float32), array([[ 8.01160336],\n",
      "       [ 8.01180077]], dtype=float32)]\n",
      "6800 0.0334833 [array([[ 4.94580173, -6.33537149],\n",
      "       [-5.26529121,  6.28276539]], dtype=float32), array([[ 8.0782938],\n",
      "       [ 8.0694294]], dtype=float32)]\n",
      "6900 0.032417 [array([[ 4.97429276, -6.35143137],\n",
      "       [-5.29435062,  6.29856968]], dtype=float32), array([[ 8.14281273],\n",
      "       [ 8.12556934]], dtype=float32)]\n",
      "7000 0.0314144 [array([[ 5.00176096, -6.36704969],\n",
      "       [-5.32233286,  6.31385231]], dtype=float32), array([[ 8.20529556],\n",
      "       [ 8.18029308]], dtype=float32)]\n",
      "7100 0.03047 [array([[ 5.02827072, -6.38224983],\n",
      "       [-5.34930658,  6.32864571]], dtype=float32), array([[ 8.26586437],\n",
      "       [ 8.23366165]], dtype=float32)]\n",
      "7200 0.0295789 [array([[ 5.05388117, -6.39704895],\n",
      "       [-5.37533808,  6.34297943]], dtype=float32), array([[ 8.32462978],\n",
      "       [ 8.28573608]], dtype=float32)]\n",
      "7300 0.028737 [array([[ 5.07864618, -6.41146755],\n",
      "       [-5.40048361,  6.35687971]], dtype=float32), array([[ 8.38169384],\n",
      "       [ 8.33657169]], dtype=float32)]\n",
      "7400 0.0279401 [array([[ 5.10261583, -6.4255209 ],\n",
      "       [-5.42479706,  6.37037134]], dtype=float32), array([[ 8.43715382],\n",
      "       [ 8.38622856]], dtype=float32)]\n",
      "7500 0.0271851 [array([[ 5.12583494, -6.4392271 ],\n",
      "       [-5.44832611,  6.38347769]], dtype=float32), array([[ 8.49109077],\n",
      "       [ 8.43475056]], dtype=float32)]\n",
      "7600 0.0264686 [array([[ 5.14834595, -6.45260143],\n",
      "       [-5.47111702,  6.39621925]], dtype=float32), array([[ 8.54358673],\n",
      "       [ 8.48218822]], dtype=float32)]\n",
      "7700 0.0257878 [array([[ 5.17018652, -6.46565866],\n",
      "       [-5.49321175,  6.40861416]], dtype=float32), array([[ 8.59471607],\n",
      "       [ 8.52858829]], dtype=float32)]\n",
      "7800 0.0251401 [array([[ 5.19139242, -6.47841072],\n",
      "       [-5.51464558,  6.42068005]], dtype=float32), array([[ 8.64454651],\n",
      "       [ 8.57398987]], dtype=float32)]\n",
      "7900 0.0245234 [array([[ 5.21199608, -6.49087143],\n",
      "       [-5.5354557 ,  6.43243408]], dtype=float32), array([[ 8.69314003],\n",
      "       [ 8.61843491]], dtype=float32)]\n",
      "8000 0.0239353 [array([[ 5.23202991, -6.50305223],\n",
      "       [-5.5556736 ,  6.44389153]], dtype=float32), array([[ 8.74055862],\n",
      "       [ 8.6619606 ]], dtype=float32)]\n",
      "8100 0.0233739 [array([[ 5.25151968, -6.51496458],\n",
      "       [-5.57532978,  6.45506668]], dtype=float32), array([[ 8.7868557],\n",
      "       [ 8.7046032]], dtype=float32)]\n",
      "8200 0.0228377 [array([[ 5.27049351, -6.52661896],\n",
      "       [-5.59445143,  6.46597052]], dtype=float32), array([[ 8.83208084],\n",
      "       [ 8.7463913 ]], dtype=float32)]\n",
      "8300 0.0223247 [array([[ 5.28897619, -6.53802633],\n",
      "       [-5.61306477,  6.47661877]], dtype=float32), array([[ 8.87628651],\n",
      "       [ 8.7873621 ]], dtype=float32)]\n",
      "8400 0.0218338 [array([[ 5.30698776, -6.54919481],\n",
      "       [-5.63119507,  6.48702145]], dtype=float32), array([[ 8.91951466],\n",
      "       [ 8.82754326]], dtype=float32)]\n",
      "8500 0.0213634 [array([[ 5.32455206, -6.56013441],\n",
      "       [-5.64886379,  6.49718809]], dtype=float32), array([[ 8.96180534],\n",
      "       [ 8.86696625]], dtype=float32)]\n",
      "8600 0.0209124 [array([[ 5.34168863, -6.57085466],\n",
      "       [-5.66609287,  6.50713062]], dtype=float32), array([[ 9.00320148],\n",
      "       [ 8.905653  ]], dtype=float32)]\n",
      "8700 0.0204795 [array([[ 5.35841656, -6.58135986],\n",
      "       [-5.68290138,  6.51685762]], dtype=float32), array([[ 9.0437355 ],\n",
      "       [ 8.94363403]], dtype=float32)]\n",
      "8800 0.0200637 [array([[ 5.37475348, -6.59166193],\n",
      "       [-5.69930744,  6.52637863]], dtype=float32), array([[ 9.08344364],\n",
      "       [ 8.98093224]], dtype=float32)]\n",
      "8900 0.0196641 [array([[ 5.39071417, -6.60176611],\n",
      "       [-5.71532917,  6.53570032]], dtype=float32), array([[ 9.12236023],\n",
      "       [ 9.01756763]], dtype=float32)]\n",
      "9000 0.0192796 [array([[ 5.40631676, -6.61167955],\n",
      "       [-5.73098326,  6.54483175]], dtype=float32), array([[ 9.16051483],\n",
      "       [ 9.05356693]], dtype=float32)]\n",
      "9100 0.0189096 [array([[ 5.42157316, -6.62140894],\n",
      "       [-5.74628305,  6.55377913]], dtype=float32), array([[ 9.19793701],\n",
      "       [ 9.08895016]], dtype=float32)]\n",
      "9200 0.0185532 [array([[ 5.43649912, -6.63096094],\n",
      "       [-5.76124477,  6.5625515 ]], dtype=float32), array([[ 9.23465347],\n",
      "       [ 9.12373734]], dtype=float32)]\n",
      "9300 0.0182096 [array([[ 5.45110655, -6.64033842],\n",
      "       [-5.77588129,  6.57115459]], dtype=float32), array([[ 9.27068901],\n",
      "       [ 9.15794468]], dtype=float32)]\n",
      "9400 0.0178782 [array([[ 5.4654088 , -6.64955282],\n",
      "       [-5.79020452,  6.57959414]], dtype=float32), array([[ 9.30606937],\n",
      "       [ 9.19159317]], dtype=float32)]\n",
      "9500 0.0175584 [array([[ 5.47941685, -6.65860319],\n",
      "       [-5.80422735,  6.58787584]], dtype=float32), array([[ 9.34081745],\n",
      "       [ 9.22470284]], dtype=float32)]\n",
      "9600 0.0172496 [array([[ 5.4931407 , -6.66749907],\n",
      "       [-5.81796217,  6.59600592]], dtype=float32), array([[ 9.37495708],\n",
      "       [ 9.25728416]], dtype=float32)]\n",
      "9700 0.0169512 [array([[ 5.50659323, -6.67624474],\n",
      "       [-5.83141899,  6.60399008]], dtype=float32), array([[ 9.40850735],\n",
      "       [ 9.28935623]], dtype=float32)]\n",
      "9800 0.0166628 [array([[ 5.51978159, -6.68484402],\n",
      "       [-5.84460688,  6.61183262]], dtype=float32), array([[ 9.44148922],\n",
      "       [ 9.32093525]], dtype=float32)]\n",
      "9900 0.0163837 [array([[ 5.53271627, -6.6933012 ],\n",
      "       [-5.85753775,  6.61953831]], dtype=float32), array([[ 9.47391987],\n",
      "       [ 9.35203457]], dtype=float32)]\n",
      "10000 0.0161136 [array([[ 5.54540586, -6.70162106],\n",
      "       [-5.87021875,  6.62711334]], dtype=float32), array([[ 9.50581741],\n",
      "       [ 9.38266754]], dtype=float32)]\n",
      "\n",
      "Hypothesis:  [[ 0.01866598]\n",
      " [ 0.98632902]\n",
      " [ 0.9848001 ]\n",
      " [ 0.01639441]] \n",
      "Correct:  [[ 0.]\n",
      " [ 1.]\n",
      " [ 1.]\n",
      " [ 0.]] \n",
      "Accuracy:  1.0\n"
     ]
    }
   ],
   "source": [
    "x_data = np.array([[0, 0], [0, 1], [1, 0], [1, 1]], dtype=np.float32)\n",
    "y_data = np.array([[0], [1], [1], [0]], dtype=np.float32)\n",
    "X = tf.placeholder(tf.float32)\n",
    "Y = tf.placeholder(tf.float32)\n",
    "\n",
    "W1 = tf.Variable(tf.random_normal([2, 2]), name='weight1')\n",
    "b1 = tf.Variable(tf.random_normal([2]), name='bias1')\n",
    "layer1 = tf.sigmoid(tf.matmul(X, W1) + b1)\n",
    "\n",
    "W2 = tf.Variable(tf.random_normal([2, 1]), name='weight2')\n",
    "b2 = tf.Variable(tf.random_normal([1]), name='bias2')\n",
    "hypothesis = tf.sigmoid(tf.matmul(layer1, W2) + b2)\n",
    "\n",
    "# cost/loss function\n",
    "cost = -tf.reduce_mean(Y * tf.log(hypothesis) + (1 - Y) * tf.log(1 - hypothesis))\n",
    "train = tf.train.GradientDescentOptimizer(learning_rate=0.1).minimize(cost)\n",
    "# Accuracy computation\n",
    "# True if hypothesis>0.5 else False\n",
    "predicted = tf.cast(hypothesis > 0.5, dtype=tf.float32)\n",
    "accuracy = tf.reduce_mean(tf.cast(tf.equal(predicted, Y), dtype=tf.float32))\n",
    "# Launch graph\n",
    "with tf.Session() as sess:\n",
    "   # Initialize TensorFlow variables\n",
    "   sess.run(tf.global_variables_initializer())\n",
    "   for step in range(10001):\n",
    "       sess.run(train, feed_dict={X: x_data, Y: y_data})\n",
    "       if step % 100 == 0:\n",
    "           print(step, sess.run(cost, feed_dict={X: x_data, Y: y_data}), sess.run([W1, W2]))\n",
    "\n",
    "   # Accuracy report\n",
    "   h, c, a = sess.run([hypothesis, predicted, accuracy],\n",
    "                      feed_dict={X: x_data, Y: y_data})\n",
    "   print(\"\\nHypothesis: \", h, \"\\nCorrect: \", c, \"\\nAccuracy: \", a)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  },
  "widgets": {
   "state": {},
   "version": "1.1.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}