Nanograd.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "6fa1651c",
   "metadata": {},
   "outputs": [],
   "source": [
    "import math"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "fe0a761f",
   "metadata": {},
   "outputs": [],
   "source": [
    "class Value:\n",
    "  \n",
    "  def __init__(self, data, _children=(), _op='', label=''):\n",
    "    self.data = data\n",
    "    self.grad = 0.0\n",
    "    self._backward = lambda: None\n",
    "    self._prev = set(_children)\n",
    "    self._op = _op\n",
    "    self.label = label\n",
    "\n",
    "  def __repr__(self):\n",
    "    return f\"Value(data={self.data})\"\n",
    "  \n",
    "  def __add__(self, other):\n",
    "    other = other if isinstance(other, Value) else Value(other)\n",
    "    out = Value(self.data + other.data, (self, other), '+')\n",
    "    \n",
    "    def _backward():\n",
    "      self.grad += 1.0 * out.grad\n",
    "      other.grad += 1.0 * out.grad\n",
    "    out._backward = _backward\n",
    "    \n",
    "    return out\n",
    "\n",
    "  def __mul__(self, other):\n",
    "    other = other if isinstance(other, Value) else Value(other)\n",
    "    out = Value(self.data * other.data, (self, other), '*')\n",
    "    \n",
    "    def _backward():\n",
    "      self.grad += other.data * out.grad\n",
    "      other.grad += self.data * out.grad\n",
    "    out._backward = _backward\n",
    "      \n",
    "    return out\n",
    "  \n",
    "  def __pow__(self, other):\n",
    "    assert isinstance(other, (int, float)), \"only supporting int/float powers for now\"\n",
    "    out = Value(self.data**other, (self,), f'**{other}')\n",
    "\n",
    "    def _backward():\n",
    "        self.grad += other * (self.data ** (other - 1)) * out.grad\n",
    "    out._backward = _backward\n",
    "\n",
    "    return out\n",
    "  \n",
    "  def __rmul__(self, other): # other * self\n",
    "    return self * other\n",
    "\n",
    "  def __truediv__(self, other): # self / other\n",
    "    return self * other**-1\n",
    "\n",
    "  def __neg__(self): # -self\n",
    "    return self * -1\n",
    "\n",
    "  def __sub__(self, other): # self - other\n",
    "    return self + (-other)\n",
    "\n",
    "  def __radd__(self, other): # other + self\n",
    "    return self + other\n",
    "\n",
    "  def tanh(self):\n",
    "    x = self.data\n",
    "    t = (math.exp(2*x) - 1)/(math.exp(2*x) + 1)\n",
    "    out = Value(t, (self, ), 'tanh')\n",
    "    \n",
    "    def _backward():\n",
    "      self.grad += (1 - t**2) * out.grad\n",
    "    out._backward = _backward\n",
    "    \n",
    "    return out\n",
    "  \n",
    "  def exp(self):\n",
    "    x = self.data\n",
    "    out = Value(math.exp(x), (self, ), 'exp')\n",
    "    \n",
    "    def _backward():\n",
    "      self.grad += out.data * out.grad # NOTE: in the video I incorrectly used = instead of +=. Fixed here.\n",
    "    out._backward = _backward\n",
    "    \n",
    "    return out\n",
    "  \n",
    "  \n",
    "  def backward(self):\n",
    "    \n",
    "    topo = []\n",
    "    visited = set()\n",
    "    def build_topo(v):\n",
    "      if v not in visited:\n",
    "        visited.add(v)\n",
    "        for child in v._prev:\n",
    "          build_topo(child)\n",
    "        topo.append(v)\n",
    "    build_topo(self)\n",
    "    \n",
    "    self.grad = 1.0\n",
    "    for node in reversed(topo):\n",
    "      node._backward()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "e0631164",
   "metadata": {},
   "outputs": [],
   "source": [
    "from graphviz import Digraph"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "b10c080c",
   "metadata": {},
   "outputs": [],
   "source": [
    "from graphviz import Digraph\n",
    "def trace(root):\n",
    "  # builds a set of all nodes and edges in a graph\n",
    "  nodes, edges = set(), set()\n",
    "  def build(v):\n",
    "    if v not in nodes:\n",
    "      nodes.add(v)\n",
    "      for child in v._prev:\n",
    "        edges.add((child, v))\n",
    "        build(child)\n",
    "  build(root)\n",
    "  return nodes, edges\n",
    "def draw_dot(root):\n",
    "  dot = Digraph(format='svg', graph_attr={'rankdir': 'LR'}) # LR = left to right\n",
    "  nodes, edges = trace(root)\n",
    "  for n in nodes:\n",
    "    uid = str(id(n))\n",
    "    # for any value in the graph, create a rectangular ('record') node for it\n",
    "    dot.node(name = uid, label = \"{  %s| data %.4f | grad %.4f }\" % (n.label, n.data, n.grad), shape='record')\n",
    "    if n._op:\n",
    "      # if this value is a result of some operation, create an op node for it\n",
    "      dot.node(name = uid + n._op, label = n._op)\n",
    "      # and connect this node to it\n",
    "      dot.edge(uid + n._op, uid)\n",
    "  for n1, n2 in edges:\n",
    "    # connect n1 to the op node of n2\n",
    "    dot.edge(str(id(n1)), str(id(n2)) + n2._op)\n",
    "  return dot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "ee54d9fb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.50.0 (0)\n",
       " -->\n",
       "<!-- Pages: 1 -->\n",
       "<svg width=\"1539pt\" height=\"210pt\"\n",
       " viewBox=\"0.00 0.00 1539.00 210.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 206)\">\n",
       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-206 1535,-206 1535,4 -4,4\"/>\n",
       "<!-- 2303171724816 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>2303171724816</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1346,-109.5 1346,-145.5 1531,-145.5 1531,-109.5 1346,-109.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1357.5\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">o</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1369,-109.5 1369,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1409\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.4621</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1449,-109.5 1449,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1490\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 2303171724816tanh -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>2303171724816tanh</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1283\" cy=\"-127.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1283\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">tanh</text>\n",
       "</g>\n",
       "<!-- 2303171724816tanh&#45;&gt;2303171724816 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>2303171724816tanh&#45;&gt;2303171724816</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1310.04,-127.5C1317.58,-127.5 1326.3,-127.5 1335.57,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1335.81,-131 1345.81,-127.5 1335.81,-124 1335.81,-131\"/>\n",
       "</g>\n",
       "<!-- 2303170960400 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>2303170960400</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"321,-110.5 321,-146.5 536,-146.5 536,-110.5 321,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"347.5\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1*w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"374,-110.5 374,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"414\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 6.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"454,-110.5 454,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170960304+ -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>2303170960304+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"599\" cy=\"-100.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170960400&#45;&gt;2303170960304+ -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>2303170960400&#45;&gt;2303170960304+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M536.21,-110.77C545.57,-109.21 554.52,-107.72 562.57,-106.39\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"563.3,-109.81 572.59,-104.72 562.15,-102.91 563.3,-109.81\"/>\n",
       "</g>\n",
       "<!-- 2303170960400* -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>2303170960400*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"258\" cy=\"-128.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"258\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303170960400*&#45;&gt;2303170960400 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>2303170960400*&#45;&gt;2303170960400</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M285.33,-128.5C292.74,-128.5 301.3,-128.5 310.49,-128.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"310.67,-132 320.67,-128.5 310.67,-125 310.67,-132\"/>\n",
       "</g>\n",
       "<!-- 2303170960448 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>2303170960448</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"690.5,-137.5 690.5,-173.5 880.5,-173.5 880.5,-137.5 690.5,-137.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"702\" y=\"-151.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">b</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"713.5,-137.5 713.5,-173.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"756\" y=\"-151.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;6.5000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"798.5,-137.5 798.5,-173.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"839.5\" y=\"-151.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303171725056+ -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>2303171725056+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"972\" cy=\"-127.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"972\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170960448&#45;&gt;2303171725056+ -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>2303170960448&#45;&gt;2303171725056+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M880.64,-141.21C900.13,-138.26 919.51,-135.31 935.29,-132.92\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"936.24,-136.32 945.6,-131.35 935.19,-129.39 936.24,-136.32\"/>\n",
       "</g>\n",
       "<!-- 2303170959440 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>2303170959440</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1.5,-165.5 1.5,-201.5 193.5,-201.5 193.5,-165.5 1.5,-165.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-179.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"31.5,-165.5 31.5,-201.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"71.5\" y=\"-179.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"111.5,-165.5 111.5,-201.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"152.5\" y=\"-179.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 2.3593</text>\n",
       "</g>\n",
       "<!-- 2303170959440&#45;&gt;2303170960400* -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>2303170959440&#45;&gt;2303170960400*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M167.96,-165.43C177.12,-162.65 186.33,-159.65 195,-156.5 205.52,-152.68 216.74,-147.85 226.7,-143.29\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"228.23,-146.44 235.81,-139.03 225.27,-140.09 228.23,-146.44\"/>\n",
       "</g>\n",
       "<!-- 2303170960544 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>2303170960544</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1.5,-55.5 1.5,-91.5 193.5,-91.5 193.5,-55.5 1.5,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"31.5,-55.5 31.5,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"71.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"111.5,-55.5 111.5,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"152.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170961168* -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>2303170961168*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"258\" cy=\"-73.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"258\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303170960544&#45;&gt;2303170961168* -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>2303170960544&#45;&gt;2303170961168*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M193.9,-73.5C203.29,-73.5 212.37,-73.5 220.57,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"220.8,-77 230.8,-73.5 220.8,-70 220.8,-77\"/>\n",
       "</g>\n",
       "<!-- 2303171725056 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>2303171725056</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1035,-109.5 1035,-145.5 1220,-145.5 1220,-109.5 1035,-109.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1046.5\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">n</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1058,-109.5 1058,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1098\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.5000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1138,-109.5 1138,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1179\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303171725056&#45;&gt;2303171724816tanh -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>2303171725056&#45;&gt;2303171724816tanh</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1220.01,-127.5C1229.01,-127.5 1237.74,-127.5 1245.66,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1245.91,-131 1255.91,-127.5 1245.91,-124 1245.91,-131\"/>\n",
       "</g>\n",
       "<!-- 2303171725056+&#45;&gt;2303171725056 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>2303171725056+&#45;&gt;2303171725056</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M999.04,-127.5C1006.58,-127.5 1015.3,-127.5 1024.57,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1024.81,-131 1034.81,-127.5 1024.81,-124 1024.81,-131\"/>\n",
       "</g>\n",
       "<!-- 2303170961168 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>2303170961168</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"321,-55.5 321,-91.5 536,-91.5 536,-55.5 321,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"347.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x2*w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"374,-55.5 374,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"414\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"454,-55.5 454,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170961168&#45;&gt;2303170960304+ -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>2303170961168&#45;&gt;2303170960304+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M536.21,-90.6C545.57,-92.1 554.52,-93.53 562.57,-94.82\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"562.16,-98.3 572.59,-96.43 563.27,-91.39 562.16,-98.3\"/>\n",
       "</g>\n",
       "<!-- 2303170961168*&#45;&gt;2303170961168 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>2303170961168*&#45;&gt;2303170961168</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M285.33,-73.5C292.74,-73.5 301.3,-73.5 310.49,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"310.67,-77 320.67,-73.5 310.67,-70 310.67,-77\"/>\n",
       "</g>\n",
       "<!-- 2303170959728 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>2303170959728</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-0.5 0,-36.5 195,-36.5 195,-0.5 0,-0.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"33,-0.5 33,-36.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"73\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"113,-0.5 113,-36.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"154\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170959728&#45;&gt;2303170961168* -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>2303170959728&#45;&gt;2303170961168*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M164.79,-36.51C174.98,-39.63 185.32,-43 195,-46.5 205.27,-50.21 216.26,-54.79 226.09,-59.11\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"224.91,-62.42 235.47,-63.31 227.77,-56.03 224.91,-62.42\"/>\n",
       "</g>\n",
       "<!-- 2303170960304 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>2303170960304</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"662,-82.5 662,-118.5 909,-118.5 909,-82.5 662,-82.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"704.5\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1w1+x2w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"747,-82.5 747,-118.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"787\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 7.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"827,-82.5 827,-118.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"868\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170960304&#45;&gt;2303171725056+ -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>2303170960304&#45;&gt;2303171725056+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M909.05,-118.43C918.49,-119.82 927.46,-121.13 935.48,-122.3\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"935.06,-125.78 945.46,-123.76 936.07,-118.85 935.06,-125.78\"/>\n",
       "</g>\n",
       "<!-- 2303170960304+&#45;&gt;2303170960304 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>2303170960304+&#45;&gt;2303170960304</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M626.04,-100.5C633.56,-100.5 642.32,-100.5 651.79,-100.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"651.89,-104 661.89,-100.5 651.89,-97 651.89,-104\"/>\n",
       "</g>\n",
       "<!-- 2303170959824 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>2303170959824</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-110.5 0,-146.5 195,-146.5 195,-110.5 0,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"33,-110.5 33,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"73\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 3.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"113,-110.5 113,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"154\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 1.5729</text>\n",
       "</g>\n",
       "<!-- 2303170959824&#45;&gt;2303170960400* -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>2303170959824&#45;&gt;2303170960400*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M195.27,-128.5C204.22,-128.5 212.85,-128.5 220.69,-128.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"220.83,-132 230.83,-128.5 220.83,-125 220.83,-132\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x2183fafd340>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x1=Value(2.0,label='x1')\n",
    "x2=Value(1.0,label='x2')\n",
    "w1 =Value(3.0,label='w1')\n",
    "w2= Value(1.0,label='w2')\n",
    "b= Value(-6.50,label='b')\n",
    "x1w1= x1*w1\n",
    "x1w1.label =\"x1*w1\"\n",
    "x2w2=x2*w2;x2w2.label='x2*w2'\n",
    "x1w1x2w2=x1w1+x2w2;x1w1x2w2.label='x1w1+x2w2'\n",
    "n=x1w1x2w2+b;n.label='n'\n",
    "\n",
    "# e = (2*n).exp();e.label=\"e\"\n",
    "# o=(e-1)/(e+1)\n",
    "o=n.tanh()\n",
    "o.label='o'\n",
    "o.backward()\n",
    "draw_dot(o)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "d56c0e06",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.50.0 (0)\n",
       " -->\n",
       "<!-- Pages: 1 -->\n",
       "<svg width=\"2908pt\" height=\"239pt\"\n",
       " viewBox=\"0.00 0.00 2908.00 239.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 235)\">\n",
       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-235 2904,-235 2904,4 -4,4\"/>\n",
       "<!-- 2303171726352 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>2303171726352</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-194.5 0,-230.5 195,-230.5 195,-194.5 0,-194.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-208.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"33,-194.5 33,-230.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"73\" y=\"-208.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"113,-194.5 113,-230.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"154\" y=\"-208.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170948064* -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>2303170948064*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"258\" cy=\"-157.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"258\" y=\"-153.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303171726352&#45;&gt;2303170948064* -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>2303171726352&#45;&gt;2303170948064*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M167.96,-194.43C177.12,-191.65 186.33,-188.65 195,-185.5 205.52,-181.68 216.74,-176.85 226.7,-172.29\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"228.23,-175.44 235.81,-168.03 225.27,-169.09 228.23,-175.44\"/>\n",
       "</g>\n",
       "<!-- 2303170959968 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>2303170959968</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2715,-54.5 2715,-90.5 2900,-90.5 2900,-54.5 2715,-54.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2726.5\" y=\"-68.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">o</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2738,-54.5 2738,-90.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2778\" y=\"-68.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.4621</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2818,-54.5 2818,-90.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2859\" y=\"-68.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 2303170959968* -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>2303170959968*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"2652\" cy=\"-72.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"2652\" y=\"-68.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303170959968*&#45;&gt;2303170959968 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>2303170959968*&#45;&gt;2303170959968</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2679.04,-72.5C2686.58,-72.5 2695.3,-72.5 2704.57,-72.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2704.81,-76 2714.81,-72.5 2704.81,-69 2704.81,-76\"/>\n",
       "</g>\n",
       "<!-- 2303170957424 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>2303170957424</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1967,-82.5 1967,-118.5 2153,-118.5 2153,-82.5 1967,-82.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1977\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1987,-82.5 1987,-118.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2027\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 3.7183</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2067,-82.5 2067,-118.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2110\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad &#45;0.1243</text>\n",
       "</g>\n",
       "<!-- 2303170958720**&#45;1 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>2303170958720**&#45;1</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"2280\" cy=\"-100.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"2280\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">**&#45;1</text>\n",
       "</g>\n",
       "<!-- 2303170957424&#45;&gt;2303170958720**&#45;1 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>2303170957424&#45;&gt;2303170958720**&#45;1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2153.14,-100.5C2184.72,-100.5 2218.24,-100.5 2242.74,-100.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2242.98,-104 2252.98,-100.5 2242.98,-97 2242.98,-104\"/>\n",
       "</g>\n",
       "<!-- 2303170957424+ -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>2303170957424+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1904\" cy=\"-100.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1904\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170957424+&#45;&gt;2303170957424 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>2303170957424+&#45;&gt;2303170957424</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1931.12,-100.5C1938.62,-100.5 1947.29,-100.5 1956.5,-100.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1956.69,-104 1966.69,-100.5 1956.69,-97 1956.69,-104\"/>\n",
       "</g>\n",
       "<!-- 2303170947200 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>2303170947200</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1346,-55.5 1346,-91.5 1528,-91.5 1528,-55.5 1346,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1356\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1366,-55.5 1366,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1406\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1446,-55.5 1446,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1487\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.3932</text>\n",
       "</g>\n",
       "<!-- 2303170959536exp -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>2303170959536exp</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1591\" cy=\"-73.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1591\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">exp</text>\n",
       "</g>\n",
       "<!-- 2303170947200&#45;&gt;2303170959536exp -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>2303170947200&#45;&gt;2303170959536exp</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1528.18,-73.5C1537.14,-73.5 1545.83,-73.5 1553.73,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1553.96,-77 1563.96,-73.5 1553.96,-70 1553.96,-77\"/>\n",
       "</g>\n",
       "<!-- 2303170947200* -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>2303170947200*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1283\" cy=\"-73.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1283\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303170947200*&#45;&gt;2303170947200 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>2303170947200*&#45;&gt;2303170947200</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1310.13,-73.5C1317.67,-73.5 1326.39,-73.5 1335.64,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1335.87,-77 1345.87,-73.5 1335.87,-70 1335.87,-77\"/>\n",
       "</g>\n",
       "<!-- 2303170948736 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>2303170948736</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1036.5,-28.5 1036.5,-64.5 1218.5,-64.5 1218.5,-28.5 1036.5,-28.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1046.5\" y=\"-42.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1056.5,-28.5 1056.5,-64.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1096.5\" y=\"-42.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1136.5,-28.5 1136.5,-64.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1177.5\" y=\"-42.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.1966</text>\n",
       "</g>\n",
       "<!-- 2303170948736&#45;&gt;2303170947200* -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>2303170948736&#45;&gt;2303170947200*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1218.68,-62.36C1228.61,-64.11 1238.23,-65.8 1246.84,-67.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1246.36,-70.78 1256.81,-69.07 1247.57,-63.89 1246.36,-70.78\"/>\n",
       "</g>\n",
       "<!-- 2303170948208 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>2303170948208</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1035,-83.5 1035,-119.5 1220,-119.5 1220,-83.5 1035,-83.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1046.5\" y=\"-97.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">n</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1058,-83.5 1058,-119.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1098\" y=\"-97.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.5000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1138,-83.5 1138,-119.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1179\" y=\"-97.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170948208&#45;&gt;2303170947200* -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>2303170948208&#45;&gt;2303170947200*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1220.01,-84.81C1229.49,-83.08 1238.66,-81.41 1246.9,-79.9\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1247.6,-83.33 1256.81,-78.09 1246.35,-76.45 1247.6,-83.33\"/>\n",
       "</g>\n",
       "<!-- 2303170948208+ -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>2303170948208+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"972\" cy=\"-101.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"972\" y=\"-97.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170948208+&#45;&gt;2303170948208 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>2303170948208+&#45;&gt;2303170948208</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M999.04,-101.5C1006.58,-101.5 1015.3,-101.5 1024.57,-101.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1024.81,-105 1034.81,-101.5 1024.81,-98 1024.81,-105\"/>\n",
       "</g>\n",
       "<!-- 2303170959536 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>2303170959536</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1656.5,-55.5 1656.5,-91.5 1838.5,-91.5 1838.5,-55.5 1656.5,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1666.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1676.5,-55.5 1676.5,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1716.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 2.7183</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1756.5,-55.5 1756.5,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1797.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.1447</text>\n",
       "</g>\n",
       "<!-- 2303170959536&#45;&gt;2303170957424+ -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>2303170959536&#45;&gt;2303170957424+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1838.82,-89.28C1849.07,-91.08 1859.01,-92.81 1867.88,-94.36\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1867.3,-97.81 1877.75,-96.09 1868.5,-90.92 1867.3,-97.81\"/>\n",
       "</g>\n",
       "<!-- 2303170959776+ -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>2303170959776+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1904\" cy=\"-45.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1904\" y=\"-41.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170959536&#45;&gt;2303170959776+ -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>2303170959536&#45;&gt;2303170959776+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1838.82,-57.13C1849.07,-55.27 1859.01,-53.47 1867.88,-51.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1868.54,-55.3 1877.75,-50.08 1867.29,-48.42 1868.54,-55.3\"/>\n",
       "</g>\n",
       "<!-- 2303170959536exp&#45;&gt;2303170959536 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>2303170959536exp&#45;&gt;2303170959536</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1618.21,-73.5C1626.34,-73.5 1635.85,-73.5 1645.94,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1646.19,-77 1656.19,-73.5 1646.19,-70 1646.19,-77\"/>\n",
       "</g>\n",
       "<!-- 2303171726496 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>2303171726496</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"321,-84.5 321,-120.5 536,-120.5 536,-84.5 321,-84.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"347.5\" y=\"-98.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1*w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"374,-84.5 374,-120.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"414\" y=\"-98.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 6.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"454,-84.5 454,-120.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-98.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170946960+ -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>2303170946960+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"599\" cy=\"-129.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"599\" y=\"-125.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303171726496&#45;&gt;2303170946960+ -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>2303171726496&#45;&gt;2303170946960+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M536.21,-119.6C545.57,-121.1 554.52,-122.53 562.57,-123.82\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"562.16,-127.3 572.59,-125.43 563.27,-120.39 562.16,-127.3\"/>\n",
       "</g>\n",
       "<!-- 2303171726496* -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>2303171726496*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"258\" cy=\"-102.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"258\" y=\"-98.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303171726496*&#45;&gt;2303171726496 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>2303171726496*&#45;&gt;2303171726496</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M285.33,-102.5C292.74,-102.5 301.3,-102.5 310.49,-102.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"310.67,-106 320.67,-102.5 310.67,-99 310.67,-106\"/>\n",
       "</g>\n",
       "<!-- 2303171723424 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>2303171723424</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1.5,-84.5 1.5,-120.5 193.5,-120.5 193.5,-84.5 1.5,-84.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-98.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"31.5,-84.5 31.5,-120.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"71.5\" y=\"-98.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"111.5,-84.5 111.5,-120.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"152.5\" y=\"-98.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 2.3593</text>\n",
       "</g>\n",
       "<!-- 2303171723424&#45;&gt;2303171726496* -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>2303171723424&#45;&gt;2303171726496*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M193.9,-102.5C203.29,-102.5 212.37,-102.5 220.57,-102.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"220.8,-106 230.8,-102.5 220.8,-99 220.8,-106\"/>\n",
       "</g>\n",
       "<!-- 2303171724960 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>2303171724960</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"690.5,-56.5 690.5,-92.5 880.5,-92.5 880.5,-56.5 690.5,-56.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"702\" y=\"-70.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">b</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"713.5,-56.5 713.5,-92.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"756\" y=\"-70.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;6.5000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"798.5,-56.5 798.5,-92.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"839.5\" y=\"-70.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303171724960&#45;&gt;2303170948208+ -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>2303171724960&#45;&gt;2303170948208+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M880.64,-88.28C899.99,-91.11 919.22,-93.92 934.94,-96.22\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"934.82,-99.74 945.22,-97.73 935.83,-92.82 934.82,-99.74\"/>\n",
       "</g>\n",
       "<!-- 2303170959056 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>2303170959056</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1654.5,-110.5 1654.5,-146.5 1840.5,-146.5 1840.5,-110.5 1654.5,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1664.5\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1674.5,-110.5 1674.5,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1714.5\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1754.5,-110.5 1754.5,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1797.5\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad &#45;0.1243</text>\n",
       "</g>\n",
       "<!-- 2303170959056&#45;&gt;2303170957424+ -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>2303170959056&#45;&gt;2303170957424+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1840.6,-111.81C1850.15,-110.08 1859.37,-108.41 1867.68,-106.9\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1868.43,-110.32 1877.65,-105.09 1867.18,-103.43 1868.43,-110.32\"/>\n",
       "</g>\n",
       "<!-- 2303170959776 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>2303170959776</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2189,-27.5 2189,-63.5 2371,-63.5 2371,-27.5 2189,-27.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2199\" y=\"-41.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2209,-27.5 2209,-63.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2249\" y=\"-41.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.7183</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2289,-27.5 2289,-63.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2330\" y=\"-41.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.2689</text>\n",
       "</g>\n",
       "<!-- 2303170959776&#45;&gt;2303170959968* -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>2303170959776&#45;&gt;2303170959968*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2371.04,-52.07C2449.41,-57.79 2558.98,-65.79 2614.96,-69.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2614.87,-73.37 2625.1,-70.61 2615.38,-66.39 2614.87,-73.37\"/>\n",
       "</g>\n",
       "<!-- 2303170959776+&#45;&gt;2303170959776 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>2303170959776+&#45;&gt;2303170959776</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1931,-45.5C1981.46,-45.5 2095.06,-45.5 2178.81,-45.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2178.87,-49 2188.87,-45.5 2178.87,-42 2178.87,-49\"/>\n",
       "</g>\n",
       "<!-- 2303170960592 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>2303170960592</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1654,-0.5 1654,-36.5 1841,-36.5 1841,-0.5 1654,-0.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1664\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1674,-0.5 1674,-36.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1716.5\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1759,-0.5 1759,-36.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1800\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.2689</text>\n",
       "</g>\n",
       "<!-- 2303170960592&#45;&gt;2303170959776+ -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>2303170960592&#45;&gt;2303170959776+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1841.05,-34.67C1850.34,-36.3 1859.33,-37.87 1867.44,-39.29\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1867.1,-42.78 1877.55,-41.05 1868.3,-35.88 1867.1,-42.78\"/>\n",
       "</g>\n",
       "<!-- 2303170958720 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>2303170958720</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2407,-80.5 2407,-116.5 2589,-116.5 2589,-80.5 2407,-80.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2417\" y=\"-94.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2427,-80.5 2427,-116.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2467\" y=\"-94.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.2689</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2507,-80.5 2507,-116.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2548\" y=\"-94.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 1.7183</text>\n",
       "</g>\n",
       "<!-- 2303170958720&#45;&gt;2303170959968* -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>2303170958720&#45;&gt;2303170959968*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2589.18,-83.08C2598.42,-81.49 2607.38,-79.96 2615.47,-78.58\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2616.29,-81.99 2625.56,-76.85 2615.11,-75.09 2616.29,-81.99\"/>\n",
       "</g>\n",
       "<!-- 2303170958720**&#45;1&#45;&gt;2303170958720 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>2303170958720**&#45;1&#45;&gt;2303170958720</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2307.05,-100.26C2329.53,-100.05 2363.48,-99.74 2396.5,-99.43\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2396.74,-102.93 2406.7,-99.34 2396.67,-95.93 2396.74,-102.93\"/>\n",
       "</g>\n",
       "<!-- 2303170946960 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>2303170946960</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"662,-111.5 662,-147.5 909,-147.5 909,-111.5 662,-111.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"704.5\" y=\"-125.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1w1+x2w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"747,-111.5 747,-147.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"787\" y=\"-125.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 7.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"827,-111.5 827,-147.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"868\" y=\"-125.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170946960&#45;&gt;2303170948208+ -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>2303170946960&#45;&gt;2303170948208+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M905.17,-111.49C916.03,-109.84 926.36,-108.27 935.48,-106.89\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"936.22,-110.32 945.59,-105.36 935.17,-103.4 936.22,-110.32\"/>\n",
       "</g>\n",
       "<!-- 2303170946960+&#45;&gt;2303170946960 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>2303170946960+&#45;&gt;2303170946960</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M626.04,-129.5C633.56,-129.5 642.32,-129.5 651.79,-129.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"651.89,-133 661.89,-129.5 651.89,-126 651.89,-133\"/>\n",
       "</g>\n",
       "<!-- 2303171727264 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>2303171727264</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1.5,-139.5 1.5,-175.5 193.5,-175.5 193.5,-139.5 1.5,-139.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-153.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"31.5,-139.5 31.5,-175.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"71.5\" y=\"-153.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"111.5,-139.5 111.5,-175.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"152.5\" y=\"-153.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303171727264&#45;&gt;2303170948064* -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>2303171727264&#45;&gt;2303170948064*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M193.9,-157.5C203.29,-157.5 212.37,-157.5 220.57,-157.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"220.8,-161 230.8,-157.5 220.8,-154 220.8,-161\"/>\n",
       "</g>\n",
       "<!-- 2303171727312 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>2303171727312</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-29.5 0,-65.5 195,-65.5 195,-29.5 0,-29.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-43.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"33,-29.5 33,-65.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"73\" y=\"-43.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 3.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"113,-29.5 113,-65.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"154\" y=\"-43.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 1.5729</text>\n",
       "</g>\n",
       "<!-- 2303171727312&#45;&gt;2303171726496* -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>2303171727312&#45;&gt;2303171726496*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M164.79,-65.51C174.98,-68.63 185.32,-72 195,-75.5 205.27,-79.21 216.26,-83.79 226.09,-88.11\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"224.91,-91.42 235.47,-92.31 227.77,-85.03 224.91,-91.42\"/>\n",
       "</g>\n",
       "<!-- 2303170948064 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>2303170948064</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"321,-139.5 321,-175.5 536,-175.5 536,-139.5 321,-139.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"347.5\" y=\"-153.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x2*w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"374,-139.5 374,-175.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"414\" y=\"-153.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"454,-139.5 454,-175.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-153.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.7864</text>\n",
       "</g>\n",
       "<!-- 2303170948064&#45;&gt;2303170946960+ -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>2303170948064&#45;&gt;2303170946960+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M536.21,-139.77C545.57,-138.21 554.52,-136.72 562.57,-135.39\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"563.3,-138.81 572.59,-133.72 562.15,-131.91 563.3,-138.81\"/>\n",
       "</g>\n",
       "<!-- 2303170948064*&#45;&gt;2303170948064 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>2303170948064*&#45;&gt;2303170948064</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M285.33,-157.5C292.74,-157.5 301.3,-157.5 310.49,-157.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"310.67,-161 320.67,-157.5 310.67,-154 310.67,-161\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x2183fafd4f0>"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x1=Value(2.0,label='x1')\n",
    "x2=Value(1.0,label='x2')\n",
    "w1 =Value(3.0,label='w1')\n",
    "w2= Value(1.0,label='w2')\n",
    "b= Value(-6.50,label='b')\n",
    "x1w1= x1*w1\n",
    "x1w1.label =\"x1*w1\"\n",
    "x2w2=x2*w2;x2w2.label='x2*w2'\n",
    "x1w1x2w2=x1w1+x2w2;x1w1x2w2.label='x1w1+x2w2'\n",
    "n=x1w1x2w2+b;n.label='n'\n",
    "\n",
    "e = (2*n).exp()\n",
    "o=(e-1)/(e+1)\n",
    "# o=n.tanh()\n",
    "o.label='o'\n",
    "o.backward()\n",
    "draw_dot(o)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "5547e48d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.50.0 (0)\n",
       " -->\n",
       "<!-- Pages: 1 -->\n",
       "<svg width=\"1575pt\" height=\"210pt\"\n",
       " viewBox=\"0.00 0.00 1575.00 210.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 206)\">\n",
       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-206 1571,-206 1571,4 -4,4\"/>\n",
       "<!-- 2303170960448 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>2303170960448</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1071,-109.5 1071,-145.5 1256,-145.5 1256,-109.5 1071,-109.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1082.5\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">n</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1094,-109.5 1094,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1134\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.8814</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1174,-109.5 1174,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1215\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303170960208tanh -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>2303170960208tanh</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1319\" cy=\"-127.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1319\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">tanh</text>\n",
       "</g>\n",
       "<!-- 2303170960448&#45;&gt;2303170960208tanh -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>2303170960448&#45;&gt;2303170960208tanh</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1256.01,-127.5C1265.01,-127.5 1273.74,-127.5 1281.66,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1281.91,-131 1291.91,-127.5 1281.91,-124 1281.91,-131\"/>\n",
       "</g>\n",
       "<!-- 2303170960448+ -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>2303170960448+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1008\" cy=\"-127.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170960448+&#45;&gt;2303170960448 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>2303170960448+&#45;&gt;2303170960448</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1035.04,-127.5C1042.58,-127.5 1051.3,-127.5 1060.57,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1060.81,-131 1070.81,-127.5 1060.81,-124 1060.81,-131\"/>\n",
       "</g>\n",
       "<!-- 2303171878976 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>2303171878976</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2,-55.5 2,-91.5 198,-91.5 198,-55.5 2,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"17\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"32,-55.5 32,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"72\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"112,-55.5 112,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"155\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad &#45;1.5000</text>\n",
       "</g>\n",
       "<!-- 2303171879360* -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>2303171879360*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"263\" cy=\"-73.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"263\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303171878976&#45;&gt;2303171879360* -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>2303171878976&#45;&gt;2303171879360*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M198.37,-73.5C208.05,-73.5 217.4,-73.5 225.8,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"225.91,-77 235.91,-73.5 225.91,-70 225.91,-77\"/>\n",
       "</g>\n",
       "<!-- 2303171879024 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>2303171879024</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-0.5 0,-36.5 200,-36.5 200,-0.5 0,-0.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"33,-0.5 33,-36.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;3.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"118,-0.5 118,-36.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"159\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 2303171879024&#45;&gt;2303171879360* -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>2303171879024&#45;&gt;2303171879360*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M169.28,-36.5C179.65,-39.61 190.16,-42.98 200,-46.5 210.28,-50.17 221.28,-54.74 231.11,-59.07\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"229.93,-62.37 240.48,-63.27 232.79,-55.99 229.93,-62.37\"/>\n",
       "</g>\n",
       "<!-- 2303171879072 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>2303171879072</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"716,-137.5 716,-173.5 901,-173.5 901,-137.5 716,-137.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"727.5\" y=\"-151.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">b</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"739,-137.5 739,-173.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"779\" y=\"-151.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 6.8814</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"819,-137.5 819,-173.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"860\" y=\"-151.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303171879072&#45;&gt;2303170960448+ -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>2303171879072&#45;&gt;2303170960448+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M901.02,-142.52C926,-138.98 951.59,-135.36 971.37,-132.55\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"972.03,-135.99 981.43,-131.12 971.04,-129.06 972.03,-135.99\"/>\n",
       "</g>\n",
       "<!-- 2303170907920 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>2303170907920</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2.5,-165.5 2.5,-201.5 197.5,-201.5 197.5,-165.5 2.5,-165.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"19\" y=\"-179.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"35.5,-165.5 35.5,-201.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-179.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"115.5,-165.5 115.5,-201.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"156.5\" y=\"-179.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.0000</text>\n",
       "</g>\n",
       "<!-- 2303171879264* -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>2303171879264*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"263\" cy=\"-128.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"263\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303170907920&#45;&gt;2303171879264* -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>2303170907920&#45;&gt;2303171879264*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M172.53,-165.44C181.84,-162.67 191.2,-159.67 200,-156.5 210.53,-152.71 221.75,-147.9 231.72,-143.33\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"233.25,-146.48 240.82,-139.07 230.28,-140.14 233.25,-146.48\"/>\n",
       "</g>\n",
       "<!-- 2303171879744 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>2303171879744</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"672,-82.5 672,-118.5 945,-118.5 945,-82.5 672,-82.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"725\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1*w1 + x2*w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"778,-82.5 778,-118.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"820.5\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;6.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"863,-82.5 863,-118.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"904\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303171879744&#45;&gt;2303170960448+ -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>2303171879744&#45;&gt;2303170960448+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M941.24,-118.51C952.12,-120 962.4,-121.4 971.45,-122.64\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"971.11,-126.13 981.49,-124.01 972.05,-119.19 971.11,-126.13\"/>\n",
       "</g>\n",
       "<!-- 2303171879744+ -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>2303171879744+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"609\" cy=\"-100.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"609\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303171879744+&#45;&gt;2303171879744 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>2303171879744+&#45;&gt;2303171879744</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M636.23,-100.5C643.7,-100.5 652.41,-100.5 661.87,-100.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"661.98,-104 671.98,-100.5 661.98,-97 661.98,-104\"/>\n",
       "</g>\n",
       "<!-- 2303170960208 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>2303170960208</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1382,-109.5 1382,-145.5 1567,-145.5 1567,-109.5 1382,-109.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1393.5\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">o</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1405,-109.5 1405,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1445\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.7071</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1485,-109.5 1485,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1526\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 2303170960208tanh&#45;&gt;2303170960208 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>2303170960208tanh&#45;&gt;2303170960208</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1346.04,-127.5C1353.58,-127.5 1362.3,-127.5 1371.57,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1371.81,-131 1381.81,-127.5 1371.81,-124 1371.81,-131\"/>\n",
       "</g>\n",
       "<!-- 2303171879264 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>2303171879264</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"328.5,-110.5 328.5,-146.5 543.5,-146.5 543.5,-110.5 328.5,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"355\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x2*w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"381.5,-110.5 381.5,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"421.5\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"461.5,-110.5 461.5,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"502.5\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303171879264&#45;&gt;2303171879744+ -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>2303171879264&#45;&gt;2303171879744+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M543.84,-111.01C554.01,-109.34 563.76,-107.74 572.44,-106.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"573.17,-109.75 582.47,-104.68 572.04,-102.84 573.17,-109.75\"/>\n",
       "</g>\n",
       "<!-- 2303171879264*&#45;&gt;2303171879264 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>2303171879264*&#45;&gt;2303171879264</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M290.34,-128.5C298.51,-128.5 308.08,-128.5 318.36,-128.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"318.39,-132 328.39,-128.5 318.39,-125 318.39,-132\"/>\n",
       "</g>\n",
       "<!-- 2303170907536 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>2303170907536</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"4,-110.5 4,-146.5 196,-146.5 196,-110.5 4,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"19\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"34,-110.5 34,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"74\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"114,-110.5 114,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"155\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303170907536&#45;&gt;2303171879264* -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>2303170907536&#45;&gt;2303171879264*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M196.05,-128.5C206.52,-128.5 216.65,-128.5 225.71,-128.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"225.79,-132 235.79,-128.5 225.79,-125 225.79,-132\"/>\n",
       "</g>\n",
       "<!-- 2303171879360 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>2303171879360</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"326,-55.5 326,-91.5 546,-91.5 546,-55.5 326,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"352.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1*w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"379,-55.5 379,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"421.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;6.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"464,-55.5 464,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"505\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303171879360&#45;&gt;2303171879744+ -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>2303171879360&#45;&gt;2303171879744+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M546.27,-90.75C555.64,-92.23 564.6,-93.65 572.65,-94.92\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"572.23,-98.4 582.65,-96.5 573.32,-91.48 572.23,-98.4\"/>\n",
       "</g>\n",
       "<!-- 2303171879360*&#45;&gt;2303171879360 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>2303171879360*&#45;&gt;2303171879360</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M290.34,-73.5C297.77,-73.5 306.37,-73.5 315.6,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"315.84,-77 325.84,-73.5 315.84,-70 315.84,-77\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x2183fbde100>"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x1 = Value(2.0, label='x1')\n",
    "x2 = Value(0.0, label='x2')\n",
    "# weights w1,w2\n",
    "w1 = Value(-3.0, label='w1')\n",
    "w2 = Value(1.0, label='w2')\n",
    "# bias of the neuron\n",
    "b = Value(6.8813735870195432, label='b')\n",
    "# x1*w1 + x2*w2 + b\n",
    "x1w1 = x1*w1; x1w1.label = 'x1*w1'\n",
    "x2w2 = x2*w2; x2w2.label = 'x2*w2'\n",
    "x1w1x2w2 = x1w1 + x2w2; x1w1x2w2.label = 'x1*w1 + x2*w2'\n",
    "n = x1w1x2w2 + b; n.label = 'n'\n",
    "o = n.tanh(); o.label = 'o'\n",
    "o.backward()\n",
    "draw_dot(o)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "9aa1c5bf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.50.0 (0)\n",
       " -->\n",
       "<!-- Pages: 1 -->\n",
       "<svg width=\"2944pt\" height=\"236pt\"\n",
       " viewBox=\"0.00 0.00 2944.00 236.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 232)\">\n",
       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-232 2940,-232 2940,4 -4,4\"/>\n",
       "<!-- 2303170947104 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>2303170947104</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"328.5,-55.5 328.5,-91.5 543.5,-91.5 543.5,-55.5 328.5,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"355\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x2*w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"381.5,-55.5 381.5,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"421.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"461.5,-55.5 461.5,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"502.5\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303170958960+ -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>2303170958960+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"609\" cy=\"-100.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"609\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170947104&#45;&gt;2303170958960+ -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>2303170947104&#45;&gt;2303170958960+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M543.84,-90.37C554.01,-91.98 563.76,-93.51 572.44,-94.89\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"572.05,-98.37 582.47,-96.47 573.14,-91.45 572.05,-98.37\"/>\n",
       "</g>\n",
       "<!-- 2303170947104* -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>2303170947104*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"263\" cy=\"-73.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"263\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303170947104*&#45;&gt;2303170947104 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>2303170947104*&#45;&gt;2303170947104</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M290.34,-73.5C298.51,-73.5 308.08,-73.5 318.36,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"318.39,-77 328.39,-73.5 318.39,-70 318.39,-77\"/>\n",
       "</g>\n",
       "<!-- 2303170960352 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>2303170960352</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2443,-161.5 2443,-197.5 2625,-197.5 2625,-161.5 2443,-161.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2453\" y=\"-175.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2463,-161.5 2463,-197.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2503\" y=\"-175.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.1464</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2543,-161.5 2543,-197.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2584\" y=\"-175.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 4.8284</text>\n",
       "</g>\n",
       "<!-- 2303170907104* -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>2303170907104*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"2688\" cy=\"-153.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"2688\" y=\"-149.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303170960352&#45;&gt;2303170907104* -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>2303170960352&#45;&gt;2303170907104*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2625.18,-164.08C2634.42,-162.49 2643.38,-160.96 2651.47,-159.58\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2652.29,-162.99 2661.56,-157.85 2651.11,-156.09 2652.29,-162.99\"/>\n",
       "</g>\n",
       "<!-- 2303170960352**&#45;1 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>2303170960352**&#45;1</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"2316\" cy=\"-181.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"2316\" y=\"-177.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">**&#45;1</text>\n",
       "</g>\n",
       "<!-- 2303170960352**&#45;1&#45;&gt;2303170960352 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>2303170960352**&#45;1&#45;&gt;2303170960352</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2343.05,-181.26C2365.53,-181.05 2399.48,-180.74 2432.5,-180.43\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2432.74,-183.93 2442.7,-180.34 2432.67,-176.93 2432.74,-183.93\"/>\n",
       "</g>\n",
       "<!-- 2303170957904 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>2303170957904</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1690.5,-191.5 1690.5,-227.5 1876.5,-227.5 1876.5,-191.5 1690.5,-191.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1700.5\" y=\"-205.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1710.5,-191.5 1710.5,-227.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1750.5\" y=\"-205.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1790.5,-191.5 1790.5,-227.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1833.5\" y=\"-205.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad &#45;0.1036</text>\n",
       "</g>\n",
       "<!-- 2303170957712+ -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>2303170957712+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1940\" cy=\"-181.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1940\" y=\"-177.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170957904&#45;&gt;2303170957712+ -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>2303170957904&#45;&gt;2303170957712+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1876.6,-192.81C1886.15,-191.08 1895.37,-189.41 1903.68,-187.9\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1904.43,-191.32 1913.65,-186.09 1903.18,-184.43 1904.43,-191.32\"/>\n",
       "</g>\n",
       "<!-- 2303170958432 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>2303170958432</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1382,-136.5 1382,-172.5 1564,-172.5 1564,-136.5 1382,-136.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1392\" y=\"-150.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1402,-136.5 1402,-172.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1442\" y=\"-150.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.7627</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1482,-136.5 1482,-172.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1523\" y=\"-150.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.2500</text>\n",
       "</g>\n",
       "<!-- 2303170957616exp -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>2303170957616exp</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1627\" cy=\"-154.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1627\" y=\"-150.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">exp</text>\n",
       "</g>\n",
       "<!-- 2303170958432&#45;&gt;2303170957616exp -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>2303170958432&#45;&gt;2303170957616exp</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1564.18,-154.5C1573.14,-154.5 1581.83,-154.5 1589.73,-154.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1589.96,-158 1599.96,-154.5 1589.96,-151 1589.96,-158\"/>\n",
       "</g>\n",
       "<!-- 2303170958432* -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>2303170958432*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1319\" cy=\"-154.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1319\" y=\"-150.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303170958432*&#45;&gt;2303170958432 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>2303170958432*&#45;&gt;2303170958432</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1346.13,-154.5C1353.67,-154.5 1362.39,-154.5 1371.64,-154.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1371.87,-158 1381.87,-154.5 1371.87,-151 1371.87,-158\"/>\n",
       "</g>\n",
       "<!-- 2303170958960 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>2303170958960</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"672,-82.5 672,-118.5 945,-118.5 945,-82.5 672,-82.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"725\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1*w1 + x2*w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"778,-82.5 778,-118.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"820.5\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;6.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"863,-82.5 863,-118.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"904\" y=\"-96.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303170958624+ -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>2303170958624+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1008\" cy=\"-127.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1008\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170958960&#45;&gt;2303170958624+ -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>2303170958960&#45;&gt;2303170958624+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M941.24,-118.51C952.12,-120 962.4,-121.4 971.45,-122.64\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"971.11,-126.13 981.49,-124.01 972.05,-119.19 971.11,-126.13\"/>\n",
       "</g>\n",
       "<!-- 2303170958960+&#45;&gt;2303170958960 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>2303170958960+&#45;&gt;2303170958960</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M636.23,-100.5C643.7,-100.5 652.41,-100.5 661.87,-100.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"661.98,-104 671.98,-100.5 661.98,-97 661.98,-104\"/>\n",
       "</g>\n",
       "<!-- 2303170946720 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>2303170946720</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"716,-137.5 716,-173.5 901,-173.5 901,-137.5 716,-137.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"727.5\" y=\"-151.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">b</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"739,-137.5 739,-173.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"779\" y=\"-151.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 6.8814</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"819,-137.5 819,-173.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"860\" y=\"-151.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303170946720&#45;&gt;2303170958624+ -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>2303170946720&#45;&gt;2303170958624+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M901.02,-142.52C926,-138.98 951.59,-135.36 971.37,-132.55\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"972.03,-135.99 981.43,-131.12 971.04,-129.06 972.03,-135.99\"/>\n",
       "</g>\n",
       "<!-- 2303170947248 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>2303170947248</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-165.5 0,-201.5 200,-201.5 200,-165.5 0,-165.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.5\" y=\"-179.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"33,-165.5 33,-201.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-179.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;3.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"118,-165.5 118,-201.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"159\" y=\"-179.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 2303170945280* -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>2303170945280*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"263\" cy=\"-128.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"263\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 2303170947248&#45;&gt;2303170945280* -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>2303170947248&#45;&gt;2303170945280*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M172.53,-165.44C181.84,-162.67 191.2,-159.67 200,-156.5 210.53,-152.71 221.75,-147.9 231.72,-143.33\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"233.25,-146.48 240.82,-139.07 230.28,-140.14 233.25,-146.48\"/>\n",
       "</g>\n",
       "<!-- 2303170945280 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>2303170945280</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"326,-110.5 326,-146.5 546,-146.5 546,-110.5 326,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"352.5\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1*w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"379,-110.5 379,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"421.5\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;6.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"464,-110.5 464,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"505\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303170945280&#45;&gt;2303170958960+ -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>2303170945280&#45;&gt;2303170958960+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M546.27,-110.61C555.64,-109.07 564.6,-107.61 572.65,-106.29\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"573.35,-109.72 582.65,-104.65 572.22,-102.81 573.35,-109.72\"/>\n",
       "</g>\n",
       "<!-- 2303170945280*&#45;&gt;2303170945280 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>2303170945280*&#45;&gt;2303170945280</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M290.34,-128.5C297.77,-128.5 306.37,-128.5 315.6,-128.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"315.84,-132 325.84,-128.5 315.84,-125 315.84,-132\"/>\n",
       "</g>\n",
       "<!-- 2303170948352 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>2303170948352</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2,-110.5 2,-146.5 198,-146.5 198,-110.5 2,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"17\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"32,-110.5 32,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"72\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"112,-110.5 112,-146.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"155\" y=\"-124.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad &#45;1.5000</text>\n",
       "</g>\n",
       "<!-- 2303170948352&#45;&gt;2303170945280* -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>2303170948352&#45;&gt;2303170945280*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M198.37,-128.5C208.05,-128.5 217.4,-128.5 225.8,-128.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"225.91,-132 235.91,-128.5 225.91,-125 225.91,-132\"/>\n",
       "</g>\n",
       "<!-- 2303170960160 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>2303170960160</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2225,-108.5 2225,-144.5 2407,-144.5 2407,-108.5 2225,-108.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2235\" y=\"-122.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2245,-108.5 2245,-144.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2285\" y=\"-122.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 4.8284</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2325,-108.5 2325,-144.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2366\" y=\"-122.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.1464</text>\n",
       "</g>\n",
       "<!-- 2303170960160&#45;&gt;2303170907104* -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>2303170960160&#45;&gt;2303170907104*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2407.04,-133.07C2485.41,-138.79 2594.98,-146.79 2650.96,-150.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2650.87,-154.37 2661.1,-151.61 2651.38,-147.39 2650.87,-154.37\"/>\n",
       "</g>\n",
       "<!-- 2303170960160+ -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>2303170960160+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1940\" cy=\"-126.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1940\" y=\"-122.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 2303170960160+&#45;&gt;2303170960160 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>2303170960160+&#45;&gt;2303170960160</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1967,-126.5C2017.46,-126.5 2131.06,-126.5 2214.81,-126.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2214.87,-130 2224.87,-126.5 2214.87,-123 2214.87,-130\"/>\n",
       "</g>\n",
       "<!-- 2303170957616 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>2303170957616</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1692.5,-136.5 1692.5,-172.5 1874.5,-172.5 1874.5,-136.5 1692.5,-136.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1702.5\" y=\"-150.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1712.5,-136.5 1712.5,-172.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1752.5\" y=\"-150.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 5.8284</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1792.5,-136.5 1792.5,-172.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1833.5\" y=\"-150.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.0429</text>\n",
       "</g>\n",
       "<!-- 2303170957616&#45;&gt;2303170960160+ -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>2303170957616&#45;&gt;2303170960160+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1874.82,-138.13C1885.07,-136.27 1895.01,-134.47 1903.88,-132.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1904.54,-136.3 1913.75,-131.08 1903.29,-129.42 1904.54,-136.3\"/>\n",
       "</g>\n",
       "<!-- 2303170957616&#45;&gt;2303170957712+ -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>2303170957616&#45;&gt;2303170957712+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1874.82,-170.28C1885.07,-172.08 1895.01,-173.81 1903.88,-175.36\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1903.3,-178.81 1913.75,-177.09 1904.5,-171.92 1903.3,-178.81\"/>\n",
       "</g>\n",
       "<!-- 2303170957616exp&#45;&gt;2303170957616 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>2303170957616exp&#45;&gt;2303170957616</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1654.21,-154.5C1662.34,-154.5 1671.85,-154.5 1681.94,-154.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1682.19,-158 1692.19,-154.5 1682.19,-151 1682.19,-158\"/>\n",
       "</g>\n",
       "<!-- 2303170958624 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>2303170958624</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1071,-109.5 1071,-145.5 1256,-145.5 1256,-109.5 1071,-109.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1082.5\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">n</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1094,-109.5 1094,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1134\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.8814</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1174,-109.5 1174,-145.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1215\" y=\"-123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303170958624&#45;&gt;2303170958432* -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>2303170958624&#45;&gt;2303170958432*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1256.01,-143.6C1265.49,-145.26 1274.66,-146.88 1282.9,-148.33\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1282.36,-151.78 1292.81,-150.07 1283.57,-144.89 1282.36,-151.78\"/>\n",
       "</g>\n",
       "<!-- 2303170958624+&#45;&gt;2303170958624 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>2303170958624+&#45;&gt;2303170958624</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1035.04,-127.5C1042.58,-127.5 1051.3,-127.5 1060.57,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1060.81,-131 1070.81,-127.5 1060.81,-124 1060.81,-131\"/>\n",
       "</g>\n",
       "<!-- 2303171725056 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>2303171725056</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"4,-55.5 4,-91.5 196,-91.5 196,-55.5 4,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"19\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">x2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"34,-55.5 34,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"74\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"114,-55.5 114,-91.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"155\" y=\"-69.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.5000</text>\n",
       "</g>\n",
       "<!-- 2303171725056&#45;&gt;2303170947104* -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>2303171725056&#45;&gt;2303170947104*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M196.05,-73.5C206.52,-73.5 216.65,-73.5 225.71,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"225.79,-77 235.79,-73.5 225.79,-70 225.79,-77\"/>\n",
       "</g>\n",
       "<!-- 2303170959824 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>2303170959824</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1690,-81.5 1690,-117.5 1877,-117.5 1877,-81.5 1690,-81.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1700\" y=\"-95.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1710,-81.5 1710,-117.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1752.5\" y=\"-95.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data &#45;1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1795,-81.5 1795,-117.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1836\" y=\"-95.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.1464</text>\n",
       "</g>\n",
       "<!-- 2303170959824&#45;&gt;2303170960160+ -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>2303170959824&#45;&gt;2303170960160+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1877.05,-115.67C1886.34,-117.3 1895.33,-118.87 1903.44,-120.29\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1903.1,-123.78 1913.55,-122.05 1904.3,-116.88 1903.1,-123.78\"/>\n",
       "</g>\n",
       "<!-- 2303171724144 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>2303171724144</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2.5,-0.5 2.5,-36.5 197.5,-36.5 197.5,-0.5 2.5,-0.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"19\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"35.5,-0.5 35.5,-36.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"115.5,-0.5 115.5,-36.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"156.5\" y=\"-14.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.0000</text>\n",
       "</g>\n",
       "<!-- 2303171724144&#45;&gt;2303170947104* -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>2303171724144&#45;&gt;2303170947104*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M172.53,-36.56C181.84,-39.33 191.2,-42.33 200,-45.5 210.53,-49.29 221.75,-54.1 231.72,-58.67\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"230.28,-61.86 240.82,-62.93 233.25,-55.52 230.28,-61.86\"/>\n",
       "</g>\n",
       "<!-- 2303170957712 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>2303170957712</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2003,-163.5 2003,-199.5 2189,-199.5 2189,-163.5 2003,-163.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2013\" y=\"-177.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2023,-163.5 2023,-199.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2063\" y=\"-177.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 6.8284</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2103,-163.5 2103,-199.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2146\" y=\"-177.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad &#45;0.1036</text>\n",
       "</g>\n",
       "<!-- 2303170957712&#45;&gt;2303170960352**&#45;1 -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>2303170957712&#45;&gt;2303170960352**&#45;1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2189.14,-181.5C2220.72,-181.5 2254.24,-181.5 2278.74,-181.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2278.98,-185 2288.98,-181.5 2278.98,-178 2278.98,-185\"/>\n",
       "</g>\n",
       "<!-- 2303170957712+&#45;&gt;2303170957712 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>2303170957712+&#45;&gt;2303170957712</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1967.12,-181.5C1974.62,-181.5 1983.29,-181.5 1992.5,-181.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1992.69,-185 2002.69,-181.5 1992.69,-178 1992.69,-185\"/>\n",
       "</g>\n",
       "<!-- 2303170958288 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>2303170958288</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1072.5,-164.5 1072.5,-200.5 1254.5,-200.5 1254.5,-164.5 1072.5,-164.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1082.5\" y=\"-178.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\"> </text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1092.5,-164.5 1092.5,-200.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1132.5\" y=\"-178.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1172.5,-164.5 1172.5,-200.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"1213.5\" y=\"-178.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 0.2203</text>\n",
       "</g>\n",
       "<!-- 2303170958288&#45;&gt;2303170958432* -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>2303170958288&#45;&gt;2303170958432*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1254.68,-166.05C1264.61,-164.24 1274.23,-162.48 1282.84,-160.91\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1283.6,-164.33 1292.81,-159.09 1282.35,-157.45 1283.6,-164.33\"/>\n",
       "</g>\n",
       "<!-- 2303170907104 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>2303170907104</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2751,-135.5 2751,-171.5 2936,-171.5 2936,-135.5 2751,-135.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2762.5\" y=\"-149.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">o</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2774,-135.5 2774,-171.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2814\" y=\"-149.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">data 0.7071</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"2854,-135.5 2854,-171.5 \"/>\n",
       "<text text-anchor=\"middle\" x=\"2895\" y=\"-149.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 2303170907104*&#45;&gt;2303170907104 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>2303170907104*&#45;&gt;2303170907104</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2715.04,-153.5C2722.58,-153.5 2731.3,-153.5 2740.57,-153.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2740.81,-157 2750.81,-153.5 2740.81,-150 2740.81,-157\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x2183fafd790>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x1 = Value(2.0, label='x1')\n",
    "x2 = Value(0.0, label='x2')\n",
    "# weights w1,w2\n",
    "w1 = Value(-3.0, label='w1')\n",
    "w2 = Value(1.0, label='w2')\n",
    "# bias of the neuron\n",
    "b = Value(6.8813735870195432, label='b')\n",
    "# x1*w1 + x2*w2 + b\n",
    "x1w1 = x1*w1; x1w1.label = 'x1*w1'\n",
    "x2w2 = x2*w2; x2w2.label = 'x2*w2'\n",
    "x1w1x2w2 = x1w1 + x2w2; x1w1x2w2.label = 'x1*w1 + x2*w2'\n",
    "n = x1w1x2w2 + b; n.label = 'n'\n",
    "e = (2*n).exp()\n",
    "o=(e-1)/(e+1)\n",
    "# o=n.tanh()\n",
    "o.label='o'\n",
    "o.backward()\n",
    "draw_dot(o)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "cc8f0635",
   "metadata": {},
   "outputs": [],
   "source": [
    "import  random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "98b61b1c",
   "metadata": {},
   "outputs": [],
   "source": [
    "class Neuron:\n",
    "    def __init__(self,nin):\n",
    "        self .w  =  [Value(random.uniform(-1,1))for _ in range(nin)]\n",
    "        self.b = Value(random.uniform(-1,1))\n",
    "    def __call__(self,x):\n",
    "        act =  sum(wi*xi for wi,xi in zip(self.w,x))\n",
    "        out = act.tanh()\n",
    "        return  out\n",
    "    def params(self):\n",
    "        return self.w  +[self.b]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "eb52384c",
   "metadata": {},
   "outputs": [],
   "source": [
    "neu = Neuron(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "af718f28",
   "metadata": {},
   "outputs": [],
   "source": [
    "x=[1.0,2.0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "bdd34f85",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Value(data=0.9856122585276982)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " neu(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "27bb37bc",
   "metadata": {},
   "outputs": [],
   "source": [
    "class Layer:\n",
    "    def __init__(self,nin,nout):\n",
    "        self.neuron  = [Neuron(nin) for _ in  range(nout)]\n",
    "    def __call__(self,x):\n",
    "        out  =  [n(x) for  n in self.neuron]\n",
    "        if(len(out)==1):\n",
    "            return out[0]\n",
    "        else:\n",
    "            return  out\n",
    "    def parameters(self):\n",
    "        param =[]\n",
    "        for  p in  self.neuron:\n",
    "        \n",
    "            param.extend(p.params())\n",
    "        return param"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "60a75efe",
   "metadata": {},
   "outputs": [],
   "source": [
    "l=Layer(2,4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "5967ab9d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Value(data=-0.901612455144705),\n",
       " Value(data=-0.8311003707998627),\n",
       " Value(data=-0.965993388023766),\n",
       " Value(data=-0.6305736788801565)]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "l(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "33582db3",
   "metadata": {},
   "outputs": [],
   "source": [
    "class  MLP:\n",
    "    def __init__(self,nin,nout):\n",
    "        sz = [nin]+nout\n",
    "        self.layes = [Layer(sz[i],sz[i+1]) for  i in  range(len(nout))]\n",
    "    def __call__(self,x):\n",
    "        for  layerss in  self.layes:\n",
    "            x= layerss(x)\n",
    "        return x\n",
    "    def parameters(self):\n",
    "        param=[]\n",
    "        for p in self.layes:\n",
    "           \n",
    "            param.extend(p.parameters())\n",
    "        return param\n",
    "            \n",
    "        \n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "4a820426",
   "metadata": {},
   "outputs": [],
   "source": [
    "mlp_obj =MLP(3,[3,4,1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "05ef358d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Value(data=-0.6839411794887261)"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mlp_obj(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "d39e063d",
   "metadata": {},
   "outputs": [],
   "source": [
    "xs = [\n",
    "  [2.0, 3.0, -1.0],\n",
    "  [3.0, -1.0, 0.5],\n",
    "  [0.5, 1.0, 1.0],\n",
    "  [1.0, 1.0, -1.0],\n",
    "]\n",
    "ys = [1.0, -1.0, -1.0, 1.0] # desired target\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "5ce68a75",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred  = [mlp_obj(a) for a  in xs]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "7f12a64c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Value(data=-0.6481361885860302),\n",
       " Value(data=-0.4409193741132519),\n",
       " Value(data=-0.5637191430316051),\n",
       " Value(data=-0.6788978398898617)]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "9d30c271",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 0.002608056434540192\n",
      "1 0.0025824386848010044\n",
      "2 0.002557306395951281\n",
      "3 0.0025326460497616292\n",
      "4 0.002508444622134593\n",
      "5 0.002484689560825234\n",
      "6 0.002461368764352689\n",
      "7 0.0024384705620294385\n",
      "8 0.0024159836950400147\n",
      "9 0.0023938972985050864\n",
      "10 0.0023722008844721206\n",
      "11 0.002350884325777284\n",
      "12 0.002329937840726911\n",
      "13 0.002309351978550649\n",
      "14 0.0022891176055814012\n",
      "15 0.0022692258921200295\n",
      "16 0.002249668299945779\n",
      "17 0.002230436570435709\n",
      "18 0.002211522713258819\n",
      "19 0.0021929189956128485\n",
      "20 0.0021746179319735597\n",
      "21 0.002156612274328386\n",
      "22 0.0021388950028680452\n",
      "23 0.0021214593171111967\n",
      "24 0.0021042986274390075\n",
      "25 0.0020874065470176486\n",
      "26 0.0020707768840882686\n",
      "27 0.0020544036346049777\n",
      "28 0.002038280975202954\n",
      "29 0.0020224032564793142\n",
      "30 0.0020067649965707967\n",
      "31 0.0019913608750129893\n",
      "32 0.0019761857268671573\n",
      "33 0.001961234537100692\n",
      "34 0.0019465024352089875\n",
      "35 0.0019319846900664516\n",
      "36 0.0019176767049955278\n",
      "37 0.0019035740130429748\n",
      "38 0.0018896722724534062\n",
      "39 0.0018759672623304437\n",
      "40 0.0018624548784766568\n",
      "41 0.001849131129403624\n",
      "42 0.0018359921325041837\n",
      "43 0.0018230341103791208\n",
      "44 0.0018102533873112798\n",
      "45 0.0017976463858799885\n",
      "46 0.0017852096237096432\n",
      "47 0.0017729397103460418\n",
      "48 0.0017608333442548113\n",
      "49 0.001748887309936423\n",
      "50 0.0017370984751523316\n",
      "51 0.0017254637882577317\n",
      "52 0.001713980275635583\n",
      "53 0.0017026450392280657\n",
      "54 0.0016914552541607891\n",
      "55 0.0016804081664558556\n",
      "56 0.001669501090829879\n",
      "57 0.0016587314085734456\n",
      "58 0.0016480965655083298\n",
      "59 0.0016375940700193643\n",
      "60 0.0016272214911576223\n",
      "61 0.001616976456812077\n",
      "62 0.0016068566519467698\n",
      "63 0.0015968598169008473\n",
      "64 0.001586983745748787\n",
      "65 0.0015772262847184749\n",
      "66 0.0015675853306646198\n",
      "67 0.0015580588295953123\n",
      "68 0.0015486447752497798\n",
      "69 0.0015393412077248894\n",
      "70 0.0015301462121487701\n",
      "71 0.001521057917399715\n",
      "72 0.0015120744948682436\n",
      "73 0.0015031941572610512\n",
      "74 0.0014944151574448092\n",
      "75 0.0014857357873286985\n",
      "76 0.0014771543767837952\n",
      "77 0.0014686692925980102\n",
      "78 0.0014602789374655188\n",
      "79 0.001451981749008826\n",
      "80 0.001443776198832741\n",
      "81 0.001435660791608794\n",
      "82 0.0014276340641889557\n",
      "83 0.001419694584747781\n",
      "84 0.0014118409519515908\n",
      "85 0.0014040717941541062\n",
      "86 0.0013963857686171324\n",
      "87 0.0013887815607557753\n",
      "88 0.0013812578834070202\n",
      "89 0.0013738134761209326\n",
      "90 0.001366447104473801\n",
      "91 0.0013591575594021467\n",
      "92 0.001351943656557094\n",
      "93 0.0013448042356784015\n",
      "94 0.0013377381599871936\n",
      "95 0.0013307443155971099\n",
      "96 0.0013238216109429084\n",
      "97 0.001316968976226113\n",
      "98 0.0013101853628770784\n",
      "99 0.0013034697430328113\n"
     ]
    }
   ],
   "source": [
    "\n",
    "for k in range(100):\n",
    "  \n",
    "  # forward pass\n",
    "  y_pred = [mlp_obj(x) for x in xs]\n",
    "  loss = sum((yout - ygt)**2 for ygt, yout in zip(ys, y_pred))\n",
    "  \n",
    "  # backward pass\n",
    "  for p in mlp_obj.parameters():\n",
    "    p.grad = 0.0\n",
    "  loss.backward()\n",
    "  \n",
    "  # update\n",
    "  for p in mlp_obj.parameters():\n",
    "    p.data += -0.1 * p.grad\n",
    "  \n",
    "  print(k, loss.data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "24ee8190",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Value(data=0.9828428546195831),\n",
       " Value(data=-0.9843209816284405),\n",
       " Value(data=-0.9774304904390725),\n",
       " Value(data=0.9840661452714181)]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4dd39486",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a36d6eb4",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}