update

Author: mhjensen

doc/LectureNotes/_toc.yml

@@ -56,6 +56,8 @@ parts:
     - file: week40.ipynb
     - file: exercisesweek41.ipynb
     - file: week41.ipynb
+    - file: exercisesweek42.ipynb
+    - file: week42.ipynb
   - caption: Projects
     numbered: false
     chapters:

doc/pub/week42/html/._week42-bs000.html

@@ -855,11 +855,11 @@ <h2 id="setting-up-the-equations-for-a-neural-network">Setting up the equations
 </section>
 
 <section>
-<h2 id="layout-of-a-neural-network-with-three-hidden-layers">Layout of a neural network with three hidden layers </h2>
+<h2 id="layout-of-a-neural-network-with-three-hidden-layers-last-later-l-l-4-first-layer-l-0">Layout of a neural network with three hidden layers (last later = \( l=L=4 \), first layer \( l=0 \)) </h2>
 
 <br/><br/>
 <center>
-<p><img src="figures/nn1.png" width="900" align="bottom"></p>
+<p><img src="figures/nn2.png" width="900" align="bottom"></p>
 </center>
 <br/><br/>
 </section>
@@ -911,6 +911,16 @@ <h2 id="inputs-to-the-activation-function">Inputs to the activation function </h
 <p>&nbsp;<br>
 </section>
 
+<section>
+<h2 id="layout-of-input-to-first-hidden-layer-l-1-from-input-layer-l-0">Layout of input to first hidden layer \( l=1 \) from input layer \( l=0 \) </h2>
+
+<br/><br/>
+<center>
+<p><img src="figures/structure.png" width="900" align="bottom"></p>
+</center>
+<br/><br/>
+</section>
+
 <section>
 <h2 id="derivatives-and-the-chain-rule">Derivatives and the chain rule </h2>
 

doc/pub/week42/html/._week42-bs001.html

@@ -131,15 +131,21 @@
                2,
                None,
                'setting-up-the-equations-for-a-neural-network'),
-              ('Layout of a neural network with three hidden layers',
+              ('Layout of a neural network with three hidden layers (last '
+               'later = $l=L=4$, first layer $l=0$)',
                2,
                None,
-               'layout-of-a-neural-network-with-three-hidden-layers'),
+               'layout-of-a-neural-network-with-three-hidden-layers-last-later-l-l-4-first-layer-l-0'),
               ('Definitions', 2, None, 'definitions'),
               ('Inputs to the activation function',
                2,
                None,
                'inputs-to-the-activation-function'),
+              ('Layout of input to first hidden layer $l=1$ from input layer '
+               '$l=0$',
+               2,
+               None,
+               'layout-of-input-to-first-hidden-layer-l-1-from-input-layer-l-0'),
               ('Derivatives and the chain rule',
                2,
                None,
@@ -936,11 +942,11 @@ <h2 id="setting-up-the-equations-for-a-neural-network">Setting up the equations
 </p>
 
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
-<h2 id="layout-of-a-neural-network-with-three-hidden-layers">Layout of a neural network with three hidden layers </h2>
+<h2 id="layout-of-a-neural-network-with-three-hidden-layers-last-later-l-l-4-first-layer-l-0">Layout of a neural network with three hidden layers (last later = \( l=L=4 \), first layer \( l=0 \)) </h2>
 
 <br/><br/>
 <center>
-<p><img src="figures/nn1.png" width="900" align="bottom"></p>
+<p><img src="figures/nn2.png" width="900" align="bottom"></p>
 </center>
 <br/><br/>
 
@@ -985,6 +991,15 @@ <h2 id="inputs-to-the-activation-function">Inputs to the activation function </h
 $$
 
 
+<!-- !split --><br><br><br><br><br><br><br><br><br><br>
+<h2 id="layout-of-input-to-first-hidden-layer-l-1-from-input-layer-l-0">Layout of input to first hidden layer \( l=1 \) from input layer \( l=0 \) </h2>
+
+<br/><br/>
+<center>
+<p><img src="figures/structure.png" width="900" align="bottom"></p>
+</center>
+<br/><br/>
+
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 <h2 id="derivatives-and-the-chain-rule">Derivatives and the chain rule </h2>
 

doc/pub/week42/html/._week42-bs002.html

@@ -208,15 +208,21 @@
                2,
                None,
                'setting-up-the-equations-for-a-neural-network'),
-              ('Layout of a neural network with three hidden layers',
+              ('Layout of a neural network with three hidden layers (last '
+               'later = $l=L=4$, first layer $l=0$)',
                2,
                None,
-               'layout-of-a-neural-network-with-three-hidden-layers'),
+               'layout-of-a-neural-network-with-three-hidden-layers-last-later-l-l-4-first-layer-l-0'),
               ('Definitions', 2, None, 'definitions'),
               ('Inputs to the activation function',
                2,
                None,
                'inputs-to-the-activation-function'),
+              ('Layout of input to first hidden layer $l=1$ from input layer '
+               '$l=0$',
+               2,
+               None,
+               'layout-of-input-to-first-hidden-layer-l-1-from-input-layer-l-0'),
               ('Derivatives and the chain rule',
                2,
                None,
@@ -1013,11 +1019,11 @@ <h2 id="setting-up-the-equations-for-a-neural-network">Setting up the equations
 </p>
 
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
-<h2 id="layout-of-a-neural-network-with-three-hidden-layers">Layout of a neural network with three hidden layers </h2>
+<h2 id="layout-of-a-neural-network-with-three-hidden-layers-last-later-l-l-4-first-layer-l-0">Layout of a neural network with three hidden layers (last later = \( l=L=4 \), first layer \( l=0 \)) </h2>
 
 <br/><br/>
 <center>
-<p><img src="figures/nn1.png" width="900" align="bottom"></p>
+<p><img src="figures/nn2.png" width="900" align="bottom"></p>
 </center>
 <br/><br/>
 
@@ -1062,6 +1068,15 @@ <h2 id="inputs-to-the-activation-function">Inputs to the activation function </h
 $$
 
 
+<!-- !split --><br><br><br><br><br><br><br><br><br><br>
+<h2 id="layout-of-input-to-first-hidden-layer-l-1-from-input-layer-l-0">Layout of input to first hidden layer \( l=1 \) from input layer \( l=0 \) </h2>
+
+<br/><br/>
+<center>
+<p><img src="figures/structure.png" width="900" align="bottom"></p>
+</center>
+<br/><br/>
+
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 <h2 id="derivatives-and-the-chain-rule">Derivatives and the chain rule </h2>