Skip to content

Commit 8982263

Browse files
mhjensenmhjensen
committed
more on lstm
1 parent 79ae3ca commit 8982263

37 files changed

+4378
-386
lines changed

‎doc/pub/week46/html/._week46-bs000.html‎

Lines changed: 55 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -159,15 +159,44 @@
159159
2,
160160
None,
161161
'the-mathematics-of-rnns-the-basic-architecture'),
162-
('Four effective ways to learn an RNN and preparing for next '
163-
'week',
162+
('Gating mechanism: Long Short Term Memory (LSTM)',
164163
2,
165164
None,
166-
'four-effective-ways-to-learn-an-rnn-and-preparing-for-next-week'),
167-
('Long Short Term Memory (LSTM)',
165+
'gating-mechanism-long-short-term-memory-lstm'),
166+
('Implementing a memory cell in a neural network',
168167
2,
169168
None,
170-
'long-short-term-memory-lstm')]}
169+
'implementing-a-memory-cell-in-a-neural-network'),
170+
('LSTM details', 2, None, 'lstm-details'),
171+
('Basic layout (All figures from Raschka *et al.,*)',
172+
2,
173+
None,
174+
'basic-layout-all-figures-from-raschka-et-al'),
175+
('LSTM details', 2, None, 'lstm-details'),
176+
('Comparing with a standard RNN',
177+
2,
178+
None,
179+
'comparing-with-a-standard-rnn'),
180+
('LSTM details I', 2, None, 'lstm-details-i'),
181+
('LSTM details II', 2, None, 'lstm-details-ii'),
182+
('LSTM details III', 2, None, 'lstm-details-iii'),
183+
('Forget gate', 2, None, 'forget-gate'),
184+
('The forget gate', 2, None, 'the-forget-gate'),
185+
('Basic layout', 2, None, 'basic-layout'),
186+
('Input gate', 2, None, 'input-gate'),
187+
('Short summary', 2, None, 'short-summary'),
188+
('Forget and input', 2, None, 'forget-and-input'),
189+
('Basic layout', 2, None, 'basic-layout'),
190+
('Output gate', 2, None, 'output-gate'),
191+
('Summary of LSTM', 2, None, 'summary-of-lstm'),
192+
('LSTM implementation using TensorFlow',
193+
2,
194+
None,
195+
'lstm-implementation-using-tensorflow'),
196+
('And the corresponding one with PyTorch',
197+
2,
198+
None,
199+
'and-the-corresponding-one-with-pytorch')]}
171200
end of tocinfo -->
172201

173202
<body>
@@ -245,8 +274,26 @@
245274
<!-- navigation toc: --> <li><a href="._week46-bs041.html#summary-of-a-typical-rnn" style="font-size: 80%;">Summary of a typical RNN</a></li>
246275
<!-- navigation toc: --> <li><a href="._week46-bs042.html#four-effective-ways-to-learn-an-rnn" style="font-size: 80%;">Four effective ways to learn an RNN</a></li>
247276
<!-- navigation toc: --> <li><a href="._week46-bs043.html#the-mathematics-of-rnns-the-basic-architecture" style="font-size: 80%;">The mathematics of RNNs, the basic architecture</a></li>
248-
<!-- navigation toc: --> <li><a href="._week46-bs044.html#four-effective-ways-to-learn-an-rnn-and-preparing-for-next-week" style="font-size: 80%;">Four effective ways to learn an RNN and preparing for next week</a></li>
249-
<!-- navigation toc: --> <li><a href="._week46-bs045.html#long-short-term-memory-lstm" style="font-size: 80%;">Long Short Term Memory (LSTM)</a></li>
277+
<!-- navigation toc: --> <li><a href="._week46-bs044.html#gating-mechanism-long-short-term-memory-lstm" style="font-size: 80%;">Gating mechanism: Long Short Term Memory (LSTM)</a></li>
278+
<!-- navigation toc: --> <li><a href="._week46-bs045.html#implementing-a-memory-cell-in-a-neural-network" style="font-size: 80%;">Implementing a memory cell in a neural network</a></li>
279+
<!-- navigation toc: --> <li><a href="._week46-bs048.html#lstm-details" style="font-size: 80%;">LSTM details</a></li>
280+
<!-- navigation toc: --> <li><a href="._week46-bs047.html#basic-layout-all-figures-from-raschka-et-al" style="font-size: 80%;">Basic layout (All figures from Raschka <em>et al.,</em>)</a></li>
281+
<!-- navigation toc: --> <li><a href="._week46-bs048.html#lstm-details" style="font-size: 80%;">LSTM details</a></li>
282+
<!-- navigation toc: --> <li><a href="._week46-bs049.html#comparing-with-a-standard-rnn" style="font-size: 80%;">Comparing with a standard RNN</a></li>
283+
<!-- navigation toc: --> <li><a href="._week46-bs050.html#lstm-details-i" style="font-size: 80%;">LSTM details I</a></li>
284+
<!-- navigation toc: --> <li><a href="._week46-bs051.html#lstm-details-ii" style="font-size: 80%;">LSTM details II</a></li>
285+
<!-- navigation toc: --> <li><a href="._week46-bs052.html#lstm-details-iii" style="font-size: 80%;">LSTM details III</a></li>
286+
<!-- navigation toc: --> <li><a href="._week46-bs053.html#forget-gate" style="font-size: 80%;">Forget gate</a></li>
287+
<!-- navigation toc: --> <li><a href="._week46-bs054.html#the-forget-gate" style="font-size: 80%;">The forget gate</a></li>
288+
<!-- navigation toc: --> <li><a href="._week46-bs059.html#basic-layout" style="font-size: 80%;">Basic layout</a></li>
289+
<!-- navigation toc: --> <li><a href="._week46-bs056.html#input-gate" style="font-size: 80%;">Input gate</a></li>
290+
<!-- navigation toc: --> <li><a href="._week46-bs057.html#short-summary" style="font-size: 80%;">Short summary</a></li>
291+
<!-- navigation toc: --> <li><a href="._week46-bs058.html#forget-and-input" style="font-size: 80%;">Forget and input</a></li>
292+
<!-- navigation toc: --> <li><a href="._week46-bs059.html#basic-layout" style="font-size: 80%;">Basic layout</a></li>
293+
<!-- navigation toc: --> <li><a href="._week46-bs060.html#output-gate" style="font-size: 80%;">Output gate</a></li>
294+
<!-- navigation toc: --> <li><a href="._week46-bs061.html#summary-of-lstm" style="font-size: 80%;">Summary of LSTM</a></li>
295+
<!-- navigation toc: --> <li><a href="._week46-bs062.html#lstm-implementation-using-tensorflow" style="font-size: 80%;">LSTM implementation using TensorFlow</a></li>
296+
<!-- navigation toc: --> <li><a href="._week46-bs063.html#and-the-corresponding-one-with-pytorch" style="font-size: 80%;">And the corresponding one with PyTorch</a></li>
250297

251298
</ul>
252299
</li>
@@ -301,7 +348,7 @@ <h4>Week 46, November 10-14</h4>
301348
<li><a href="._week46-bs008.html">9</a></li>
302349
<li><a href="._week46-bs009.html">10</a></li>
303350
<li><a href="">...</a></li>
304-
<li><a href="._week46-bs045.html">46</a></li>
351+
<li><a href="._week46-bs063.html">64</a></li>
305352
<li><a href="._week46-bs001.html">&raquo;</a></li>
306353
</ul>
307354
<!-- ------------------- end of main content --------------- -->

‎doc/pub/week46/html/._week46-bs001.html‎

Lines changed: 55 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -159,15 +159,44 @@
159159
2,
160160
None,
161161
'the-mathematics-of-rnns-the-basic-architecture'),
162-
('Four effective ways to learn an RNN and preparing for next '
163-
'week',
162+
('Gating mechanism: Long Short Term Memory (LSTM)',
164163
2,
165164
None,
166-
'four-effective-ways-to-learn-an-rnn-and-preparing-for-next-week'),
167-
('Long Short Term Memory (LSTM)',
165+
'gating-mechanism-long-short-term-memory-lstm'),
166+
('Implementing a memory cell in a neural network',
168167
2,
169168
None,
170-
'long-short-term-memory-lstm')]}
169+
'implementing-a-memory-cell-in-a-neural-network'),
170+
('LSTM details', 2, None, 'lstm-details'),
171+
('Basic layout (All figures from Raschka *et al.,*)',
172+
2,
173+
None,
174+
'basic-layout-all-figures-from-raschka-et-al'),
175+
('LSTM details', 2, None, 'lstm-details'),
176+
('Comparing with a standard RNN',
177+
2,
178+
None,
179+
'comparing-with-a-standard-rnn'),
180+
('LSTM details I', 2, None, 'lstm-details-i'),
181+
('LSTM details II', 2, None, 'lstm-details-ii'),
182+
('LSTM details III', 2, None, 'lstm-details-iii'),
183+
('Forget gate', 2, None, 'forget-gate'),
184+
('The forget gate', 2, None, 'the-forget-gate'),
185+
('Basic layout', 2, None, 'basic-layout'),
186+
('Input gate', 2, None, 'input-gate'),
187+
('Short summary', 2, None, 'short-summary'),
188+
('Forget and input', 2, None, 'forget-and-input'),
189+
('Basic layout', 2, None, 'basic-layout'),
190+
('Output gate', 2, None, 'output-gate'),
191+
('Summary of LSTM', 2, None, 'summary-of-lstm'),
192+
('LSTM implementation using TensorFlow',
193+
2,
194+
None,
195+
'lstm-implementation-using-tensorflow'),
196+
('And the corresponding one with PyTorch',
197+
2,
198+
None,
199+
'and-the-corresponding-one-with-pytorch')]}
171200
end of tocinfo -->
172201

173202
<body>
@@ -245,8 +274,26 @@
245274
<!-- navigation toc: --> <li><a href="._week46-bs041.html#summary-of-a-typical-rnn" style="font-size: 80%;">Summary of a typical RNN</a></li>
246275
<!-- navigation toc: --> <li><a href="._week46-bs042.html#four-effective-ways-to-learn-an-rnn" style="font-size: 80%;">Four effective ways to learn an RNN</a></li>
247276
<!-- navigation toc: --> <li><a href="._week46-bs043.html#the-mathematics-of-rnns-the-basic-architecture" style="font-size: 80%;">The mathematics of RNNs, the basic architecture</a></li>
248-
<!-- navigation toc: --> <li><a href="._week46-bs044.html#four-effective-ways-to-learn-an-rnn-and-preparing-for-next-week" style="font-size: 80%;">Four effective ways to learn an RNN and preparing for next week</a></li>
249-
<!-- navigation toc: --> <li><a href="._week46-bs045.html#long-short-term-memory-lstm" style="font-size: 80%;">Long Short Term Memory (LSTM)</a></li>
277+
<!-- navigation toc: --> <li><a href="._week46-bs044.html#gating-mechanism-long-short-term-memory-lstm" style="font-size: 80%;">Gating mechanism: Long Short Term Memory (LSTM)</a></li>
278+
<!-- navigation toc: --> <li><a href="._week46-bs045.html#implementing-a-memory-cell-in-a-neural-network" style="font-size: 80%;">Implementing a memory cell in a neural network</a></li>
279+
<!-- navigation toc: --> <li><a href="._week46-bs048.html#lstm-details" style="font-size: 80%;">LSTM details</a></li>
280+
<!-- navigation toc: --> <li><a href="._week46-bs047.html#basic-layout-all-figures-from-raschka-et-al" style="font-size: 80%;">Basic layout (All figures from Raschka <em>et al.,</em>)</a></li>
281+
<!-- navigation toc: --> <li><a href="._week46-bs048.html#lstm-details" style="font-size: 80%;">LSTM details</a></li>
282+
<!-- navigation toc: --> <li><a href="._week46-bs049.html#comparing-with-a-standard-rnn" style="font-size: 80%;">Comparing with a standard RNN</a></li>
283+
<!-- navigation toc: --> <li><a href="._week46-bs050.html#lstm-details-i" style="font-size: 80%;">LSTM details I</a></li>
284+
<!-- navigation toc: --> <li><a href="._week46-bs051.html#lstm-details-ii" style="font-size: 80%;">LSTM details II</a></li>
285+
<!-- navigation toc: --> <li><a href="._week46-bs052.html#lstm-details-iii" style="font-size: 80%;">LSTM details III</a></li>
286+
<!-- navigation toc: --> <li><a href="._week46-bs053.html#forget-gate" style="font-size: 80%;">Forget gate</a></li>
287+
<!-- navigation toc: --> <li><a href="._week46-bs054.html#the-forget-gate" style="font-size: 80%;">The forget gate</a></li>
288+
<!-- navigation toc: --> <li><a href="._week46-bs059.html#basic-layout" style="font-size: 80%;">Basic layout</a></li>
289+
<!-- navigation toc: --> <li><a href="._week46-bs056.html#input-gate" style="font-size: 80%;">Input gate</a></li>
290+
<!-- navigation toc: --> <li><a href="._week46-bs057.html#short-summary" style="font-size: 80%;">Short summary</a></li>
291+
<!-- navigation toc: --> <li><a href="._week46-bs058.html#forget-and-input" style="font-size: 80%;">Forget and input</a></li>
292+
<!-- navigation toc: --> <li><a href="._week46-bs059.html#basic-layout" style="font-size: 80%;">Basic layout</a></li>
293+
<!-- navigation toc: --> <li><a href="._week46-bs060.html#output-gate" style="font-size: 80%;">Output gate</a></li>
294+
<!-- navigation toc: --> <li><a href="._week46-bs061.html#summary-of-lstm" style="font-size: 80%;">Summary of LSTM</a></li>
295+
<!-- navigation toc: --> <li><a href="._week46-bs062.html#lstm-implementation-using-tensorflow" style="font-size: 80%;">LSTM implementation using TensorFlow</a></li>
296+
<!-- navigation toc: --> <li><a href="._week46-bs063.html#and-the-corresponding-one-with-pytorch" style="font-size: 80%;">And the corresponding one with PyTorch</a></li>
250297

251298
</ul>
252299
</li>
@@ -299,7 +346,7 @@ <h2 id="plan-for-week-46" class="anchor">Plan for week 46 </h2>
299346
<li><a href="._week46-bs009.html">10</a></li>
300347
<li><a href="._week46-bs010.html">11</a></li>
301348
<li><a href="">...</a></li>
302-
<li><a href="._week46-bs045.html">46</a></li>
349+
<li><a href="._week46-bs063.html">64</a></li>
303350
<li><a href="._week46-bs002.html">&raquo;</a></li>
304351
</ul>
305352
<!-- ------------------- end of main content --------------- -->

‎doc/pub/week46/html/._week46-bs002.html‎

Lines changed: 55 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -159,15 +159,44 @@
159159
2,
160160
None,
161161
'the-mathematics-of-rnns-the-basic-architecture'),
162-
('Four effective ways to learn an RNN and preparing for next '
163-
'week',
162+
('Gating mechanism: Long Short Term Memory (LSTM)',
164163
2,
165164
None,
166-
'four-effective-ways-to-learn-an-rnn-and-preparing-for-next-week'),
167-
('Long Short Term Memory (LSTM)',
165+
'gating-mechanism-long-short-term-memory-lstm'),
166+
('Implementing a memory cell in a neural network',
168167
2,
169168
None,
170-
'long-short-term-memory-lstm')]}
169+
'implementing-a-memory-cell-in-a-neural-network'),
170+
('LSTM details', 2, None, 'lstm-details'),
171+
('Basic layout (All figures from Raschka *et al.,*)',
172+
2,
173+
None,
174+
'basic-layout-all-figures-from-raschka-et-al'),
175+
('LSTM details', 2, None, 'lstm-details'),
176+
('Comparing with a standard RNN',
177+
2,
178+
None,
179+
'comparing-with-a-standard-rnn'),
180+
('LSTM details I', 2, None, 'lstm-details-i'),
181+
('LSTM details II', 2, None, 'lstm-details-ii'),
182+
('LSTM details III', 2, None, 'lstm-details-iii'),
183+
('Forget gate', 2, None, 'forget-gate'),
184+
('The forget gate', 2, None, 'the-forget-gate'),
185+
('Basic layout', 2, None, 'basic-layout'),
186+
('Input gate', 2, None, 'input-gate'),
187+
('Short summary', 2, None, 'short-summary'),
188+
('Forget and input', 2, None, 'forget-and-input'),
189+
('Basic layout', 2, None, 'basic-layout'),
190+
('Output gate', 2, None, 'output-gate'),
191+
('Summary of LSTM', 2, None, 'summary-of-lstm'),
192+
('LSTM implementation using TensorFlow',
193+
2,
194+
None,
195+
'lstm-implementation-using-tensorflow'),
196+
('And the corresponding one with PyTorch',
197+
2,
198+
None,
199+
'and-the-corresponding-one-with-pytorch')]}
171200
end of tocinfo -->
172201

173202
<body>
@@ -245,8 +274,26 @@
245274
<!-- navigation toc: --> <li><a href="._week46-bs041.html#summary-of-a-typical-rnn" style="font-size: 80%;">Summary of a typical RNN</a></li>
246275
<!-- navigation toc: --> <li><a href="._week46-bs042.html#four-effective-ways-to-learn-an-rnn" style="font-size: 80%;">Four effective ways to learn an RNN</a></li>
247276
<!-- navigation toc: --> <li><a href="._week46-bs043.html#the-mathematics-of-rnns-the-basic-architecture" style="font-size: 80%;">The mathematics of RNNs, the basic architecture</a></li>
248-
<!-- navigation toc: --> <li><a href="._week46-bs044.html#four-effective-ways-to-learn-an-rnn-and-preparing-for-next-week" style="font-size: 80%;">Four effective ways to learn an RNN and preparing for next week</a></li>
249-
<!-- navigation toc: --> <li><a href="._week46-bs045.html#long-short-term-memory-lstm" style="font-size: 80%;">Long Short Term Memory (LSTM)</a></li>
277+
<!-- navigation toc: --> <li><a href="._week46-bs044.html#gating-mechanism-long-short-term-memory-lstm" style="font-size: 80%;">Gating mechanism: Long Short Term Memory (LSTM)</a></li>
278+
<!-- navigation toc: --> <li><a href="._week46-bs045.html#implementing-a-memory-cell-in-a-neural-network" style="font-size: 80%;">Implementing a memory cell in a neural network</a></li>
279+
<!-- navigation toc: --> <li><a href="._week46-bs048.html#lstm-details" style="font-size: 80%;">LSTM details</a></li>
280+
<!-- navigation toc: --> <li><a href="._week46-bs047.html#basic-layout-all-figures-from-raschka-et-al" style="font-size: 80%;">Basic layout (All figures from Raschka <em>et al.,</em>)</a></li>
281+
<!-- navigation toc: --> <li><a href="._week46-bs048.html#lstm-details" style="font-size: 80%;">LSTM details</a></li>
282+
<!-- navigation toc: --> <li><a href="._week46-bs049.html#comparing-with-a-standard-rnn" style="font-size: 80%;">Comparing with a standard RNN</a></li>
283+
<!-- navigation toc: --> <li><a href="._week46-bs050.html#lstm-details-i" style="font-size: 80%;">LSTM details I</a></li>
284+
<!-- navigation toc: --> <li><a href="._week46-bs051.html#lstm-details-ii" style="font-size: 80%;">LSTM details II</a></li>
285+
<!-- navigation toc: --> <li><a href="._week46-bs052.html#lstm-details-iii" style="font-size: 80%;">LSTM details III</a></li>
286+
<!-- navigation toc: --> <li><a href="._week46-bs053.html#forget-gate" style="font-size: 80%;">Forget gate</a></li>
287+
<!-- navigation toc: --> <li><a href="._week46-bs054.html#the-forget-gate" style="font-size: 80%;">The forget gate</a></li>
288+
<!-- navigation toc: --> <li><a href="._week46-bs059.html#basic-layout" style="font-size: 80%;">Basic layout</a></li>
289+
<!-- navigation toc: --> <li><a href="._week46-bs056.html#input-gate" style="font-size: 80%;">Input gate</a></li>
290+
<!-- navigation toc: --> <li><a href="._week46-bs057.html#short-summary" style="font-size: 80%;">Short summary</a></li>
291+
<!-- navigation toc: --> <li><a href="._week46-bs058.html#forget-and-input" style="font-size: 80%;">Forget and input</a></li>
292+
<!-- navigation toc: --> <li><a href="._week46-bs059.html#basic-layout" style="font-size: 80%;">Basic layout</a></li>
293+
<!-- navigation toc: --> <li><a href="._week46-bs060.html#output-gate" style="font-size: 80%;">Output gate</a></li>
294+
<!-- navigation toc: --> <li><a href="._week46-bs061.html#summary-of-lstm" style="font-size: 80%;">Summary of LSTM</a></li>
295+
<!-- navigation toc: --> <li><a href="._week46-bs062.html#lstm-implementation-using-tensorflow" style="font-size: 80%;">LSTM implementation using TensorFlow</a></li>
296+
<!-- navigation toc: --> <li><a href="._week46-bs063.html#and-the-corresponding-one-with-pytorch" style="font-size: 80%;">And the corresponding one with PyTorch</a></li>
250297

251298
</ul>
252299
</li>
@@ -284,7 +331,7 @@ <h2 id="reading-recommendations" class="anchor">Reading recommendations </h2>
284331
<li><a href="._week46-bs010.html">11</a></li>
285332
<li><a href="._week46-bs011.html">12</a></li>
286333
<li><a href="">...</a></li>
287-
<li><a href="._week46-bs045.html">46</a></li>
334+
<li><a href="._week46-bs063.html">64</a></li>
288335
<li><a href="._week46-bs003.html">&raquo;</a></li>
289336
</ul>
290337
<!-- ------------------- end of main content --------------- -->

0 commit comments

Comments
 (0)