|
146 | 146 | ('The Hessian matrix', 2, None, 'the-hessian-matrix'), |
147 | 147 | ('Simple program', 2, None, 'simple-program'), |
148 | 148 | ('Gradient Descent Example', 2, None, 'gradient-descent-example'), |
149 | | - ('And a corresponding example using _scikit-learn_', |
150 | | - 2, |
151 | | - None, |
152 | | - 'and-a-corresponding-example-using-scikit-learn'), |
153 | 149 | ('Gradient descent and Ridge', |
154 | 150 | 2, |
155 | 151 | None, |
|
266 | 262 | <!-- navigation toc: --> <li><a href="._week36-bs006.html#the-singular-value-decomposition" style="font-size: 80%;">The singular value decomposition</a></li> |
267 | 263 | <!-- navigation toc: --> <li><a href="._week36-bs007.html#linear-regression-problems" style="font-size: 80%;">Linear Regression Problems</a></li> |
268 | 264 | <!-- navigation toc: --> <li><a href="._week36-bs008.html#fixing-the-singularity" style="font-size: 80%;">Fixing the singularity</a></li> |
269 | | - <!-- navigation toc: --> <li><a href="._week36-bs052.html#ridge-and-lasso-regression" style="font-size: 80%;">Ridge and LASSO Regression</a></li> |
270 | | - <!-- navigation toc: --> <li><a href="._week36-bs054.html#deriving-the-ridge-regression-equations" style="font-size: 80%;">Deriving the Ridge Regression Equations</a></li> |
| 265 | + <!-- navigation toc: --> <li><a href="._week36-bs051.html#ridge-and-lasso-regression" style="font-size: 80%;">Ridge and LASSO Regression</a></li> |
| 266 | + <!-- navigation toc: --> <li><a href="._week36-bs053.html#deriving-the-ridge-regression-equations" style="font-size: 80%;">Deriving the Ridge Regression Equations</a></li> |
271 | 267 | <!-- navigation toc: --> <li><a href="._week36-bs011.html#basic-math-of-the-svd" style="font-size: 80%;">Basic math of the SVD</a></li> |
272 | 268 | <!-- navigation toc: --> <li><a href="._week36-bs012.html#the-svd-a-fantastic-algorithm" style="font-size: 80%;">The SVD, a Fantastic Algorithm</a></li> |
273 | 269 | <!-- navigation toc: --> <li><a href="._week36-bs013.html#economy-size-svd" style="font-size: 80%;">Economy-size SVD</a></li> |
|
278 | 274 | <!-- navigation toc: --> <li><a href="._week36-bs018.html#setting-up-the-matrix-to-be-inverted" style="font-size: 80%;">Setting up the Matrix to be inverted</a></li> |
279 | 275 | <!-- navigation toc: --> <li><a href="._week36-bs019.html#further-properties-important-for-our-analyses-later" style="font-size: 80%;">Further properties (important for our analyses later)</a></li> |
280 | 276 | <!-- navigation toc: --> <li><a href="._week36-bs020.html#back-to-ridge-and-lasso-regression" style="font-size: 80%;">Back to Ridge and LASSO Regression</a></li> |
281 | | - <!-- navigation toc: --> <li><a href="._week36-bs058.html#interpreting-the-ridge-results" style="font-size: 80%;">Interpreting the Ridge results</a></li> |
282 | | - <!-- navigation toc: --> <li><a href="._week36-bs059.html#more-interpretations" style="font-size: 80%;">More interpretations</a></li> |
283 | | - <!-- navigation toc: --> <li><a href="._week36-bs060.html#deriving-the-lasso-regression-equations" style="font-size: 80%;">Deriving the Lasso Regression Equations</a></li> |
| 277 | + <!-- navigation toc: --> <li><a href="._week36-bs057.html#interpreting-the-ridge-results" style="font-size: 80%;">Interpreting the Ridge results</a></li> |
| 278 | + <!-- navigation toc: --> <li><a href="._week36-bs058.html#more-interpretations" style="font-size: 80%;">More interpretations</a></li> |
| 279 | + <!-- navigation toc: --> <li><a href="._week36-bs059.html#deriving-the-lasso-regression-equations" style="font-size: 80%;">Deriving the Lasso Regression Equations</a></li> |
284 | 280 | <!-- navigation toc: --> <li><a href="._week36-bs024.html#optimization-and-gradient-descent-the-central-part-of-any-machine-learning-algortithm" style="font-size: 80%;">Optimization and gradient descent, the central part of any Machine Learning algortithm</a></li> |
285 | 281 | <!-- navigation toc: --> <li><a href="._week36-bs025.html#reminder-on-newton-raphson-s-method" style="font-size: 80%;">Reminder on Newton-Raphson's method</a></li> |
286 | 282 | <!-- navigation toc: --> <li><a href="._week36-bs026.html#the-equations" style="font-size: 80%;">The equations</a></li> |
|
301 | 297 | <!-- navigation toc: --> <li><a href="._week36-bs041.html#the-hessian-matrix" style="font-size: 80%;">The Hessian matrix</a></li> |
302 | 298 | <!-- navigation toc: --> <li><a href="._week36-bs042.html#simple-program" style="font-size: 80%;">Simple program</a></li> |
303 | 299 | <!-- navigation toc: --> <li><a href="._week36-bs043.html#gradient-descent-example" style="font-size: 80%;">Gradient Descent Example</a></li> |
304 | | - <!-- navigation toc: --> <li><a href="._week36-bs044.html#and-a-corresponding-example-using-scikit-learn" style="font-size: 80%;">And a corresponding example using <b>scikit-learn</b></a></li> |
305 | | - <!-- navigation toc: --> <li><a href="._week36-bs045.html#gradient-descent-and-ridge" style="font-size: 80%;">Gradient descent and Ridge</a></li> |
306 | | - <!-- navigation toc: --> <li><a href="._week36-bs046.html#the-hessian-matrix-for-ridge-regression" style="font-size: 80%;">The Hessian matrix for Ridge Regression</a></li> |
307 | | - <!-- navigation toc: --> <li><a href="._week36-bs047.html#program-example-for-gradient-descent-with-ridge-regression" style="font-size: 80%;">Program example for gradient descent with Ridge Regression</a></li> |
308 | | - <!-- navigation toc: --> <li><a href="._week36-bs048.html#using-gradient-descent-methods-limitations" style="font-size: 80%;">Using gradient descent methods, limitations</a></li> |
309 | | - <!-- navigation toc: --> <li><a href="._week36-bs049.html#material-for-lab-sessions-sessions-tuesday-and-wednesday" style="font-size: 80%;">Material for lab sessions sessions Tuesday and Wednesday</a></li> |
310 | | - <!-- navigation toc: --> <li><a href="._week36-bs050.html#linear-regression-and-the-svd" style="font-size: 80%;">Linear Regression and the SVD</a></li> |
311 | | - <!-- navigation toc: --> <li><a href="._week36-bs051.html#what-does-it-mean" style="font-size: 80%;">What does it mean?</a></li> |
312 | | - <!-- navigation toc: --> <li><a href="._week36-bs052.html#ridge-and-lasso-regression" style="font-size: 80%;">Ridge and LASSO Regression</a></li> |
313 | | - <!-- navigation toc: --> <li><a href="._week36-bs053.html#from-ols-to-ridge-and-lasso" style="font-size: 80%;">From OLS to Ridge and Lasso</a></li> |
314 | | - <!-- navigation toc: --> <li><a href="._week36-bs054.html#deriving-the-ridge-regression-equations" style="font-size: 80%;">Deriving the Ridge Regression Equations</a></li> |
315 | | - <!-- navigation toc: --> <li><a href="._week36-bs055.html#note-on-scikit-learn" style="font-size: 80%;">Note on Scikit-Learn</a></li> |
316 | | - <!-- navigation toc: --> <li><a href="._week36-bs056.html#comparison-with-ols" style="font-size: 80%;">Comparison with OLS</a></li> |
317 | | - <!-- navigation toc: --> <li><a href="._week36-bs057.html#svd-analysis" style="font-size: 80%;">SVD analysis</a></li> |
318 | | - <!-- navigation toc: --> <li><a href="._week36-bs058.html#interpreting-the-ridge-results" style="font-size: 80%;">Interpreting the Ridge results</a></li> |
319 | | - <!-- navigation toc: --> <li><a href="._week36-bs059.html#more-interpretations" style="font-size: 80%;">More interpretations</a></li> |
320 | | - <!-- navigation toc: --> <li><a href="._week36-bs060.html#deriving-the-lasso-regression-equations" style="font-size: 80%;">Deriving the Lasso Regression Equations</a></li> |
321 | | - <!-- navigation toc: --> <li><a href="._week36-bs061.html#simple-example-to-illustrate-ordinary-least-squares-ridge-and-lasso-regression" style="font-size: 80%;">Simple example to illustrate Ordinary Least Squares, Ridge and Lasso Regression</a></li> |
322 | | - <!-- navigation toc: --> <li><a href="._week36-bs062.html#ridge-regression" style="font-size: 80%;">Ridge Regression</a></li> |
323 | | - <!-- navigation toc: --> <li><a href="._week36-bs063.html#lasso-regression" style="font-size: 80%;">Lasso Regression</a></li> |
324 | | - <!-- navigation toc: --> <li><a href="._week36-bs064.html#yet-another-example" style="font-size: 80%;">Yet another Example</a></li> |
325 | | - <!-- navigation toc: --> <li><a href="._week36-bs065.html#the-ols-case" style="font-size: 80%;">The OLS case</a></li> |
326 | | - <!-- navigation toc: --> <li><a href="._week36-bs066.html#the-ridge-case" style="font-size: 80%;">The Ridge case</a></li> |
327 | | - <!-- navigation toc: --> <li><a href="._week36-bs067.html#writing-the-cost-function" style="font-size: 80%;">Writing the Cost Function</a></li> |
328 | | - <!-- navigation toc: --> <li><a href="._week36-bs068.html#lasso-case" style="font-size: 80%;">Lasso case</a></li> |
329 | | - <!-- navigation toc: --> <li><a href="._week36-bs069.html#the-first-case" style="font-size: 80%;">The first Case</a></li> |
330 | | - <!-- navigation toc: --> <li><a href="._week36-bs070.html#simple-code-for-solving-the-above-problem" style="font-size: 80%;">Simple code for solving the above problem</a></li> |
331 | | - <!-- navigation toc: --> <li><a href="._week36-bs071.html#with-lasso-regression" style="font-size: 80%;">With Lasso Regression</a></li> |
332 | | - <!-- navigation toc: --> <li><a href="._week36-bs072.html#another-example-now-with-a-polynomial-fit" style="font-size: 80%;">Another Example, now with a polynomial fit</a></li> |
| 300 | + <!-- navigation toc: --> <li><a href="._week36-bs044.html#gradient-descent-and-ridge" style="font-size: 80%;">Gradient descent and Ridge</a></li> |
| 301 | + <!-- navigation toc: --> <li><a href="._week36-bs045.html#the-hessian-matrix-for-ridge-regression" style="font-size: 80%;">The Hessian matrix for Ridge Regression</a></li> |
| 302 | + <!-- navigation toc: --> <li><a href="._week36-bs046.html#program-example-for-gradient-descent-with-ridge-regression" style="font-size: 80%;">Program example for gradient descent with Ridge Regression</a></li> |
| 303 | + <!-- navigation toc: --> <li><a href="._week36-bs047.html#using-gradient-descent-methods-limitations" style="font-size: 80%;">Using gradient descent methods, limitations</a></li> |
| 304 | + <!-- navigation toc: --> <li><a href="._week36-bs048.html#material-for-lab-sessions-sessions-tuesday-and-wednesday" style="font-size: 80%;">Material for lab sessions sessions Tuesday and Wednesday</a></li> |
| 305 | + <!-- navigation toc: --> <li><a href="._week36-bs049.html#linear-regression-and-the-svd" style="font-size: 80%;">Linear Regression and the SVD</a></li> |
| 306 | + <!-- navigation toc: --> <li><a href="._week36-bs050.html#what-does-it-mean" style="font-size: 80%;">What does it mean?</a></li> |
| 307 | + <!-- navigation toc: --> <li><a href="._week36-bs051.html#ridge-and-lasso-regression" style="font-size: 80%;">Ridge and LASSO Regression</a></li> |
| 308 | + <!-- navigation toc: --> <li><a href="._week36-bs052.html#from-ols-to-ridge-and-lasso" style="font-size: 80%;">From OLS to Ridge and Lasso</a></li> |
| 309 | + <!-- navigation toc: --> <li><a href="._week36-bs053.html#deriving-the-ridge-regression-equations" style="font-size: 80%;">Deriving the Ridge Regression Equations</a></li> |
| 310 | + <!-- navigation toc: --> <li><a href="._week36-bs054.html#note-on-scikit-learn" style="font-size: 80%;">Note on Scikit-Learn</a></li> |
| 311 | + <!-- navigation toc: --> <li><a href="._week36-bs055.html#comparison-with-ols" style="font-size: 80%;">Comparison with OLS</a></li> |
| 312 | + <!-- navigation toc: --> <li><a href="._week36-bs056.html#svd-analysis" style="font-size: 80%;">SVD analysis</a></li> |
| 313 | + <!-- navigation toc: --> <li><a href="._week36-bs057.html#interpreting-the-ridge-results" style="font-size: 80%;">Interpreting the Ridge results</a></li> |
| 314 | + <!-- navigation toc: --> <li><a href="._week36-bs058.html#more-interpretations" style="font-size: 80%;">More interpretations</a></li> |
| 315 | + <!-- navigation toc: --> <li><a href="._week36-bs059.html#deriving-the-lasso-regression-equations" style="font-size: 80%;">Deriving the Lasso Regression Equations</a></li> |
| 316 | + <!-- navigation toc: --> <li><a href="._week36-bs060.html#simple-example-to-illustrate-ordinary-least-squares-ridge-and-lasso-regression" style="font-size: 80%;">Simple example to illustrate Ordinary Least Squares, Ridge and Lasso Regression</a></li> |
| 317 | + <!-- navigation toc: --> <li><a href="._week36-bs061.html#ridge-regression" style="font-size: 80%;">Ridge Regression</a></li> |
| 318 | + <!-- navigation toc: --> <li><a href="._week36-bs062.html#lasso-regression" style="font-size: 80%;">Lasso Regression</a></li> |
| 319 | + <!-- navigation toc: --> <li><a href="._week36-bs063.html#yet-another-example" style="font-size: 80%;">Yet another Example</a></li> |
| 320 | + <!-- navigation toc: --> <li><a href="._week36-bs064.html#the-ols-case" style="font-size: 80%;">The OLS case</a></li> |
| 321 | + <!-- navigation toc: --> <li><a href="._week36-bs065.html#the-ridge-case" style="font-size: 80%;">The Ridge case</a></li> |
| 322 | + <!-- navigation toc: --> <li><a href="._week36-bs066.html#writing-the-cost-function" style="font-size: 80%;">Writing the Cost Function</a></li> |
| 323 | + <!-- navigation toc: --> <li><a href="._week36-bs067.html#lasso-case" style="font-size: 80%;">Lasso case</a></li> |
| 324 | + <!-- navigation toc: --> <li><a href="._week36-bs068.html#the-first-case" style="font-size: 80%;">The first Case</a></li> |
| 325 | + <!-- navigation toc: --> <li><a href="._week36-bs069.html#simple-code-for-solving-the-above-problem" style="font-size: 80%;">Simple code for solving the above problem</a></li> |
| 326 | + <!-- navigation toc: --> <li><a href="._week36-bs070.html#with-lasso-regression" style="font-size: 80%;">With Lasso Regression</a></li> |
| 327 | + <!-- navigation toc: --> <li><a href="._week36-bs071.html#another-example-now-with-a-polynomial-fit" style="font-size: 80%;">Another Example, now with a polynomial fit</a></li> |
333 | 328 |
|
334 | 329 | </ul> |
335 | 330 | </li> |
@@ -381,7 +376,7 @@ <h4>September 1-5, 2025</h4> |
381 | 376 | <li><a href="._week36-bs008.html">9</a></li> |
382 | 377 | <li><a href="._week36-bs009.html">10</a></li> |
383 | 378 | <li><a href="">...</a></li> |
384 | | - <li><a href="._week36-bs072.html">73</a></li> |
| 379 | + <li><a href="._week36-bs071.html">72</a></li> |
385 | 380 | <li><a href="._week36-bs001.html">»</a></li> |
386 | 381 | </ul> |
387 | 382 | <!-- ------------------- end of main content --------------- --> |
|
0 commit comments