Deploying to gh-pages from @ 4c03ae4 🚀

goombalab · Aug 20, 2024 · 1c47108 · 1c47108
1 parent ef6ff78
commit 1c47108
Show file tree

Hide file tree

Showing 49 changed files with 851 additions and 6 deletions.
diff --git a/assets/bibliography/mohawk.bib b/assets/bibliography/mohawk.bib
diff --git a/assets/img/2024-08-20-mohawk/fig:phi-mamba-arch-1400.webp b/assets/img/2024-08-20-mohawk/fig:phi-mamba-arch-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:phi-mamba-arch-480.webp b/assets/img/2024-08-20-mohawk/fig:phi-mamba-arch-480.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:phi-mamba-arch-800.webp b/assets/img/2024-08-20-mohawk/fig:phi-mamba-arch-800.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:phi-mamba-arch.png b/assets/img/2024-08-20-mohawk/fig:phi-mamba-arch.png
diff --git a/assets/img/2024-08-20-mohawk/fig:phi-mamba-pic-1400.webp b/assets/img/2024-08-20-mohawk/fig:phi-mamba-pic-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:phi-mamba-pic-480.webp b/assets/img/2024-08-20-mohawk/fig:phi-mamba-pic-480.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:phi-mamba-pic-800.webp b/assets/img/2024-08-20-mohawk/fig:phi-mamba-pic-800.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:phi-mamba-pic.png b/assets/img/2024-08-20-mohawk/fig:phi-mamba-pic.png
diff --git a/assets/img/2024-08-20-mohawk/fig:training-law-stage12-1400.webp b/assets/img/2024-08-20-mohawk/fig:training-law-stage12-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:training-law-stage12-480.webp b/assets/img/2024-08-20-mohawk/fig:training-law-stage12-480.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:training-law-stage12-800.webp b/assets/img/2024-08-20-mohawk/fig:training-law-stage12-800.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:training-law-stage12.png b/assets/img/2024-08-20-mohawk/fig:training-law-stage12.png
diff --git a/assets/img/2024-08-20-mohawk/fig:training-law-stage23-1400.webp b/assets/img/2024-08-20-mohawk/fig:training-law-stage23-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:training-law-stage23-480.webp b/assets/img/2024-08-20-mohawk/fig:training-law-stage23-480.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:training-law-stage23-800.webp b/assets/img/2024-08-20-mohawk/fig:training-law-stage23-800.webp
diff --git a/assets/img/2024-08-20-mohawk/fig:training-law-stage23.png b/assets/img/2024-08-20-mohawk/fig:training-law-stage23.png
diff --git a/assets/img/2024-08-20-mohawk/preview:mohawk-1400.webp b/assets/img/2024-08-20-mohawk/preview:mohawk-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/preview:mohawk-480.webp b/assets/img/2024-08-20-mohawk/preview:mohawk-480.webp
diff --git a/assets/img/2024-08-20-mohawk/preview:mohawk-800.webp b/assets/img/2024-08-20-mohawk/preview:mohawk-800.webp
diff --git a/assets/img/2024-08-20-mohawk/preview:mohawk.png b/assets/img/2024-08-20-mohawk/preview:mohawk.png
diff --git a/assets/img/2024-08-20-mohawk/table:attn-matrix-approx-1400.webp b/assets/img/2024-08-20-mohawk/table:attn-matrix-approx-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/table:attn-matrix-approx-480.webp b/assets/img/2024-08-20-mohawk/table:attn-matrix-approx-480.webp
diff --git a/assets/img/2024-08-20-mohawk/table:attn-matrix-approx-800.webp b/assets/img/2024-08-20-mohawk/table:attn-matrix-approx-800.webp
diff --git a/assets/img/2024-08-20-mohawk/table:attn-matrix-approx.png b/assets/img/2024-08-20-mohawk/table:attn-matrix-approx.png
diff --git a/assets/img/2024-08-20-mohawk/table:hybrid-phi-mamba-performance-1400.webp b/assets/img/2024-08-20-mohawk/table:hybrid-phi-mamba-performance-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/table:hybrid-phi-mamba-performance-480.webp b/assets/img/2024-08-20-mohawk/table:hybrid-phi-mamba-performance-480.webp
diff --git a/assets/img/2024-08-20-mohawk/table:hybrid-phi-mamba-performance-800.webp b/assets/img/2024-08-20-mohawk/table:hybrid-phi-mamba-performance-800.webp
diff --git a/assets/img/2024-08-20-mohawk/table:hybrid-phi-mamba-performance.png b/assets/img/2024-08-20-mohawk/table:hybrid-phi-mamba-performance.png
diff --git a/assets/img/2024-08-20-mohawk/table:mixer-structure-abl-1400.webp b/assets/img/2024-08-20-mohawk/table:mixer-structure-abl-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/table:mixer-structure-abl-480.webp b/assets/img/2024-08-20-mohawk/table:mixer-structure-abl-480.webp
diff --git a/assets/img/2024-08-20-mohawk/table:mixer-structure-abl-800.webp b/assets/img/2024-08-20-mohawk/table:mixer-structure-abl-800.webp
diff --git a/assets/img/2024-08-20-mohawk/table:mixer-structure-abl.png b/assets/img/2024-08-20-mohawk/table:mixer-structure-abl.png
diff --git a/assets/img/2024-08-20-mohawk/table:mohawk-stage-abl-1400.webp b/assets/img/2024-08-20-mohawk/table:mohawk-stage-abl-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/table:mohawk-stage-abl-480.webp b/assets/img/2024-08-20-mohawk/table:mohawk-stage-abl-480.webp
diff --git a/assets/img/2024-08-20-mohawk/table:mohawk-stage-abl-800.webp b/assets/img/2024-08-20-mohawk/table:mohawk-stage-abl-800.webp
diff --git a/assets/img/2024-08-20-mohawk/table:mohawk-stage-abl.png b/assets/img/2024-08-20-mohawk/table:mohawk-stage-abl.png
diff --git a/assets/img/2024-08-20-mohawk/table:phi-mamba-performance-1400.webp b/assets/img/2024-08-20-mohawk/table:phi-mamba-performance-1400.webp
diff --git a/assets/img/2024-08-20-mohawk/table:phi-mamba-performance-480.webp b/assets/img/2024-08-20-mohawk/table:phi-mamba-performance-480.webp
diff --git a/assets/img/2024-08-20-mohawk/table:phi-mamba-performance-800.webp b/assets/img/2024-08-20-mohawk/table:phi-mamba-performance-800.webp
diff --git a/assets/img/2024-08-20-mohawk/table:phi-mamba-performance.png b/assets/img/2024-08-20-mohawk/table:phi-mamba-performance.png
diff --git a/assets/jupyter/blog.ipynb.html b/assets/jupyter/blog.ipynb.html
diff --git a/blog/2024/distillation-part1-mohawk/index.html b/blog/2024/distillation-part1-mohawk/index.html
diff --git a/blog/2024/distillation-part2-phi-mamba/index.html b/blog/2024/distillation-part2-phi-mamba/index.html
diff --git a/blog/2024/index.html b/blog/2024/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en"> <head> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <title> 2024 | Goomba Lab </title> <meta name="author" content="Goomba AI Lab"> <meta name="description" content="Homepage of the Goomba AI Lab @ CMU MLD. # A simple, whitespace theme for academics. Based on [*folio](https://github.com/bogoli/-folio) design. "> <meta name="keywords" content="jekyll, jekyll-theme, academic-website, portfolio-website"> <link rel="stylesheet" href="/assets/css/bootstrap.min.css?a4b3f509e79c54a512b890d73235ef04"> <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/css/mdb.min.css" integrity="sha256-jpjYvU3G3N6nrrBwXJoVEYI/0zw8htfFnhT9ljN3JJw=" crossorigin="anonymous"> <link defer rel="stylesheet" href="/assets/css/academicons.min.css?f0b7046b84e425c55f3463ac249818f5"> <link defer rel="stylesheet" type="text/css" href="https://fonts.googleapis.com/css?family=Roboto:300,400,500,700|Roboto+Slab:100,300,400,500,700|Material+Icons&amp;display=swap"> <link defer rel="stylesheet" href="/assets/css/jekyll-pygments-themes-github.css?591dab5a4e56573bf4ef7fd332894c99" media="" id="highlight_theme_light"> <link rel="shortcut icon" href="/assets/img/goomba_light.png?68e59a389531e710f3507b5f12827027"> <link rel="stylesheet" href="/assets/css/main.css?d41d8cd98f00b204e9800998ecf8427e"> <link rel="canonical" href="https://goombalab.github.io/blog/2024/"> <script src="/assets/js/theme.js?daf0da4e15ae2df6b4045ab97d680f8d"></script> </head> <body class="fixed-top-nav sticky-bottom-footer"> <header> <nav id="navbar" class="navbar navbar-light navbar-expand-sm fixed-top" role="navigation"> <div class="container"> <a class="navbar-brand title font-weight-lighter" href="/"> Goomba Lab <img src="/assets/img/goomba_transparent.png" width="30" height="30"> </a> <button class="navbar-toggler collapsed ml-auto" type="button" data-toggle="collapse" data-target="#navbarNav" aria-controls="navbarNav" aria-expanded="false" aria-label="Toggle navigation"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar top-bar"></span> <span class="icon-bar middle-bar"></span> <span class="icon-bar bottom-bar"></span> </button> <div class="collapse navbar-collapse text-right" id="navbarNav"> <ul class="navbar-nav ml-auto flex-nowrap"> <li class="nav-item "> <a class="nav-link" href="/">people </a> </li> <li class="nav-item "> <a class="nav-link" href="/blog/">blog </a> </li> <li class="nav-item "> <a class="nav-link" href="/repositories/">repositories </a> </li> </ul> </div> </div> </nav> <progress id="progress" value="0"> <div class="progress-container"> <span class="progress-bar"></span> </div> </progress> </header> <div class="container mt-5" role="main"> <div class="post"> <header class="post-header"> <h1 class="post-title"> <i class="fa-solid fa-calendar fa-sm"></i> 2024</h1> <p class="post-description">an archive of posts from this year</p> </header> <article class="archive"> <div class="table-responsive"> <table class="table table-sm table-borderless"> <tr> <th scope="row">Jul 16, 2024</th> <td> <a class="post-link" href="/blog/2024/hydra-part2-model/">Hydra Part II - The Model</a> </td> </tr> <tr> <th scope="row">Jul 16, 2024</th> <td> <a class="post-link" href="/blog/2024/hydra-part1-matrix-mixer/">Hydra Part I - Matrix Mixer Framework</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part4-systems/">State Space Duality (Mamba-2) Part IV - The Systems</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part3-algorithm/">State Space Duality (Mamba-2) Part III - The Algorithm</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part2-theory/">State Space Duality (Mamba-2) Part II - The Theory</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part1-model/">State Space Duality (Mamba-2) Part I - The Model</a> </td> </tr> </table> </div> </article> </div> </div> <footer class="sticky-bottom mt-5" role="contentinfo"> <div class="container"> © Copyright 2024 Goomba AI Lab. </div> </footer> <script src="https://cdn.jsdelivr.net/npm/[email protected]/dist/jquery.min.js" integrity="sha256-/xUj+3OJU5yExlq6GSYGSHk7tPXikynS7ogEvDej/m4=" crossorigin="anonymous"></script> <script src="/assets/js/bootstrap.bundle.min.js"></script> <script src="https://cdn.jsdelivr.net/npm/[email protected]/js/mdb.min.js" integrity="sha256-NdbiivsvWt7VYCt6hYNT3h/th9vSTL4EDWeGs5SN3DA=" crossorigin="anonymous"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/masonry.pkgd.min.js" integrity="sha256-Nn1q/fx0H7SNLZMQ5Hw5JLaTRZp0yILA/FRexe19VdI=" crossorigin="anonymous"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/imagesloaded.pkgd.min.js" integrity="sha256-htrLFfZJ6v5udOG+3kNLINIKh2gvoKqwEhHYfTTMICc=" crossorigin="anonymous"></script> <script defer src="/assets/js/masonry.js" type="text/javascript"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/medium-zoom.min.js" integrity="sha256-ZgMyDAIYDYGxbcpJcfUnYwNevG/xi9OHKaR/8GK+jWc=" crossorigin="anonymous"></script> <script defer src="/assets/js/zoom.js?85ddb88934d28b74e78031fd54cf8308"></script> <script src="/assets/js/no_defer.js?2781658a0a2b13ed609542042a859126"></script> <script defer src="/assets/js/common.js?b7816bd189846d29eded8745f9c4cf77"></script> <script defer src="/assets/js/copy_code.js?12775fdf7f95e901d7119054556e495f" type="text/javascript"></script> <script defer src="/assets/js/jupyter_new_tab.js?d9f17b6adc2311cbabd747f4538bb15f"></script> <script async src="https://d1bxh8uas1mnw7.cloudfront.net/assets/embed.js"></script> <script async src="https://badge.dimensions.ai/badge.js"></script> <script type="text/javascript">window.MathJax={tex:{tags:"ams"}};</script> <script defer type="text/javascript" id="MathJax-script" src="https://cdn.jsdelivr.net/npm/[email protected]/es5/tex-mml-chtml.min.js" integrity="sha256-rjmgmaB99riUNcdlrDtcAiwtLIojSxNyUFdl+Qh+rB4=" crossorigin="anonymous"></script> <script defer src="https://cdnjs.cloudflare.com/polyfill/v3/polyfill.min.js?features=es6" crossorigin="anonymous"></script> <script type="text/javascript">function progressBarSetup(){"max"in document.createElement("progress")?(initializeProgressElement(),$(document).on("scroll",function(){progressBar.attr({value:getCurrentScrollPosition()})}),$(window).on("resize",initializeProgressElement)):(resizeProgressBar(),$(document).on("scroll",resizeProgressBar),$(window).on("resize",resizeProgressBar))}function getCurrentScrollPosition(){return $(window).scrollTop()}function initializeProgressElement(){let e=$("#navbar").outerHeight(!0);$("body").css({"padding-top":e}),$("progress-container").css({"padding-top":e}),progressBar.css({top:e}),progressBar.attr({max:getDistanceToScroll(),value:getCurrentScrollPosition()})}function getDistanceToScroll(){return $(document).height()-$(window).height()}function resizeProgressBar(){progressBar.css({width:getWidthPercentage()+"%"})}function getWidthPercentage(){return getCurrentScrollPosition()/getDistanceToScroll()*100}const progressBar=$("#progress");window.onload=function(){setTimeout(progressBarSetup,50)};</script> <script src="/assets/js/vanilla-back-to-top.min.js?f40d453793ff4f64e238e420181a1d17"></script> <script>addBackToTop();</script> </body> </html>
+<!DOCTYPE html> <html lang="en"> <head> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <title> 2024 | Goomba Lab </title> <meta name="author" content="Goomba AI Lab"> <meta name="description" content="Homepage of the Goomba AI Lab @ CMU MLD. # A simple, whitespace theme for academics. Based on [*folio](https://github.com/bogoli/-folio) design. "> <meta name="keywords" content="jekyll, jekyll-theme, academic-website, portfolio-website"> <link rel="stylesheet" href="/assets/css/bootstrap.min.css?a4b3f509e79c54a512b890d73235ef04"> <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/css/mdb.min.css" integrity="sha256-jpjYvU3G3N6nrrBwXJoVEYI/0zw8htfFnhT9ljN3JJw=" crossorigin="anonymous"> <link defer rel="stylesheet" href="/assets/css/academicons.min.css?f0b7046b84e425c55f3463ac249818f5"> <link defer rel="stylesheet" type="text/css" href="https://fonts.googleapis.com/css?family=Roboto:300,400,500,700|Roboto+Slab:100,300,400,500,700|Material+Icons&amp;display=swap"> <link defer rel="stylesheet" href="/assets/css/jekyll-pygments-themes-github.css?591dab5a4e56573bf4ef7fd332894c99" media="" id="highlight_theme_light"> <link rel="shortcut icon" href="/assets/img/goomba_light.png?68e59a389531e710f3507b5f12827027"> <link rel="stylesheet" href="/assets/css/main.css?d41d8cd98f00b204e9800998ecf8427e"> <link rel="canonical" href="https://goombalab.github.io/blog/2024/"> <script src="/assets/js/theme.js?daf0da4e15ae2df6b4045ab97d680f8d"></script> </head> <body class="fixed-top-nav sticky-bottom-footer"> <header> <nav id="navbar" class="navbar navbar-light navbar-expand-sm fixed-top" role="navigation"> <div class="container"> <a class="navbar-brand title font-weight-lighter" href="/"> Goomba Lab <img src="/assets/img/goomba_transparent.png" width="30" height="30"> </a> <button class="navbar-toggler collapsed ml-auto" type="button" data-toggle="collapse" data-target="#navbarNav" aria-controls="navbarNav" aria-expanded="false" aria-label="Toggle navigation"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar top-bar"></span> <span class="icon-bar middle-bar"></span> <span class="icon-bar bottom-bar"></span> </button> <div class="collapse navbar-collapse text-right" id="navbarNav"> <ul class="navbar-nav ml-auto flex-nowrap"> <li class="nav-item "> <a class="nav-link" href="/">people </a> </li> <li class="nav-item "> <a class="nav-link" href="/blog/">blog </a> </li> <li class="nav-item "> <a class="nav-link" href="/repositories/">repositories </a> </li> </ul> </div> </div> </nav> <progress id="progress" value="0"> <div class="progress-container"> <span class="progress-bar"></span> </div> </progress> </header> <div class="container mt-5" role="main"> <div class="post"> <header class="post-header"> <h1 class="post-title"> <i class="fa-solid fa-calendar fa-sm"></i> 2024</h1> <p class="post-description">an archive of posts from this year</p> </header> <article class="archive"> <div class="table-responsive"> <table class="table table-sm table-borderless"> <tr> <th scope="row">Aug 20, 2024</th> <td> <a class="post-link" href="/blog/2024/distillation-part2-phi-mamba/">Cross-Architecture Distillation Part II - Phi-Mamba-1.5B Model and Training Laws</a> </td> </tr> <tr> <th scope="row">Aug 20, 2024</th> <td> <a class="post-link" href="/blog/2024/distillation-part1-mohawk/">Cross-Architecture Distillation Part I - The MOHAWK Framework</a> </td> </tr> <tr> <th scope="row">Jul 16, 2024</th> <td> <a class="post-link" href="/blog/2024/hydra-part2-model/">Hydra Part II - The Model</a> </td> </tr> <tr> <th scope="row">Jul 16, 2024</th> <td> <a class="post-link" href="/blog/2024/hydra-part1-matrix-mixer/">Hydra Part I - Matrix Mixer Framework</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part4-systems/">State Space Duality (Mamba-2) Part IV - The Systems</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part3-algorithm/">State Space Duality (Mamba-2) Part III - The Algorithm</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part2-theory/">State Space Duality (Mamba-2) Part II - The Theory</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part1-model/">State Space Duality (Mamba-2) Part I - The Model</a> </td> </tr> </table> </div> </article> </div> </div> <footer class="sticky-bottom mt-5" role="contentinfo"> <div class="container"> © Copyright 2024 Goomba AI Lab. </div> </footer> <script src="https://cdn.jsdelivr.net/npm/[email protected]/dist/jquery.min.js" integrity="sha256-/xUj+3OJU5yExlq6GSYGSHk7tPXikynS7ogEvDej/m4=" crossorigin="anonymous"></script> <script src="/assets/js/bootstrap.bundle.min.js"></script> <script src="https://cdn.jsdelivr.net/npm/[email protected]/js/mdb.min.js" integrity="sha256-NdbiivsvWt7VYCt6hYNT3h/th9vSTL4EDWeGs5SN3DA=" crossorigin="anonymous"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/masonry.pkgd.min.js" integrity="sha256-Nn1q/fx0H7SNLZMQ5Hw5JLaTRZp0yILA/FRexe19VdI=" crossorigin="anonymous"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/imagesloaded.pkgd.min.js" integrity="sha256-htrLFfZJ6v5udOG+3kNLINIKh2gvoKqwEhHYfTTMICc=" crossorigin="anonymous"></script> <script defer src="/assets/js/masonry.js" type="text/javascript"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/medium-zoom.min.js" integrity="sha256-ZgMyDAIYDYGxbcpJcfUnYwNevG/xi9OHKaR/8GK+jWc=" crossorigin="anonymous"></script> <script defer src="/assets/js/zoom.js?85ddb88934d28b74e78031fd54cf8308"></script> <script src="/assets/js/no_defer.js?2781658a0a2b13ed609542042a859126"></script> <script defer src="/assets/js/common.js?b7816bd189846d29eded8745f9c4cf77"></script> <script defer src="/assets/js/copy_code.js?12775fdf7f95e901d7119054556e495f" type="text/javascript"></script> <script defer src="/assets/js/jupyter_new_tab.js?d9f17b6adc2311cbabd747f4538bb15f"></script> <script async src="https://d1bxh8uas1mnw7.cloudfront.net/assets/embed.js"></script> <script async src="https://badge.dimensions.ai/badge.js"></script> <script type="text/javascript">window.MathJax={tex:{tags:"ams"}};</script> <script defer type="text/javascript" id="MathJax-script" src="https://cdn.jsdelivr.net/npm/[email protected]/es5/tex-mml-chtml.min.js" integrity="sha256-rjmgmaB99riUNcdlrDtcAiwtLIojSxNyUFdl+Qh+rB4=" crossorigin="anonymous"></script> <script defer src="https://cdnjs.cloudflare.com/polyfill/v3/polyfill.min.js?features=es6" crossorigin="anonymous"></script> <script type="text/javascript">function progressBarSetup(){"max"in document.createElement("progress")?(initializeProgressElement(),$(document).on("scroll",function(){progressBar.attr({value:getCurrentScrollPosition()})}),$(window).on("resize",initializeProgressElement)):(resizeProgressBar(),$(document).on("scroll",resizeProgressBar),$(window).on("resize",resizeProgressBar))}function getCurrentScrollPosition(){return $(window).scrollTop()}function initializeProgressElement(){let e=$("#navbar").outerHeight(!0);$("body").css({"padding-top":e}),$("progress-container").css({"padding-top":e}),progressBar.css({top:e}),progressBar.attr({max:getDistanceToScroll(),value:getCurrentScrollPosition()})}function getDistanceToScroll(){return $(document).height()-$(window).height()}function resizeProgressBar(){progressBar.css({width:getWidthPercentage()+"%"})}function getWidthPercentage(){return getCurrentScrollPosition()/getDistanceToScroll()*100}const progressBar=$("#progress");window.onload=function(){setTimeout(progressBarSetup,50)};</script> <script src="/assets/js/vanilla-back-to-top.min.js?f40d453793ff4f64e238e420181a1d17"></script> <script>addBackToTop();</script> </body> </html>
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		<!DOCTYPE html> <html lang="en"> <head> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <title> 2024 \| Goomba Lab </title> <meta name="author" content="Goomba AI Lab"> <meta name="description" content="Homepage of the Goomba AI Lab @ CMU MLD. # A simple, whitespace theme for academics. Based on [folio](https://github.com/bogoli/-folio) design. "> <meta name="keywords" content="jekyll, jekyll-theme, academic-website, portfolio-website"> <link rel="stylesheet" href="/assets/css/bootstrap.min.css?a4b3f509e79c54a512b890d73235ef04"> <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/css/mdb.min.css" integrity="sha256-jpjYvU3G3N6nrrBwXJoVEYI/0zw8htfFnhT9ljN3JJw=" crossorigin="anonymous"> <link defer rel="stylesheet" href="/assets/css/academicons.min.css?f0b7046b84e425c55f3463ac249818f5"> <link defer rel="stylesheet" type="text/css" href="https://fonts.googleapis.com/css?family=Roboto:300,400,500,700\|Roboto+Slab:100,300,400,500,700\|Material+Icons&display=swap"> <link defer rel="stylesheet" href="/assets/css/jekyll-pygments-themes-github.css?591dab5a4e56573bf4ef7fd332894c99" media="" id="highlight_theme_light"> <link rel="shortcut icon" href="/assets/img/goomba_light.png?68e59a389531e710f3507b5f12827027"> <link rel="stylesheet" href="/assets/css/main.css?d41d8cd98f00b204e9800998ecf8427e"> <link rel="canonical" href="https://goombalab.github.io/blog/2024/"> <script src="/assets/js/theme.js?daf0da4e15ae2df6b4045ab97d680f8d"></script> </head> <body class="fixed-top-nav sticky-bottom-footer"> <header> <nav id="navbar" class="navbar navbar-light navbar-expand-sm fixed-top" role="navigation"> <div class="container"> <a class="navbar-brand title font-weight-lighter" href="/"> Goomba Lab <img src="/assets/img/goomba_transparent.png" width="30" height="30"> </a> <button class="navbar-toggler collapsed ml-auto" type="button" data-toggle="collapse" data-target="#navbarNav" aria-controls="navbarNav" aria-expanded="false" aria-label="Toggle navigation"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar top-bar"></span> <span class="icon-bar middle-bar"></span> <span class="icon-bar bottom-bar"></span> </button> <div class="collapse navbar-collapse text-right" id="navbarNav"> <ul class="navbar-nav ml-auto flex-nowrap"> <li class="nav-item "> <a class="nav-link" href="/">people </a> </li> <li class="nav-item "> <a class="nav-link" href="/blog/">blog </a> </li> <li class="nav-item "> <a class="nav-link" href="/repositories/">repositories </a> </li> </ul> </div> </div> </nav> <progress id="progress" value="0"> <div class="progress-container"> <span class="progress-bar"></span> </div> </progress> </header> <div class="container mt-5" role="main"> <div class="post"> <header class="post-header"> <h1 class="post-title"> <i class="fa-solid fa-calendar fa-sm"></i> 2024</h1> <p class="post-description">an archive of posts from this year</p> </header> <article class="archive"> <div class="table-responsive"> <table class="table table-sm table-borderless"> <tr> <th scope="row">Jul 16, 2024</th> <td> <a class="post-link" href="/blog/2024/hydra-part2-model/">Hydra Part II - The Model</a> </td> </tr> <tr> <th scope="row">Jul 16, 2024</th> <td> <a class="post-link" href="/blog/2024/hydra-part1-matrix-mixer/">Hydra Part I - Matrix Mixer Framework</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part4-systems/">State Space Duality (Mamba-2) Part IV - The Systems</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part3-algorithm/">State Space Duality (Mamba-2) Part III - The Algorithm</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part2-theory/">State Space Duality (Mamba-2) Part II - The Theory</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part1-model/">State Space Duality (Mamba-2) Part I - The Model</a> </td> </tr> </table> </div> </article> </div> </div> <footer class="sticky-bottom mt-5" role="contentinfo"> <div class="container"> © Copyright 2024 Goomba AI Lab. </div> </footer> <script src="https://cdn.jsdelivr.net/npm/[email protected]/dist/jquery.min.js" integrity="sha256-/xUj+3OJU5yExlq6GSYGSHk7tPXikynS7ogEvDej/m4=" crossorigin="anonymous"></script> <script src="/assets/js/bootstrap.bundle.min.js"></script> <script src="https://cdn.jsdelivr.net/npm/[email protected]/js/mdb.min.js" integrity="sha256-NdbiivsvWt7VYCt6hYNT3h/th9vSTL4EDWeGs5SN3DA=" crossorigin="anonymous"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/masonry.pkgd.min.js" integrity="sha256-Nn1q/fx0H7SNLZMQ5Hw5JLaTRZp0yILA/FRexe19VdI=" crossorigin="anonymous"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/imagesloaded.pkgd.min.js" integrity="sha256-htrLFfZJ6v5udOG+3kNLINIKh2gvoKqwEhHYfTTMICc=" crossorigin="anonymous"></script> <script defer src="/assets/js/masonry.js" type="text/javascript"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/medium-zoom.min.js" integrity="sha256-ZgMyDAIYDYGxbcpJcfUnYwNevG/xi9OHKaR/8GK+jWc=" crossorigin="anonymous"></script> <script defer src="/assets/js/zoom.js?85ddb88934d28b74e78031fd54cf8308"></script> <script src="/assets/js/no_defer.js?2781658a0a2b13ed609542042a859126"></script> <script defer src="/assets/js/common.js?b7816bd189846d29eded8745f9c4cf77"></script> <script defer src="/assets/js/copy_code.js?12775fdf7f95e901d7119054556e495f" type="text/javascript"></script> <script defer src="/assets/js/jupyter_new_tab.js?d9f17b6adc2311cbabd747f4538bb15f"></script> <script async src="https://d1bxh8uas1mnw7.cloudfront.net/assets/embed.js"></script> <script async src="https://badge.dimensions.ai/badge.js"></script> <script type="text/javascript">window.MathJax={tex:{tags:"ams"}};</script> <script defer type="text/javascript" id="MathJax-script" src="https://cdn.jsdelivr.net/npm/[email protected]/es5/tex-mml-chtml.min.js" integrity="sha256-rjmgmaB99riUNcdlrDtcAiwtLIojSxNyUFdl+Qh+rB4=" crossorigin="anonymous"></script> <script defer src="https://cdnjs.cloudflare.com/polyfill/v3/polyfill.min.js?features=es6" crossorigin="anonymous"></script> <script type="text/javascript">function progressBarSetup(){"max"in document.createElement("progress")?(initializeProgressElement(),$(document).on("scroll",function(){progressBar.attr({value:getCurrentScrollPosition()})}),$(window).on("resize",initializeProgressElement)):(resizeProgressBar(),$(document).on("scroll",resizeProgressBar),$(window).on("resize",resizeProgressBar))}function getCurrentScrollPosition(){return $(window).scrollTop()}function initializeProgressElement(){let e=$("#navbar").outerHeight(!0);$("body").css({"padding-top":e}),$("progress-container").css({"padding-top":e}),progressBar.css({top:e}),progressBar.attr({max:getDistanceToScroll(),value:getCurrentScrollPosition()})}function getDistanceToScroll(){return $(document).height()-$(window).height()}function resizeProgressBar(){progressBar.css({width:getWidthPercentage()+"%"})}function getWidthPercentage(){return getCurrentScrollPosition()/getDistanceToScroll()100}const progressBar=$("#progress");window.onload=function(){setTimeout(progressBarSetup,50)};</script> <script src="/assets/js/vanilla-back-to-top.min.js?f40d453793ff4f64e238e420181a1d17"></script> <script>addBackToTop();</script> </body> </html>
		<!DOCTYPE html> <html lang="en"> <head> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <title> 2024 \| Goomba Lab </title> <meta name="author" content="Goomba AI Lab"> <meta name="description" content="Homepage of the Goomba AI Lab @ CMU MLD. # A simple, whitespace theme for academics. Based on [folio](https://github.com/bogoli/-folio) design. "> <meta name="keywords" content="jekyll, jekyll-theme, academic-website, portfolio-website"> <link rel="stylesheet" href="/assets/css/bootstrap.min.css?a4b3f509e79c54a512b890d73235ef04"> <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/css/mdb.min.css" integrity="sha256-jpjYvU3G3N6nrrBwXJoVEYI/0zw8htfFnhT9ljN3JJw=" crossorigin="anonymous"> <link defer rel="stylesheet" href="/assets/css/academicons.min.css?f0b7046b84e425c55f3463ac249818f5"> <link defer rel="stylesheet" type="text/css" href="https://fonts.googleapis.com/css?family=Roboto:300,400,500,700\|Roboto+Slab:100,300,400,500,700\|Material+Icons&display=swap"> <link defer rel="stylesheet" href="/assets/css/jekyll-pygments-themes-github.css?591dab5a4e56573bf4ef7fd332894c99" media="" id="highlight_theme_light"> <link rel="shortcut icon" href="/assets/img/goomba_light.png?68e59a389531e710f3507b5f12827027"> <link rel="stylesheet" href="/assets/css/main.css?d41d8cd98f00b204e9800998ecf8427e"> <link rel="canonical" href="https://goombalab.github.io/blog/2024/"> <script src="/assets/js/theme.js?daf0da4e15ae2df6b4045ab97d680f8d"></script> </head> <body class="fixed-top-nav sticky-bottom-footer"> <header> <nav id="navbar" class="navbar navbar-light navbar-expand-sm fixed-top" role="navigation"> <div class="container"> <a class="navbar-brand title font-weight-lighter" href="/"> Goomba Lab <img src="/assets/img/goomba_transparent.png" width="30" height="30"> </a> <button class="navbar-toggler collapsed ml-auto" type="button" data-toggle="collapse" data-target="#navbarNav" aria-controls="navbarNav" aria-expanded="false" aria-label="Toggle navigation"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar top-bar"></span> <span class="icon-bar middle-bar"></span> <span class="icon-bar bottom-bar"></span> </button> <div class="collapse navbar-collapse text-right" id="navbarNav"> <ul class="navbar-nav ml-auto flex-nowrap"> <li class="nav-item "> <a class="nav-link" href="/">people </a> </li> <li class="nav-item "> <a class="nav-link" href="/blog/">blog </a> </li> <li class="nav-item "> <a class="nav-link" href="/repositories/">repositories </a> </li> </ul> </div> </div> </nav> <progress id="progress" value="0"> <div class="progress-container"> <span class="progress-bar"></span> </div> </progress> </header> <div class="container mt-5" role="main"> <div class="post"> <header class="post-header"> <h1 class="post-title"> <i class="fa-solid fa-calendar fa-sm"></i> 2024</h1> <p class="post-description">an archive of posts from this year</p> </header> <article class="archive"> <div class="table-responsive"> <table class="table table-sm table-borderless"> <tr> <th scope="row">Aug 20, 2024</th> <td> <a class="post-link" href="/blog/2024/distillation-part2-phi-mamba/">Cross-Architecture Distillation Part II - Phi-Mamba-1.5B Model and Training Laws</a> </td> </tr> <tr> <th scope="row">Aug 20, 2024</th> <td> <a class="post-link" href="/blog/2024/distillation-part1-mohawk/">Cross-Architecture Distillation Part I - The MOHAWK Framework</a> </td> </tr> <tr> <th scope="row">Jul 16, 2024</th> <td> <a class="post-link" href="/blog/2024/hydra-part2-model/">Hydra Part II - The Model</a> </td> </tr> <tr> <th scope="row">Jul 16, 2024</th> <td> <a class="post-link" href="/blog/2024/hydra-part1-matrix-mixer/">Hydra Part I - Matrix Mixer Framework</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part4-systems/">State Space Duality (Mamba-2) Part IV - The Systems</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part3-algorithm/">State Space Duality (Mamba-2) Part III - The Algorithm</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part2-theory/">State Space Duality (Mamba-2) Part II - The Theory</a> </td> </tr> <tr> <th scope="row">May 31, 2024</th> <td> <a class="post-link" href="/blog/2024/mamba2-part1-model/">State Space Duality (Mamba-2) Part I - The Model</a> </td> </tr> </table> </div> </article> </div> </div> <footer class="sticky-bottom mt-5" role="contentinfo"> <div class="container"> © Copyright 2024 Goomba AI Lab. </div> </footer> <script src="https://cdn.jsdelivr.net/npm/[email protected]/dist/jquery.min.js" integrity="sha256-/xUj+3OJU5yExlq6GSYGSHk7tPXikynS7ogEvDej/m4=" crossorigin="anonymous"></script> <script src="/assets/js/bootstrap.bundle.min.js"></script> <script src="https://cdn.jsdelivr.net/npm/[email protected]/js/mdb.min.js" integrity="sha256-NdbiivsvWt7VYCt6hYNT3h/th9vSTL4EDWeGs5SN3DA=" crossorigin="anonymous"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/masonry.pkgd.min.js" integrity="sha256-Nn1q/fx0H7SNLZMQ5Hw5JLaTRZp0yILA/FRexe19VdI=" crossorigin="anonymous"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/imagesloaded.pkgd.min.js" integrity="sha256-htrLFfZJ6v5udOG+3kNLINIKh2gvoKqwEhHYfTTMICc=" crossorigin="anonymous"></script> <script defer src="/assets/js/masonry.js" type="text/javascript"></script> <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/medium-zoom.min.js" integrity="sha256-ZgMyDAIYDYGxbcpJcfUnYwNevG/xi9OHKaR/8GK+jWc=" crossorigin="anonymous"></script> <script defer src="/assets/js/zoom.js?85ddb88934d28b74e78031fd54cf8308"></script> <script src="/assets/js/no_defer.js?2781658a0a2b13ed609542042a859126"></script> <script defer src="/assets/js/common.js?b7816bd189846d29eded8745f9c4cf77"></script> <script defer src="/assets/js/copy_code.js?12775fdf7f95e901d7119054556e495f" type="text/javascript"></script> <script defer src="/assets/js/jupyter_new_tab.js?d9f17b6adc2311cbabd747f4538bb15f"></script> <script async src="https://d1bxh8uas1mnw7.cloudfront.net/assets/embed.js"></script> <script async src="https://badge.dimensions.ai/badge.js"></script> <script type="text/javascript">window.MathJax={tex:{tags:"ams"}};</script> <script defer type="text/javascript" id="MathJax-script" src="https://cdn.jsdelivr.net/npm/[email protected]/es5/tex-mml-chtml.min.js" integrity="sha256-rjmgmaB99riUNcdlrDtcAiwtLIojSxNyUFdl+Qh+rB4=" crossorigin="anonymous"></script> <script defer src="https://cdnjs.cloudflare.com/polyfill/v3/polyfill.min.js?features=es6" crossorigin="anonymous"></script> <script type="text/javascript">function progressBarSetup(){"max"in document.createElement("progress")?(initializeProgressElement(),$(document).on("scroll",function(){progressBar.attr({value:getCurrentScrollPosition()})}),$(window).on("resize",initializeProgressElement)):(resizeProgressBar(),$(document).on("scroll",resizeProgressBar),$(window).on("resize",resizeProgressBar))}function getCurrentScrollPosition(){return $(window).scrollTop()}function initializeProgressElement(){let e=$("#navbar").outerHeight(!0);$("body").css({"padding-top":e}),$("progress-container").css({"padding-top":e}),progressBar.css({top:e}),progressBar.attr({max:getDistanceToScroll(),value:getCurrentScrollPosition()})}function getDistanceToScroll(){return $(document).height()-$(window).height()}function resizeProgressBar(){progressBar.css({width:getWidthPercentage()+"%"})}function getWidthPercentage(){return getCurrentScrollPosition()/getDistanceToScroll()100}const progressBar=$("#progress");window.onload=function(){setTimeout(progressBarSetup,50)};</script> <script src="/assets/js/vanilla-back-to-top.min.js?f40d453793ff4f64e238e420181a1d17"></script> <script>addBackToTop();</script> </body> </html>