diff --git a/_sources/kan.rst.txt b/_sources/kan.rst.txt
index 7ed5cbf1..ae0c61ce 100644
--- a/_sources/kan.rst.txt
+++ b/_sources/kan.rst.txt
@@ -1,3 +1,9 @@
+kan package
+===========
+
+Submodules
+----------
+
 kan.KAN module
 --------------
 
@@ -5,7 +11,7 @@ kan.KAN module
    :members:
    :undoc-members:
    :show-inheritance:
-   
+
 kan.KANLayer module
 -------------------
 
@@ -13,7 +19,15 @@ kan.KANLayer module
    :members:
    :undoc-members:
    :show-inheritance:
-   
+
+kan.LBFGS module
+----------------
+
+.. automodule:: kan.LBFGS
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
 kan.Symbolic\_KANLayer module
 -----------------------------
 
@@ -29,7 +43,7 @@ kan.spline module
    :members:
    :undoc-members:
    :show-inheritance:
-   
+
 kan.utils module
 ----------------
 
@@ -38,3 +52,10 @@ kan.utils module
    :undoc-members:
    :show-inheritance:
 
+Module contents
+---------------
+
+.. automodule:: kan
+   :members:
+   :undoc-members:
+   :show-inheritance:
diff --git a/demos.html b/demos.html
index 8b36d6c3..dbab8728 100644
--- a/demos.html
+++ b/demos.html
@@ -22,7 +22,7 @@
     <link rel="index" title="Index" href="genindex.html" />
     <link rel="search" title="Search" href="search.html" />
     <link rel="next" title="Demo 1: Indexing" href="API_demo/API_1_indexing.html" />
-    <link rel="prev" title="kan.KAN module" href="kan.html" /> 
+    <link rel="prev" title="kan package" href="kan.html" /> 
 </head>
 
 <body class="wy-body-for-nav"> 
@@ -110,7 +110,7 @@
            </div>
           </div>
           <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
-        <a href="kan.html" class="btn btn-neutral float-left" title="kan.KAN module" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+        <a href="kan.html" class="btn btn-neutral float-left" title="kan package" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
         <a href="API_demo/API_1_indexing.html" class="btn btn-neutral float-right" title="Demo 1: Indexing" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
     </div>
 
diff --git a/kan.html b/kan.html
index 02d41d60..b399132e 100644
--- a/kan.html
+++ b/kan.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>kan.KAN module &mdash; Kolmogorov Arnold Network  documentation</title>
+  <title>kan package &mdash; Kolmogorov Arnold Network  documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
 
@@ -48,11 +48,17 @@
 <ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="intro.html">Hello, KAN!</a></li>
 <li class="toctree-l1 current"><a class="reference internal" href="modules.html">API</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">kan.KAN module</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#kan-kanlayer-module">kan.KANLayer module</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#kan-symbolic-kanlayer-module">kan.Symbolic_KANLayer module</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#kan-spline-module">kan.spline module</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#kan-utils-module">kan.utils module</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">kan package</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="#submodules">Submodules</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#kan-kan-module">kan.KAN module</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#kan-kanlayer-module">kan.KANLayer module</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#kan-lbfgs-module">kan.LBFGS module</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#kan-symbolic-kanlayer-module">kan.Symbolic_KANLayer module</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#kan-spline-module">kan.spline module</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#kan-utils-module">kan.utils module</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#module-contents">Module contents</a></li>
+</ul>
+</li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="demos.html">API Demos</a></li>
@@ -74,7 +80,7 @@
   <ul class="wy-breadcrumbs">
       <li><a href="index.html" class="icon icon-home" aria-label="Home"></a></li>
           <li class="breadcrumb-item"><a href="modules.html">API</a></li>
-      <li class="breadcrumb-item active">kan.KAN module</li>
+      <li class="breadcrumb-item active">kan package</li>
       <li class="wy-breadcrumbs-aside">
             <a href="_sources/kan.rst.txt" rel="nofollow"> View page source</a>
       </li>
@@ -84,20 +90,32 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
              
-  <section id="kan-kan-module">
-<h1>kan.KAN module<a class="headerlink" href="#kan-kan-module" title="Permalink to this heading"></a></h1>
+  <section id="kan-package">
+<h1>kan package<a class="headerlink" href="#kan-package" title="Permalink to this heading"></a></h1>
+<section id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading"></a></h2>
+</section>
+<section id="kan-kan-module">
+<h2>kan.KAN module<a class="headerlink" href="#kan-kan-module" title="Permalink to this heading"></a></h2>
 </section>
 <section id="kan-kanlayer-module">
-<h1>kan.KANLayer module<a class="headerlink" href="#kan-kanlayer-module" title="Permalink to this heading"></a></h1>
+<h2>kan.KANLayer module<a class="headerlink" href="#kan-kanlayer-module" title="Permalink to this heading"></a></h2>
+</section>
+<section id="kan-lbfgs-module">
+<h2>kan.LBFGS module<a class="headerlink" href="#kan-lbfgs-module" title="Permalink to this heading"></a></h2>
 </section>
 <section id="kan-symbolic-kanlayer-module">
-<h1>kan.Symbolic_KANLayer module<a class="headerlink" href="#kan-symbolic-kanlayer-module" title="Permalink to this heading"></a></h1>
+<h2>kan.Symbolic_KANLayer module<a class="headerlink" href="#kan-symbolic-kanlayer-module" title="Permalink to this heading"></a></h2>
 </section>
 <section id="kan-spline-module">
-<h1>kan.spline module<a class="headerlink" href="#kan-spline-module" title="Permalink to this heading"></a></h1>
+<h2>kan.spline module<a class="headerlink" href="#kan-spline-module" title="Permalink to this heading"></a></h2>
 </section>
 <section id="kan-utils-module">
-<h1>kan.utils module<a class="headerlink" href="#kan-utils-module" title="Permalink to this heading"></a></h1>
+<h2>kan.utils module<a class="headerlink" href="#kan-utils-module" title="Permalink to this heading"></a></h2>
+</section>
+<section id="module-contents">
+<h2>Module contents<a class="headerlink" href="#module-contents" title="Permalink to this heading"></a></h2>
+</section>
 </section>
 
 
diff --git a/modules.html b/modules.html
index f3d3e310..b6b9e263 100644
--- a/modules.html
+++ b/modules.html
@@ -21,7 +21,7 @@
     <script src="_static/js/theme.js"></script>
     <link rel="index" title="Index" href="genindex.html" />
     <link rel="search" title="Search" href="search.html" />
-    <link rel="next" title="kan.KAN module" href="kan.html" />
+    <link rel="next" title="kan package" href="kan.html" />
     <link rel="prev" title="Hello, KAN!" href="intro.html" /> 
 </head>
 
@@ -48,11 +48,7 @@
 <ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="intro.html">Hello, KAN!</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">API</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="kan.html">kan.KAN module</a></li>
-<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-kanlayer-module">kan.KANLayer module</a></li>
-<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-symbolic-kanlayer-module">kan.Symbolic_KANLayer module</a></li>
-<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-spline-module">kan.spline module</a></li>
-<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-utils-module">kan.utils module</a></li>
+<li class="toctree-l2"><a class="reference internal" href="kan.html">kan package</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="demos.html">API Demos</a></li>
@@ -87,11 +83,17 @@
 <span id="id1"></span><h1>API<a class="headerlink" href="#api" title="Permalink to this heading"></a></h1>
 <div class="toctree-wrapper compound">
 <ul>
-<li class="toctree-l1"><a class="reference internal" href="kan.html">kan.KAN module</a></li>
-<li class="toctree-l1"><a class="reference internal" href="kan.html#kan-kanlayer-module">kan.KANLayer module</a></li>
-<li class="toctree-l1"><a class="reference internal" href="kan.html#kan-symbolic-kanlayer-module">kan.Symbolic_KANLayer module</a></li>
-<li class="toctree-l1"><a class="reference internal" href="kan.html#kan-spline-module">kan.spline module</a></li>
-<li class="toctree-l1"><a class="reference internal" href="kan.html#kan-utils-module">kan.utils module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="kan.html">kan package</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="kan.html#submodules">Submodules</a></li>
+<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-kan-module">kan.KAN module</a></li>
+<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-kanlayer-module">kan.KANLayer module</a></li>
+<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-lbfgs-module">kan.LBFGS module</a></li>
+<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-symbolic-kanlayer-module">kan.Symbolic_KANLayer module</a></li>
+<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-spline-module">kan.spline module</a></li>
+<li class="toctree-l2"><a class="reference internal" href="kan.html#kan-utils-module">kan.utils module</a></li>
+<li class="toctree-l2"><a class="reference internal" href="kan.html#module-contents">Module contents</a></li>
+</ul>
+</li>
 </ul>
 </div>
 </section>
@@ -101,7 +103,7 @@
           </div>
           <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
         <a href="intro.html" class="btn btn-neutral float-left" title="Hello, KAN!" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
-        <a href="kan.html" class="btn btn-neutral float-right" title="kan.KAN module" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+        <a href="kan.html" class="btn btn-neutral float-right" title="kan package" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
     </div>
 
   <hr/>
diff --git a/objects.inv b/objects.inv
index 4d8d5eab..ab951aea 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/searchindex.js b/searchindex.js
index 4ed6c866..1c9f6a0c 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": [".ipynb_checkpoints/demos-checkpoint", ".ipynb_checkpoints/index-checkpoint", "API_demo/API_10_device", "API_demo/API_1_indexing", "API_demo/API_2_plotting", "API_demo/API_3_grid", "API_demo/API_4_extract_activations", "API_demo/API_5_initialization_hyperparameter", "API_demo/API_6_training_hyperparameter", "API_demo/API_7_pruning", "API_demo/API_8_checkpoint", "API_demo/API_9_video", "Examples/Example_10_relativity-addition", "Examples/Example_11_encouraing_linear", "Examples/Example_12_unsupervised_learning", "Examples/Example_13_phase_transition", "Examples/Example_1_function_fitting", "Examples/Example_2_deep_formula", "Examples/Example_3_classfication", "Examples/Example_4_symbolic_regression", "Examples/Example_5_special_functions", "Examples/Example_6_PDE", "Examples/Example_7_continual_learning", "Examples/Example_8_scaling", "Examples/Example_9_singularity", "demos", "examples", "index", "intro", "kan", "modules"], "filenames": [".ipynb_checkpoints/demos-checkpoint.rst", ".ipynb_checkpoints/index-checkpoint.rst", "API_demo/API_10_device.rst", "API_demo/API_1_indexing.rst", "API_demo/API_2_plotting.rst", "API_demo/API_3_grid.rst", "API_demo/API_4_extract_activations.rst", "API_demo/API_5_initialization_hyperparameter.rst", "API_demo/API_6_training_hyperparameter.rst", "API_demo/API_7_pruning.rst", "API_demo/API_8_checkpoint.rst", "API_demo/API_9_video.rst", "Examples/Example_10_relativity-addition.rst", "Examples/Example_11_encouraing_linear.rst", "Examples/Example_12_unsupervised_learning.rst", "Examples/Example_13_phase_transition.rst", "Examples/Example_1_function_fitting.rst", "Examples/Example_2_deep_formula.rst", "Examples/Example_3_classfication.rst", "Examples/Example_4_symbolic_regression.rst", "Examples/Example_5_special_functions.rst", "Examples/Example_6_PDE.rst", "Examples/Example_7_continual_learning.rst", "Examples/Example_8_scaling.rst", "Examples/Example_9_singularity.rst", "demos.rst", "examples.rst", "index.rst", "intro.rst", "kan.rst", "modules.rst"], "titles": ["API Demos", "Welcome to Kolmogorov Aarnold Network (KAN) documentation!", "Demo 10: Device", "Demo 1: Indexing", "Demo 2: Plotting", "Demo 3: Grid", "Demo 4: Extracting activation functions", "Demo 5: Initialization Hyperparamters", "Demo 6: Training Hyperparamters", "Demo 7: Pruning", "Demo 8: Checkpoint", "Demo 9: Videos", "Example 10: Use of lock for Relativity Addition", "Example 11: Encouraging linearity", "Example 12: Unsupervised learning", "Example 13: Phase transition", "Example 1: Function Fitting", "Example 2: Deep Formulas", "Example 3: Classification", "Example 4: Symbolic Regression", "Example 5: Special functions", "Example 6: Solving Partial Differential Equation (PDE)", "Example 7: Continual Learning", "Example 8: KANs\u2019 Scaling Laws", "Example 9: Singularity", "API Demos", "Examples", "Welcome to Kolmogorov Aarnold Network (KAN) documentation!", "Hello, KAN!", "kan.KAN module", "API"], "terms": {"thi": [1, 5, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 27, 28], "i": [1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 27, 28], "paper": [1, 9, 27], "arnold": [1, 17, 27], "github": 1, "repo": [1, 27], "can": [1, 6, 7, 8, 9, 11, 12, 13, 14, 16, 20, 21, 22, 23, 28], "found": 1, "here": [1, 5], "get": [1, 12], "latest": 1, "new": 1, "cnn": 1, "add": [1, 4, 5, 20], "link": [1, 27], "There": [1, 5, 13], "ar": [1, 3, 4, 5, 6, 7, 9, 12, 13, 14, 19, 21, 27, 28], "two": [1, 5, 9, 12, 13, 18], "wai": [1, 9, 10], "instal": 1, "The": [1, 4, 5, 6, 8, 10, 14, 16, 17, 19, 20, 21, 22, 28], "first": [1, 3, 4, 5, 7, 12, 18, 21], "via": 1, "pip": [1, 27], "second": [1, 3, 13, 14, 21], "git": [1, 27], "clone": [1, 27], "repolink": 1, "cd": [1, 27], "e": [1, 5, 7, 19, 20, 27, 28], "index": [1, 6, 21, 25, 27], "modul": [1, 27, 30], "search": [1, 19, 20, 27], "page": [1, 27], "all": [2, 3, 4, 5, 7, 10, 14, 19, 21, 22], "other": [2, 5, 14, 19, 28], "have": [2, 5, 9, 11, 14, 17, 19, 22, 27, 28], "default": [2, 4, 5, 7, 8, 9, 19, 20], "us": [2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 19, 26, 28], "cpu": [2, 21], "In": [2, 3, 12, 13, 14, 15, 16, 19, 22, 23, 28], "case": [2, 5, 7, 9, 19, 24, 28], "we": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 20, 21, 22, 23, 24, 28], "want": [2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 14, 16, 19, 20, 23], "cuda": 2, "should": [2, 13, 19, 20, 24], "pass": [2, 11, 17, 19], "argument": [2, 11, 19], "model": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "dataset": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "from": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "kan": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 24, 26, 30], "import": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "create_dataset": [2, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 23, 24, 28], "torch": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 27, 28], "is_avail": 2, "els": [2, 17, 21], "print": [2, 3, 5, 17, 18, 21, 23], "width": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "4": [2, 9, 11, 13, 14, 16, 17, 18, 20, 21, 23, 25, 26, 27, 28], "2": [2, 3, 5, 6, 7, 9, 10, 11, 12, 14, 15, 16, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28], "1": [2, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28], "grid": [2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 28], "3": [2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28], "k": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "seed": [2, 4, 6, 7, 9, 10, 11, 13, 14, 17, 19, 20, 24, 28], "0": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 27, 28], "f": [2, 4, 8, 9, 10, 11, 12, 13, 15, 16, 17, 20, 21, 23, 24, 28], "lambda": [2, 4, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 23, 24, 28], "x": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 28], "exp": [2, 4, 8, 9, 10, 11, 13, 14, 16, 17, 18, 20, 22, 23, 28], "sin": [2, 3, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 28], "pi": [2, 4, 8, 9, 10, 11, 13, 14, 15, 16, 17, 19, 21, 23, 28], "n_var": [2, 4, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 20, 23, 24, 28], "train_num": [2, 11, 14, 17, 23], "3000": [2, 11, 17, 23], "train": [2, 4, 5, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 28], "opt": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "lbfg": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "step": [2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "20": [2, 4, 6, 8, 9, 10, 11, 12, 13, 16, 17, 18, 19, 20, 21, 23, 24, 28], "lamb": [2, 4, 8, 9, 10, 11, 13, 14, 15, 17, 19, 20, 24, 28], "1e": [2, 9, 11, 13, 19, 21, 24], "lamb_entropi": [2, 4, 8, 9, 10, 11, 14, 15, 17, 19, 20, 24, 28], "50": [2, 11, 14, 15, 16, 17, 19, 20, 21, 23, 28], "5e": [2, 11], "5": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28], "loss": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "6": [2, 5, 6, 11, 12, 13, 14, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27], "70e": [2, 8, 19], "03": [2, 8, 11, 12, 13, 16, 17, 18, 19, 20, 23, 24, 28], "test": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "83e": [2, 19], "reg": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "7": [2, 8, 11, 13, 14, 15, 16, 17, 19, 21, 23, 25, 26, 28], "91e": [2, 11, 19, 23], "00": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "100": [2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "25": [2, 14, 21], "99it": [2, 19, 23], "": [2, 3, 4, 5, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "plot": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 28], "normal": [3, 5, 6, 7, 19], "size": [3, 4, 5, 6, 7, 19, 23, 28], "beta": [3, 4, 6, 11, 12, 13, 14, 15, 17, 21, 28], "mean": [3, 5, 12, 15, 18, 19, 21], "input": [3, 4, 6, 9, 10, 11, 12, 14, 17, 19, 20, 24, 28], "hidden": [3, 4, 6, 9, 10, 11, 17, 19, 20, 24, 28], "output": [3, 4, 5, 6, 9, 10, 11, 14, 17, 18, 19, 20, 24, 28], "each": [3, 5, 6, 7, 9, 21, 22, 28], "l": [3, 6, 16, 17, 23, 28], "j": [3, 5, 6, 19, 21, 23], "where": [3, 4, 6, 7, 9, 13, 14, 20, 28], "them": [3, 12, 19], "start": [3, 10, 13, 19], "For": [3, 5, 7, 9, 19], "exampl": [3, 5, 7, 27, 28], "one": [3, 9, 10, 11, 13, 19, 22, 23], "bottom": 3, "left": [3, 12, 17, 18, 19, 20, 21, 24, 28], "corner": [3, 12], "let": [3, 5, 8, 9, 12, 13, 18, 19, 20, 24, 28], "try": [3, 8, 9, 12, 13, 14, 19], "make": [3, 8, 9, 10, 13, 16, 19, 27], "symbol": [3, 4, 12, 18, 20, 21, 26, 28], "see": [3, 4, 7, 8, 9, 12, 19, 24, 28], "turn": 3, "red": [3, 4], "fix_symbol": [3, 4, 12, 14, 15, 19, 20, 21, 24, 28], "unfix_symbol": 3, "r2": [3, 4, 12, 18, 19, 20, 21, 24, 28], "9995602360489043": 3, "9992399109543574": 3, "9973507118333039": 3, "9999506177136502": 3, "9999411308602921": 3, "along": [3, 13, 21], "depth": [3, 13, 17, 28], "remove_nod": [3, 9], "indic": 3, "which": [3, 5, 17, 19, 20, 24], "remov": [3, 4, 9, 17], "spline": [3, 4, 5, 6, 7, 9, 10, 11, 13, 17, 19, 20, 22, 24, 28, 30], "refer": 3, "act_fun": [3, 5], "symbolic_fun": 3, "rang": [3, 5, 6, 12, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24], "in_dim": 3, "out_dim": 3, "check": [3, 5, 20], "paramet": [3, 4, 5, 11, 19, 21], "coef": [3, 5], "funs_nam": 3, "mask": [3, 4, 8, 28], "contain": [3, 5, 19, 20, 24], "tensor": [3, 4, 5, 6, 12, 14, 15, 18, 19, 20, 24], "initi": [4, 5, 12, 16, 23, 25, 28], "creat": [4, 6, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 28], "2d": [4, 6, 9, 10, 11, 17, 19, 20, 21, 24, 28], "1d": [4, 5, 6, 9, 10, 11, 17, 20, 22, 24, 28], "neuron": [4, 6, 9, 10, 11, 17, 19, 20, 24, 28], "cubic": [4, 6, 9, 10, 11, 17, 19, 20, 24, 28], "interv": [4, 5, 6, 9, 10, 11, 17, 19, 20, 24, 28], "y": [4, 6, 9, 13, 14, 18, 19, 20, 21, 22, 24, 28], "train_input": [4, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "shape": [4, 5, 8, 9, 14, 16, 18, 19, 21, 23, 28], "train_label": [4, 8, 9, 14, 15, 18, 19, 22, 28], "1000": [4, 5, 8, 18, 19, 23, 28], "you": [4, 9, 10, 19], "variabl": [4, 14, 19, 28], "name": [4, 20], "titl": 4, "in_var": [4, 11, 14], "r": [4, 11, 14, 16, 17, 23, 27, 28], "alpha": [4, 19, 21, 22], "out_var": [4, 11], "my": [4, 5], "sparsiti": [4, 13, 28], "regular": [4, 8, 10, 28], "01": [4, 5, 8, 9, 10, 11, 13, 14, 17, 18, 19, 20, 22, 23, 24, 28], "10": [4, 5, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 28], "56e": [4, 10, 17, 18, 19], "31e": [4, 19, 28], "07e": [4, 17, 19, 21, 23], "12": [4, 8, 10, 12, 16, 26], "64it": [4, 19], "control": 4, "transpar": 4, "activ": [4, 5, 7, 9, 12, 13, 14, 15, 17, 19, 21, 25, 27, 28], "larger": [4, 23], "more": [4, 6, 9, 16, 19, 23, 28], "function": [4, 5, 7, 12, 17, 21, 22, 25, 26, 27, 28], "show": [4, 17, 19, 20, 23, 28], "up": [4, 10, 19, 20], "usual": [4, 9, 19], "set": [4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21, 22, 28], "proper": 4, "onli": [4, 5, 9, 11, 22, 28], "connect": [4, 28], "visual": [4, 11, 28], "signific": 4, "rm": [4, 5, 7, 11, 12, 13, 14, 15, 17, 20, 21, 28], "tanh": [4, 12, 18, 19, 20, 28], "phi": [4, 5, 7, 28], "_1": [4, 28], "l1": [4, 9], "norm": [4, 9], "By": [4, 5], "100000": 4, "after": [4, 16, 19, 20, 21, 22, 28], "purn": 4, "true": [4, 8, 11, 17, 18, 21, 28], "unsignific": 4, "insignific": 4, "themselv": 4, "still": [4, 21], "If": [4, 6, 11, 19], "those": 4, "well": [4, 13, 19], "below": [4, 8, 14, 19, 28], "defin": [4, 14, 21, 28], "base": [4, 5, 7, 13], "its": [4, 9, 19, 28], "incom": [4, 9], "outgo": [4, 9], "prune": [4, 8, 10, 13, 19, 20, 24, 25, 28], "model2": [4, 16], "do": [4, 17, 19, 22], "forward": [4, 5, 7], "collect": [4, 7, 18, 22], "resiz": 4, "figur": [4, 14], "scale": [4, 5, 7, 16, 22, 26], "sampl": [4, 5, 14, 22], "distribut": [4, 5], "addit": [4, 5, 26, 28], "line": [4, 6], "visibl": 4, "smaller": [4, 19, 28], "number": [4, 5, 7, 16, 21], "becom": [4, 5, 16, 19], "best": [4, 21], "valu": [4, 6, 21], "boundari": [4, 21], "9928952974445153": 4, "9929": 4, "both": [4, 9, 10, 12, 17, 27, 28], "numer": 4, "purpl": 4, "set_mod": 4, "mode": [4, 9, 28], "n": [4, 7, 16, 17, 23, 28], "One": [5, 19], "featur": [5, 14], "thei": [5, 6, 19, 28], "emb": 5, "neural": [5, 9, 16], "network": [5, 9, 19], "howev": [5, 9, 28], "valid": 5, "approxim": [5, 19], "known": 5, "bound": [5, 28], "region": 5, "while": [5, 9, 14], "mai": [5, 6, 8, 19, 28], "chang": [5, 17, 19, 27], "over": [5, 10, 19], "so": [5, 10, 12, 14, 19, 20, 23], "updat": 5, "properli": 5, "accord": 5, "take": [5, 19], "look": [5, 10, 12, 19], "how": [5, 8, 13, 14, 16, 18], "parametr": 5, "b_batch": 5, "matplotlib": [5, 6, 17, 18, 19, 21, 22, 27], "pyplot": [5, 6, 17, 18, 21, 22], "plt": [5, 6, 16, 17, 18, 19, 21, 22, 23], "numpi": [5, 17, 18, 21, 22, 27], "np": [5, 6, 16, 17, 18, 19, 22, 23], "consid": [5, 9, 15, 24], "suppos": [5, 10, 13], "g": [5, 7, 12, 14, 15, 16, 19, 23], "order": [5, 6, 20], "linspac": [5, 19, 21, 22], "none": [5, 14, 18, 19, 22], "1001": 5, "basi": 5, "detach": [5, 21, 22], "legend": [5, 16, 17, 23], "b_": 5, "format": [5, 14], "arang": [5, 22], "xlabel": [5, 16, 23], "ylabel": [5, 16, 23], "b_i": 5, "text": [5, 16, 23], "b": [5, 7], "linear": [5, 7, 21, 26, 28], "combin": 5, "sum_": [5, 28], "c_i": 5, "don": [5, 9, 13], "t": [5, 9, 10, 13, 20], "need": [5, 7, 10, 11, 19, 20], "worri": 5, "about": [5, 13, 19], "implement": [5, 20], "sinc": [5, 20, 28], "alreadi": [5, 20, 24], "built": 5, "But": [5, 19, 23, 24], "inde": 5, "simpli": [5, 28], "obtain": [5, 19, 28], "coeffici": [5, 7, 13], "assert": 5, "model_output": 5, "spline_output": 5, "einsum": 5, "ij": [5, 21], "1382": 5, "grad_fn": [5, 12, 20, 24], "meanbackward0": 5, "same": [5, 10, 12], "what": [5, 12], "happen": 5, "remind": 5, "part": 5, "residu": 5, "plu": 5, "_base": [5, 7], "_sp": [5, 7], "silu": [5, 7, 10], "residual_output": 5, "nn": [5, 10, 18, 22], "scale_bas": 5, "scale_sp": 5, "doe": [5, 12, 17, 19, 20, 24], "match": [5, 19, 20, 23], "data": [5, 15, 19, 23], "update_grid_from_sampl": [5, 21], "adjust": 5, "appli": 5, "layer": [5, 6, 9, 12, 14, 21, 27, 28], "now": [5, 8, 10, 12, 16, 17, 19, 20, 21], "margin": 5, "zero": [5, 7, 13, 14, 19, 23], "varianc": 5, "0000": [5, 12, 19, 20], "6000": 5, "2000": 5, "0100": 5, "0060": 5, "0020": 5, "5100": 5, "3060": 5, "1020": 5, "uniform": 5, "non": [5, 7, 14, 17], "option": 5, "adapt": 5, "rougli": 5, "provid": [5, 9, 10, 19], "grid_ep": [5, 21], "interpol": 5, "between": 5, "regim": 5, "give": [5, 6, 14, 24], "could": [5, 19], "out": [5, 14, 21, 28], "our": [5, 12, 20, 22], "scope": 5, "4896": 5, "1218": 5, "7541": 5, "6137": 5, "9815": 5, "3493": 5, "4796": 5, "8529": 5, "2272": 5, "2667": 5, "8940": 5, "3393": 5, "diagram": 6, "intuit": 6, "illustr": [6, 7], "sometim": [6, 7], "also": [6, 9, 13, 19], "quantit": 6, "task": [6, 13, 17, 19], "convent": 6, "introduc": 6, "notebook": [6, 13], "edg": [6, 9, 17, 27, 28], "noise_scale_bas": [6, 7, 8, 14, 21], "spline_preact": 6, "spline_postact": 6, "yet": 6, "rank": 6, "argsort": 6, "marker": [6, 16, 17, 23], "o": [6, 16, 17, 23], "line2d": 6, "0x7fa93e7676a0": 6, "interest": 6, "some": [6, 8, 9, 11, 19], "get_rang": 6, "95": 6, "54": 6, "85": [6, 24], "9550": 6, "5376": 6, "1954": 6, "8475": 6, "gaurante": 7, "good": [7, 16, 19], "_fun": 7, "sqrt": [7, 12, 18, 19, 20, 24, 28], "n_": [7, 28], "drawn": 7, "u": [7, 12], "nois": [7, 18], "_scale": 7, "draw": 7, "independ": [7, 14], "setup": [7, 8, 22], "exactli": 7, "base_fun": [7, 10, 13], "ident": 7, "noise_scal": [7, 22], "noisi": 7, "recommend": 7, "just": [7, 9, 10], "larg": [7, 10, 19, 20], "break": 7, "symmetri": 7, "when": [7, 13, 14, 19], "too": [7, 10, 17, 20], "small": [7, 9, 13, 19], "node": [7, 9, 27], "almost": [7, 19, 28], "degener": 7, "even": [7, 16, 17, 19], "an": [7, 15, 17, 19, 28], "pleas": 7, "pde": [7, 19, 26], "achiev": [7, 13], "fast": 7, "converg": 7, "help": 8, "interpret": [8, 9, 27], "sparser": [8, 9], "requir": [8, 17, 19], "tune": 8, "hyperparamet": 8, "affect": 8, "load": [8, 10], "69e": [8, 12, 19, 23], "50e": [8, 14, 16, 19], "01e": [8, 13, 16, 17, 19, 23], "59it": [8, 19, 28], "previous": 8, "differ": [8, 9, 22], "16e": [8, 10, 19], "00e": [8, 12, 16, 17, 19, 23, 24], "24e": [8, 13, 19], "86it": [8, 19], "65e": [8, 19, 23], "78e": [8, 13, 17, 19, 23, 24], "13": [8, 18, 19, 26], "51it": [8, 19], "09e": [8, 13, 19, 20], "02e": [8, 9, 13, 19, 28], "18e": [8, 16, 17, 19, 24], "11": [8, 9, 12, 19, 23, 24, 26, 27], "67it": [8, 19, 23], "absolut": 8, "magnitud": 8, "fix": [8, 18, 19, 20, 21, 23, 24, 28], "vari": 8, "8": [8, 13, 16, 19, 20, 24, 25, 26], "90e": [8, 19, 23], "02": [8, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 28], "40e": [8, 11, 13, 19, 20], "68e": [8, 14, 19, 20], "65it": [8, 10, 19], "03e": [8, 10, 19], "67e": [8, 15, 19, 20], "77e": [8, 13, 17, 19, 23], "89it": [8, 19], "60e": [8, 19], "54e": [8, 9, 12, 16, 19], "41e": [8, 17, 19, 23], "33e": [8, 19], "06": [8, 16, 17, 19, 22, 23], "95it": [8, 19], "66e": [8, 19], "93e": [8, 14, 19, 23], "76it": [8, 19], "47e": [8, 17, 19], "52e": [8, 19], "12e": [8, 19, 20, 23], "58it": [8, 19], "08e": [8, 19, 23, 24], "89e": [8, 16, 19, 21, 23], "44it": [8, 19, 23], "14e": [8, 19, 23], "16": [8, 17, 21, 23, 24], "23it": [8, 19, 23], "58e": [8, 18, 19], "48e": [8, 19], "50it": [8, 19], "42": [8, 14, 17, 18, 19], "43e": [8, 19], "25e": [8, 19], "85e": [8, 17, 19], "2024": 8, "39e": [8, 11, 12, 19], "37e": [8, 12, 13, 19, 21], "57it": [8, 19], "henc": [9, 19], "effici": 9, "max": 9, "abov": [9, 10, 24], "threshold": 9, "detail": 9, "kept": 9, "inact": 9, "awai": 9, "note": [9, 19], "safe": 9, "30e": [9, 10, 19, 23], "68it": [9, 12, 19], "leav": 9, "70it": [9, 12, 19, 24], "remove_edg": [9, 17], "hiddenl": 9, "active_neurons_id": 9, "It": [10, 19], "fun": [10, 19], "plai": 10, "comput": [10, 19], "game": 10, "A": [10, 28], "common": 10, "frustrat": 10, "did": 10, "someth": 10, "wrong": [10, 19], "cannot": 10, "restor": 10, "lastest": 10, "quick": 10, "save": [10, 11], "your": [10, 19], "won": 10, "think": 10, "again": [10, 20], "save_ckpt": 10, "ckpt1": 10, "clear_ckpt": 10, "intial": [10, 12, 14, 15, 16], "model_ckpt": 10, "ckpt2": 10, "55e": [10, 19], "result": [10, 16, 17, 18, 23], "promis": [10, 27], "probabl": 10, "further": [10, 21], "simplifi": 10, "down": [10, 13, 19], "pump": 10, "strengh": 10, "graph": 10, "cleaner": 10, "strength": 10, "mess": 10, "whole": [10, 19, 28], "thing": 10, "adam": 10, "ckpt3": 10, "9": [10, 12, 14, 15, 17, 18, 19, 25, 26], "59e": [10, 16, 19], "19": [10, 18, 19], "61it": [10, 19], "recov": 10, "load_ckpt": 10, "realiz": 10, "seem": [10, 17, 24], "better": [10, 27], "choic": 10, "shown": 11, "method": 11, "dynam": [11, 16], "save_video": 11, "relat": [11, 14], "x_1": [11, 14, 15, 17, 18, 28], "x_2": [11, 14, 15, 17, 18], "x_3": [11, 14, 15, 17], "x_4": [11, 14, 17], "video_nam": 11, "fp": 11, "30": [11, 16, 17, 19, 20, 23], "81": [11, 22], "moviepi": 11, "build": 11, "mp4": 11, "write": 11, "done": 11, "readi": 11, "regress": [12, 20, 26], "v": 12, "frac": [12, 15], "uv": 12, "relavit": 12, "know": [12, 13], "rapid": 12, "trick": [12, 13], "arctanh": [12, 19, 20], "rediscov": 12, "28e": [12, 19], "04": [12, 13, 16, 17, 20, 23], "73e": [12, 16, 17, 19], "41it": [12, 19], "notic": [12, 19, 28], "top": [12, 19, 20], "13e": [12, 17, 19, 28], "retrain": [12, 19], "remain": 12, "similar": 12, "degrad": 12, "behavior": 12, "justifi": 12, "hypothesi": 12, "determin": 12, "texttt": 12, "suggest_symbol": [12, 19, 20], "9999993678015309": 12, "tan": [12, 15, 18, 19, 20], "9998485210873531": 12, "arcsin": [12, 19, 20], "998865199664262": 12, "9830640000050016": 12, "9830517375289431": 12, "util": [12, 19, 20, 30], "suggest": [12, 19], "list": [12, 19, 20], "9999992221865773": 12, "update_grid": [12, 22, 24], "fals": [12, 14, 15, 21, 22, 24], "33it": [12, 19], "sigmoid": [12, 15, 19, 20], "equival": 12, "given": 12, "ouput": 12, "affin": [12, 21], "transform": 12, "machin": [12, 19, 20, 21, 28], "precis": [12, 19, 20, 21, 28], "final": 12, "formula": [12, 18, 20, 21, 24, 26, 28], "9999837308133379": 12, "9999837287987492": 12, "arctan": [12, 19, 20], "9995498634842791": 12, "996256989539414": 12, "gaussian": [12, 14, 19, 20, 22], "9938095927784649": 12, "selectbackward0": [12, 20, 24], "76e": [12, 15, 17, 19, 20, 23], "21": [12, 17, 18, 21], "symbolic_formula": [12, 18, 19, 20, 21, 24, 28], "displaystyl": [12, 18, 19, 20, 21, 24, 28], "operatornam": 12, "atanh": 12, "x_": [12, 14, 18, 19, 20, 21, 24, 28], "right": [12, 18, 19, 20, 21, 24, 28], "deep": [13, 26], "strategi": 13, "grudual": 13, "wider": 13, "deeper": 13, "until": 13, "find": [13, 19, 22], "minim": 13, "perform": [13, 17, 23], "quit": [13, 19, 21], "anoth": [13, 14, 19], "big": 13, "enough": [13, 24], "jupyt": 13, "demonstr": [13, 19], "go": [13, 19], "besid": 13, "shortcut": 13, "relev": 13, "penal": 13, "although": 13, "suffic": [13, 17], "instead": [13, 14, 22, 24], "without": 13, "29e": [13, 14, 16, 19], "28it": [13, 16, 19], "lamb_coef": 13, "22e": [13, 19, 23], "35e": [13, 19, 23], "78it": [13, 19, 24], "repres": 13, "33": [13, 19], "70": [13, 22], "19e": [13, 16, 19, 23], "29": [13, 18, 19], "47": [13, 19], "target": 14, "depend": 14, "treat": [14, 18], "equal": 14, "foot": 14, "contruct": 14, "synthet": 14, "six": 14, "x_5": 14, "x_6": 14, "And": 14, "discov": 14, "group": 14, "idea": 14, "problem": [14, 18, 19, 24], "classif": [14, 26], "satisfi": 14, "interdepend": 14, "posit": 14, "corrupt": 14, "random": [14, 19, 21, 22], "permut": [14, 21], "across": 14, "neg": 14, "last": [14, 15], "negtiv": 14, "implicitli": 14, "copi": 14, "def": [14, 18, 19, 21], "500": 14, "test_num": 14, "generate_contrast": 14, "batch": [14, 18, 21], "deepcopi": 14, "randperm": 14, "return": [14, 18, 19, 20, 21], "x_cor": 14, "cat": [14, 21], "dim": [14, 18, 21], "ones": 14, "rand": [14, 19, 21], "x_train": 14, "y_train": 14, "x_test": 14, "y_test": 14, "test_input": [14, 18, 19, 22], "test_label": [14, 18, 19, 22], "gausssian": 14, "fit_params_bool": [14, 15], "002": 14, "14": [14, 19, 23, 28], "37it": [14, 19, 23], "among": 14, "001": [14, 15, 17], "15e": [14, 16, 17, 19, 23], "45e": [14, 19, 23, 24], "96it": [14, 19, 20], "learn": [15, 19, 26], "concept": 15, "scienc": 15, "toi": [15, 19], "co": [15, 19], "float": [15, 18], "4870": 15, "dtype": [15, 19], "float32": 15, "92e": [15, 18, 19, 21], "08": [15, 18, 19, 20, 23], "79it": [15, 19], "cover": 16, "leverag": 16, "refin": 16, "maximimz": 16, "abil": 16, "45it": [16, 19, 23], "plateau": 16, "fine": [16, 19], "grain": 16, "initialize_from_another_model": [16, 17, 23], "87it": [16, 19], "lower": [16, 17], "iter": 16, "finer": 16, "arrai": [16, 17, 18, 23], "train_loss": [16, 17, 23], "test_loss": [16, 17, 23], "stop_grid_update_step": [16, 17, 23], "62e": [16, 17, 19], "86e": [16, 19, 23], "32e": [16, 17, 19, 23], "07": [16, 17, 18, 19, 21, 23, 28], "93it": 16, "05": [16, 17, 20, 23], "51e": [16, 19, 20], "88e": [16, 19, 20, 23], "01it": [16, 19, 23], "04e": [16, 17, 19], "63it": [16, 19], "17e": [16, 19, 20], "40": [16, 19, 20], "24it": [16, 19], "displai": [16, 23], "staircas": 16, "structur": 16, "suddenli": 16, "drop": 16, "rmse": [16, 19, 23], "yscale": [16, 17, 23], "log": [16, 17, 18, 19, 20, 21, 23, 24, 28], "law": [16, 26], "n_param": [16, 17], "train_vs_g": 16, "test_vs_g": 16, "color": [16, 17, 19, 22, 23], "black": [16, 17, 22, 23], "xscale": [16, 17, 23], "param": [16, 23], "orign": 17, "kolmogorov": 17, "theorem": [17, 27], "sai": [17, 28], "composit": [17, 28], "inner": 17, "outer": 17, "might": [17, 19], "smooth": [17, 28], "fractal": [17, 19], "gener": [17, 28], "ka": 17, "represent": [17, 27], "arbitrari": [17, 28], "unabl": 17, "least": [17, 19], "26e": [17, 19, 22], "20e": [17, 19, 23], "32": [17, 21], "63": 17, "manual": [17, 28], "much": 17, "includ": [17, 20], "complet": 17, "train_rms": 17, "test_rms": 17, "len": [17, 19], "append": [17, 22], "item": 17, "57e": [17, 19, 28], "19it": [17, 19], "84e": [17, 19], "46": [17, 19], "07it": [17, 19], "41": [17, 19], "05e": [17, 19, 23, 28], "27": [17, 19], "74": [17, 22], "10000": 17, "loc": 17, "004774762578012783": 17, "0017847731212278354": 17, "00015569770964015761": 17, "1261090479694874e": 17, "997260680598509e": 17, "004566344580739028": 17, "0018364543204432066": 17, "00014685209697567987": 17, "0454170453671914e": 17, "074556425958742e": 17, "wors": 17, "36e": [17, 19], "34": [17, 19, 23], "75e": [17, 19, 24], "97e": [17, 19, 23], "81e": [17, 19, 23], "24": [17, 19, 27], "69": 17, "38": [17, 19, 23, 24], "97": 17, "79e": [17, 19, 23], "48": [17, 19], "95e": [17, 19], "55": [17, 19], "74e": [17, 19, 28], "73": 17, "300": [17, 22, 23], "027514415570597788": 17, "0175788804953916": 17, "0037939843087960545": 17, "001766220055347071": 17, "007622899974849284": 17, "029668332328004216": 17, "020098020933420547": 17, "00485182714170569": 17, "00294601553725477": 17, "01183480890790476": 17, "dimens": [18, 21], "mse": 18, "moon": 18, "sklearn": 18, "make_moon": 18, "n_sampl": [18, 22], "shuffl": 18, "random_st": 18, "from_numpi": 18, "scatter": [18, 22], "c": 18, "pathcollect": [18, 22], "0x7f92658ae130": 18, "train_acc": 18, "round": 18, "test_acc": 18, "metric": 18, "97it": [18, 19], "automat": [18, 28], "lib": [18, 19, 28], "ab": [18, 19, 20, 28], "auto_symbol": [18, 19, 20, 24, 28], "967966050300312": 18, "9801151730516574": 18, "39": [18, 19], "56": [18, 19], "79": 18, "94": 18, "37": [18, 19], "51": [18, 19, 23], "accur": 18, "acc": 18, "correct": [18, 19, 20], "sub": 18, "astyp": 18, "float64": 18, "crossentropi": 18, "datatset": 18, "0x7f9211d28310": 18, "argmax": 18, "loss_fn": 18, "crossentropyloss": 18, "71e": [18, 19, 23], "99e": [18, 19, 22], "10e": [18, 19], "84it": [18, 19], "8303828486153692": 18, "7801497677237067": 18, "9535787267982471": 18, "9533594412300308": 18, "formula1": 18, "formula2": 18, "3113": 18, "807": 18, "36": [18, 19], "120": 18, "3027": 18, "89": 18, "908": 18, "57": 18, "172": 18, "logit1": 18, "logit2": 18, "9700": 18, "9660": 18, "space": 19, "veri": 19, "dens": 19, "exist": 19, "sentit": 19, "especi": 19, "presenc": 19, "bad": 19, "easili": [19, 28], "within": 19, "toler": 19, "epsilon": 19, "care": 19, "happi": [19, 24], "fit": [19, 26], "These": 19, "level": 19, "insight": 19, "predict": [19, 22], "power": [19, 23, 28], "easi": 19, "either": 19, "generaliz": 19, "futur": 19, "like": 19, "newton": 19, "graviti": 19, "clean": 19, "solv": [19, 26], "open": 19, "end": [19, 28], "analysi": 19, "hopefulli": 19, "clear": [19, 23], "signal": 19, "15": [19, 22, 23, 24], "26it": 19, "appear": [19, 20], "9981093780355159": 19, "9360582190339871": 19, "8616859029524302": 19, "8585390273680941": 19, "8428622193038047": 19, "cosh": [19, 20], "9910665391502297": 19, "9885210310683376": 19, "9883627975330689": 19, "9843196558672351": 19, "9403353142717915": 19, "high": 19, "correl": 19, "sad": 19, "9995702405196035": 19, "9992413667649066": 19, "9990483455142343": 19, "9989441353410312": 19, "9986571504172722": 19, "topk": 19, "unclear": 19, "why": [19, 20], "prefer": 19, "998657149375774": 19, "9970617106973462": 19, "9962099497478061": 19, "9947572943342223": 19, "9913715887470934": 19, "9890801101893518": 19, "9884748093165208": 19, "9874565358732027": 19, "9853279073610555": 19, "9830898307444438": 19, "goe": 19, "80e": [19, 20, 23, 28], "47it": [19, 22], "999987075018884": 19, "921655835107275": 19, "8631397517896181": 19, "8594117556407576": 19, "8440367634049246": 19, "competit": 19, "local": [19, 22], "quadrat": 19, "9999996930603142": 19, "9999917592117541": 19, "9999827145861027": 19, "9980876045759569": 19, "9377603078924529": 19, "9999987580912774": 19, "9999187437583558": 19, "9999121147442106": 19, "9998776769631791": 19, "9998535744392626": 19, "takeawai": 19, "sensit": [19, 21], "extract": [19, 25], "accuraci": [19, 27], "replac": 19, "everi": [19, 28], "implment": 19, "user": 19, "constrain": 19, "libarari": 19, "win": 19, "85it": [19, 23], "renam": 19, "var": [19, 21], "postprocess": 19, "deriv": 19, "sympi": [19, 27], "diff": 19, "14013671875": 19, "guess": 19, "reach": [19, 20, 21], "999993562134913": 19, "stuck": 19, "around": [19, 22], "54it": [19, 23], "peopl": 19, "caveat": [19, 21], "specif": [19, 28], "though": [19, 20], "issu": 19, "origin": [19, 28], "actual": 19, "tini": 19, "transit": [19, 26], "num_pt": 19, "101": 19, "grid_rang": 19, "captur": 19, "period": 19, "ha": [19, 22, 23], "38it": [19, 20], "9999842278946689": 19, "9184406012010798": 19, "8635381099424172": 19, "8601324746874981": 19, "845004037750832": 19, "reveal": 19, "yeah": 19, "9999842278898873": 19, "9184406080128915": 19, "8635381682633535": 19, "8601325311561702": 19, "8450040982073312": 19, "screw": 19, "less": 19, "43": 19, "08it": 19, "9999916591202906": 19, "9999847147948822": 19, "999984517365484": 19, "9999796669306419": 19, "64e": 19, "999997477547859": 19, "9999670134850122": 19, "9999606621996252": 19, "9999524925435431": 19, "9999517925552405": 19, "num": 19, "a_arr": 19, "b_arr": 19, "sf_mat": 19, "empti": 19, "u8": 19, "72e": [19, 23, 24], "39it": 19, "9999999999827021": 19, "9999999999827017": 19, "999973163748351": 19, "9999497922899572": 19, "9999369992759012": 19, "17": [19, 23], "30it": 19, "9999988787247418": 19, "9999910879853997": 19, "999967486241568": 19, "9999518786252838": 19, "999948450438625": 19, "13it": [19, 24], "9999946575638085": 19, "9999164116905525": 19, "9997468080512466": 19, "9996076211798797": 19, "9995835694860234": 19, "94e": [19, 23, 24], "90it": 19, "9999854846669585": 19, "9988138920172807": 19, "9985227715662934": 19, "998477650070286": 19, "9981948138629363": 19, "9999662581221136": 19, "9986097449347123": 19, "998284128651733": 19, "9936582971043266": 19, "9936463187510403": 19, "44": 19, "9999418178114038": 19, "9987944480619438": 19, "9984323316332249": 19, "9949686832586251": 19, "9764364382302457": 19, "9999041816268858": 19, "9990436001283093": 19, "9986633245000535": 19, "9958810456319825": 19, "9380270364085883": 19, "74it": 19, "9998655818685623": 19, "9993505000566273": 19, "9989811585960545": 19, "9916259900602326": 19, "9172564495092251": 19, "27e": [19, 23], "9996700824962792": 19, "9993888581205067": 19, "998561267814873": 19, "9707186857583728": 19, "9254006963892939": 19, "9999132817985119": 19, "9994936051757877": 19, "9994851357951505": 19, "987913942212583": 19, "933975094122013": 19, "38e": [19, 20, 21], "9999999998837575": 19, "9999099009608192": 19, "9997105669072212": 19, "9989290599804755": 19, "93740817498461": 19, "9999798378098914": 19, "9999771001456361": 19, "9999633902076488": 19, "9999541433147963": 19, "9999236487568766": 19, "34e": [19, 23], "9999937207935639": 19, "9999862674170232": 19, "9999638602636551": 19, "9999448387268524": 19, "9999438604212395": 19, "36it": 19, "9999949634057903": 19, "9998843971854673": 19, "9997599295163522": 19, "9996162757398458": 19, "9996147714224425": 19, "75it": 19, "999982696239627": 19, "9991234483879446": 19, "9988859253126088": 19, "9987772391387374": 19, "998656639925584": 19, "61e": [19, 23], "9999905018303474": 19, "9992854342507987": 19, "998871759377929": 19, "9985721495291437": 19, "9939912670589373": 19, "9999796806444573": 19, "999480532354729": 19, "9991909206588246": 19, "9964682981271429": 19, "9772535252536733": 19, "9999738670223917": 19, "9996973599778907": 19, "9994116683309964": 19, "9973545677199919": 19, "9376915470857489": 19, "9998957469235318": 19, "9998722722380837": 19, "9996590283030754": 19, "9939866829832639": 19, "9232648879118915": 19, "46e": [19, 24], "9999974059407801": 19, "999834148899939": 19, "9962063866033833": 19, "9754127817001195": 19, "9311623016073874": 19, "9999226429006036": 19, "9998636426802294": 19, "9997752175292851": 19, "999679958882009": 19, "9372397600766894": 19, "23e": 19, "9995568150249838": 19, "9993467471612426": 19, "9985870166410652": 19, "9984339446779963": 19, "9362895855226272": 19, "9999974775415001": 19, "9999951134484997": 19, "9999606621811076": 19, "9999524925186463": 19, "9999517925693375": 19, "09it": 19, "9999987855303939": 19, "9999772484086487": 19, "9999697464110736": 19, "9999593591292381": 19, "9999388880060787": 19, "12it": 19, "99999935535384": 19, "9998219698585193": 19, "9997659958370352": 19, "9996382852712733": 19, "999636745445751": 19, "83it": [19, 23], "9999988957805453": 19, "9996199310076759": 19, "9994371092496096": 19, "9987635279928482": 19, "9986602848898886": 19, "9999954784528895": 19, "9997669036986749": 19, "9994959364448105": 19, "9992839638818944": 19, "9941048878141949": 19, "14it": 19, "9999057877413986": 19, "9997878856454342": 19, "9997010374773055": 19, "9978271729275431": 19, "9780411748220801": 19, "49it": 19, "9999916810769826": 19, "9998540286212848": 19, "9985646631915182": 19, "9978692658702253": 19, "9372183456949574": 19, "9999411945915794": 19, "999917846530661": 19, "9993168732975628": 19, "9961111289682559": 19, "9302392302167873": 19, "9997864168657743": 19, "9996579498087828": 19, "9942754283755333": 19, "9798855202432393": 19, "9369096690204137": 19, "9992177278915768": 19, "999137470112453": 19, "999088490162276": 19, "9988973034727238": 19, "9396624038444488": 19, "45": 19, "43it": 19, "998540782190707": 19, "998497783054037": 19, "9981679237204564": 19, "9980799911419045": 19, "9348151361956722": 19, "9999930298639131": 19, "9999836112405796": 19, "9999821515315185": 19, "9999746028947676": 19, "9999713956244152": 19, "98e": [19, 21, 23, 28], "9999962889824672": 19, "9999811150224204": 19, "9999534848375812": 19, "9999336923279952": 19, "9999305175966535": 19, "82it": 19, "9999962156472607": 19, "9998260034206992": 19, "9997664875004227": 19, "9997117036934391": 19, "9997113407524149": 19, "49e": 19, "9999544661515833": 19, "9999233768388777": 19, "9998096068574465": 19, "998846633386868": 19, "9984457355669536": 19, "9999875880501998": 19, "9999623957580879": 19, "9998842247678139": 19, "9997446918456595": 19, "9939812278070211": 19, "9999658213074126": 19, "9998830954293118": 19, "9991428566544741": 19, "9988921913945791": 19, "9787975107817283": 19, "81it": 19, "9999324078991241": 19, "9997596795941941": 19, "9994865919109623": 19, "9994862477413593": 19, "9365762760176262": 19, "66it": 19, "9997548044475728": 19, "9992301995166885": 19, "9979137733537407": 19, "9977997203751177": 19, "9377138311216435": 19, "27it": 19, "9990790086224685": 19, "998306797086686": 19, "9912197954445299": 19, "983836484418377": 19, "9422994090520702": 19, "48it": [19, 23], "9974240586295893": 19, "9973311148206122": 19, "9971996559803431": 19, "9968911992725868": 19, "9402041148610969": 19, "21e": [19, 23], "9964799073278351": 19, "9963340407057836": 19, "9959863127871974": 19, "9956440035977147": 19, "9297638765888608": 19, "9999894819511871": 19, "9999835048772354": 19, "9999809889835496": 19, "9999804113519436": 19, "9999728460390712": 19, "9999673825431549": 19, "9999462038064604": 19, "9999377574579958": 19, "999934739879401": 19, "9999253640056137": 19, "62it": 19, "9999856957320528": 19, "9999806264360336": 19, "9999333905161271": 19, "9997629877627796": 19, "9996615330714775": 19, "9999803474424048": 19, "9999690179361935": 19, "9996537442008128": 19, "9989097397461996": 19, "9985534483580678": 19, "52": 19, "9999726154715255": 19, "9999250404431426": 19, "9998623405070776": 19, "9996561770567938": 19, "9942785952521871": 19, "9999424641676066": 19, "9999091837427161": 19, "9995191008698547": 19, "9978922471122651": 19, "9795181094994256": 19, "9998135112170027": 19, "999787323738521": 19, "9987606438444635": 19, "9982635098451202": 19, "9422869570493372": 19, "87e": [19, 20], "9992995819998103": 19, "9987377926584199": 19, "9973752641583749": 19, "995255140131929": 19, "9455257642420224": 19, "05it": [19, 22], "9974728070753829": 19, "995416161237695": 19, "9867522256462564": 19, "986582711416683": 19, "9468472932133176": 19, "9938672203947038": 19, "9937913539713064": 19, "9936057905336317": 19, "9932430068628105": 19, "9381962721720656": 19, "63e": 19, "992730560931046": 19, "9922829131306503": 19, "9916990159565282": 19, "98563942691924": 19, "9212244844946261": 19, "53e": 19, "9999888112900659": 19, "9999849501568968": 19, "9999760956345113": 19, "9999758615432004": 19, "9999716645393338": 19, "52it": 19, "9999870715347138": 19, "9999811871919927": 19, "9999553343368358": 19, "9999383081018585": 19, "9999177958840636": 19, "96e": [19, 23], "9999859303543726": 19, "9999644813363999": 19, "9999214589741492": 19, "9996703332150525": 19, "9996690041252987": 19, "9999802936975296": 19, "9997259928372615": 19, "9993475620341137": 19, "9989573036832605": 19, "9986543793643053": 19, "44e": [19, 23], "9999585866499787": 19, "9999486876810368": 19, "9992827278167005": 19, "9988740875766842": 19, "9946613426702609": 19, "73it": [19, 23], "9998822169169899": 19, "999878040103399": 19, "99837407546255": 19, "9979460330489591": 19, "9802089053769921": 19, "999597666676653": 19, "9995937068570286": 19, "99664915970953": 19, "9958802001000374": 19, "9512847855771679": 19, "20it": 19, "9984509165908535": 19, "9959578952120252": 19, "9937818028920754": 19, "9907205081520056": 19, "9534651069741744": 19, "9943901136276602": 19, "990205343640921": 19, "987762675373181": 19, "9761222166037805": 19, "9497419182649224": 19, "16it": 19, "9876449536124641": 19, "9874566180838149": 19, "9873751146532993": 19, "9871135812467379": 19, "9320312251409515": 19, "9873681256920457": 19, "9867104677131169": 19, "9863604874844045": 19, "9859360750741196": 19, "9239128488596182": 19, "999990707616756": 19, "9999723043366056": 19, "9999701323519831": 19, "9999551813924956": 19, "9999522532756852": 19, "9999900693982379": 19, "9999311426065755": 19, "9999145249443635": 19, "9999130489202535": 19, "9998377031202675": 19, "9999862820440971": 19, "9997517753887365": 19, "9996841983206314": 19, "9996830107874256": 19, "999585767134396": 19, "9999745726295028": 19, "9990823277390866": 19, "9989945842715465": 19, "9988728127858241": 19, "9987539221752944": 19, "60it": 19, "9999370198218576": 19, "9981115478889542": 19, "9974772652014616": 19, "995731717057559": 19, "9950291700743682": 19, "9998221482804251": 19, "9998030639266311": 19, "9962716348456105": 19, "9957027344640318": 19, "9808861574166389": 19, "80it": 19, "9993158902101864": 19, "9992737234348714": 19, "9929134959392898": 19, "9918352264630244": 19, "9605168885411256": 19, "9970616380122096": 19, "9966420291540972": 19, "9875208727310729": 19, "983348154979657": 19, "9611248513995477": 19, "04it": [19, 22], "9888254509108924": 19, "981424420858435": 19, "9756945249179574": 19, "9653653219988936": 19, "949892059404306": 19, "9783739534751957": 19, "9779770648401149": 19, "9773944419005031": 19, "9772100499611249": 19, "9197221129892613": 19, "06e": [19, 23], "9847797381605126": 19, "979881475095261": 19, "9789559646121901": 19, "9779176281844336": 19, "9285991153021671": 19, "9999930938197495": 19, "9999927495837864": 19, "9999730056399402": 19, "9999716131493217": 19, "9999521920308199": 19, "9999916138797103": 19, "999926218584326": 19, "9999191528924947": 19, "9999179925256542": 19, "9998352652530494": 19, "49": [19, 23], "9999899760530466": 19, "9999866880205311": 19, "9997096545485408": 19, "9997086093190996": 19, "9993950375881484": 19, "9999712618941392": 19, "9990277391373628": 19, "9988653756689869": 19, "9988643627333774": 19, "9979566871598838": 19, "9999414756950388": 19, "9999185788926284": 19, "9961768265523611": 19, "9954056127804757": 19, "9954045447762155": 19, "42e": [19, 24], "11e": 19, "9997728550720852": 19, "9997168387512211": 19, "9928623326890238": 19, "9921522541074415": 19, "9815839509974684": 19, "9989709402248369": 19, "9988544685797407": 19, "9868026386831295": 19, "985345236582632": 19, "9698770230380636": 19, "11it": 19, "9949371389273981": 19, "9949107782356766": 19, "977112955292746": 19, "9716178500832297": 19, "967722640360993": 19, "9790424824765466": 19, "9715243025795919": 19, "9671692490974791": 19, "9450165956953308": 19, "9448625902159359": 19, "17it": 19, "965461717507565": 19, "9648932341203752": 19, "963856710506799": 19, "9636801162210671": 19, "9002751610118467": 19, "77it": 19, "9807409640082864": 19, "9699721931104404": 19, "9677166767908957": 19, "9394860427747876": 19, "9351858394996657": 19, "9999978669498215": 19, "9999956722754607": 19, "9999799263714397": 19, "9999789216022107": 19, "9999642054598574": 19, "9999943906884494": 19, "9999343640823076": 19, "9999334248881454": 19, "9999249439932951": 19, "9998684985487326": 19, "9999896507243767": 19, "9997526274283742": 19, "9997517092998544": 19, "9997514568009086": 19, "9994994651669644": 19, "29it": 19, "9999899485873852": 19, "9999314322918655": 19, "9990030069449396": 19, "9990020609332764": 19, "9981096381936067": 19, "9999536171672674": 19, "9999094157336442": 19, "9958217326666846": 19, "9958206863529286": 19, "9932659752647721": 19, "72it": [19, 23], "9997544064398111": 19, "9996390145601096": 19, "9876782817075724": 19, "986829120472927": 19, "9823615338330297": 19, "9985268503112813": 19, "9983499410484818": 19, "9785902377362155": 19, "9771995020822951": 19, "9752846715582264": 19, "991738617202277": 19, "9916999095855713": 19, "9717770596320756": 19, "9601566417330277": 19, "9530802418693475": 19, "9620464258065169": 19, "9582876791641027": 19, "9445008625317239": 19, "9430687242552336": 19, "9308710215935037": 19, "9480750122921905": 19, "9456250628531494": 19, "9445956284973298": 19, "9434289429080119": 19, "9009688699792165": 19, "9766929896410047": 19, "957514493788183": 19, "9559851348570871": 19, "9438827362855521": 19, "9167827938895323": 19, "9999984333249491": 19, "9999901865767792": 19, "9999829580110535": 19, "9999746546393077": 19, "9999393123160958": 19, "82e": 19, "9999977984107461": 19, "999996383890805": 19, "9999585593099201": 19, "9999577735635269": 19, "9999150645734015": 19, "9999953796079631": 19, "9999944856461577": 19, "9998140271258696": 19, "9998132139651115": 19, "9996263187286749": 19, "9999799131978417": 19, "9991760870939851": 19, "999175206451367": 19, "9991099365080184": 19, "9984657428834645": 19, "9999683931970753": 19, "9999135788767782": 19, "996308913203486": 19, "9963078955424317": 19, "9939227717854873": 19, "9997689201745247": 19, "9995873145216307": 19, "9849023647718247": 19, "9833009867719864": 19, "9832997013656896": 19, "9982643783383393": 19, "9977962501289016": 19, "9854353082947718": 19, "9624423927207054": 19, "9600011409875004": 19, "9870493767685123": 19, "9870320319171259": 19, "9705633369555351": 19, "932694450295423": 19, "9237291936352401": 19, "9329023836770476": 19, "9251125534459796": 19, "9090404451604721": 19, "9075530370365199": 19, "902215514501183": 19, "936942764457975": 19, "9195925986987522": 19, "9179859981970137": 19, "916197691863038": 19, "9043637756591075": 19, "15it": 19, "9746783379118565": 19, "9547067294869719": 19, "9426800819283715": 19, "9405877648417602": 19, "9047220443136558": 19, "9999998722503725": 19, "9999959867450359": 19, "9999953377679788": 19, "9999901647899601": 19, "9999791487269069": 19, "53it": 19, "9999997233652407": 19, "9999795491992056": 19, "9999788713253935": 19, "9999539297010896": 19, "9999367314200862": 19, "9999983352488726": 19, "9999608456659727": 19, "9998803010371731": 19, "9998795700743581": 19, "9997532798065882": 19, "9999886905327071": 19, "9999526296594224": 19, "9993739474035951": 19, "9993731243691055": 19, "998837883424404": 19, "9999347944113626": 19, "9999299845850768": 19, "9968744391727294": 19, "9968734504088798": 19, "9949201894762312": 19, "9997595833681479": 19, "9993617636896577": 19, "9889704797728257": 19, "9844737269360767": 19, "9844552121850878": 19, "9979451890061467": 19, "9972568796736283": 19, "9882338451079785": 19, "9400830044171552": 19, "9380462665721708": 19, "9805383456413282": 19, "9793534545721814": 19, "9588682058685749": 19, "8881789600114199": 19, "8769912910873774": 19, "8848700744056857": 19, "8765425797595888": 19, "854821484894479": 19, "8535224650797281": 19, "8493986649063162": 19, "9268644000446836": 19, "9112716246650874": 19, "8865324039130013": 19, "8842948895377678": 19, "8094804211038418": 19, "9740201843349593": 19, "9673225582521513": 19, "952288197814531": 19, "9497276520343576": 19, "9497237037538462": 19, "class": 19, "reshap": [19, 21, 22], "n_class": 19, "dic": 19, "img": 19, "imshow": 19, "imag": 19, "axesimag": 19, "0x7fd438377a90": 19, "hope": 19, "incorpor": 19, "reason": 19, "induct": 19, "bias": 19, "reduc": 19, "sr": 19, "robust": 19, "librari": [19, 20], "whch": 19, "follow": [19, 28], "symbolic_lib": [19, 20, 24], "kei": [19, 20], "dict_kei": [19, 20], "sgn": [19, 20], "redo": 19, "contrain": 19, "9999999999999639": 19, "9999841274399789": 19, "9999195962429422": 19, "9999940363902637": 19, "9999842116986534": 19, "9999055408903353": 19, "9999842858440444": 19, "9999260405306123": 19, "999886385951903": 19, "10it": [19, 23], "9999843962720248": 19, "9999007440044174": 19, "9998593570241779": 19, "88it": 19, "9999845742894306": 19, "9998195334563984": 19, "9996560303116143": 19, "9999848839841157": 19, "9997576089235269": 19, "9990747506002051": 19, "9999854490365007": 19, "9996549423479186": 19, "9970989669443501": 19, "9999865646301423": 19, "9994730789192812": 19, "9895624276437505": 19, "09": 19, "35it": [19, 23], "9999889651827465": 19, "999120594481087": 19, "9559414617900991": 19, "92it": 19, "9999924793158511": 19, "9987167102775933": 19, "7906888762229085": 19, "9999982519802602": 19, "9975488884124427": 19, "2695851370154267": 19, "35": 19, "9999897864586992": 19, "999941148365934": 19, "999933060918167": 19, "69it": [19, 22], "9999903651856844": 19, "9999481583538449": 19, "9999215913152464": 19, "9999910667256126": 19, "9999745307384252": 19, "9999059037181064": 19, "9999919340015667": 19, "9998836753524568": 19, "9998682812651544": 19, "22it": 19, "9999930282260644": 19, "9998507984084428": 19, "9997376724009996": 19, "9999944249680105": 19, "9997993496969405": 19, "9992295248908697": 19, "00it": 19, "9999962146964306": 19, "9997131766871225": 19, "9975441981216764": 19, "9999983708153872": 19, "9995575032145757": 19, "9909835169112797": 19, "91it": 19, "9999990354001381": 19, "9992662822226276": 19, "960527319751894": 19, "9999913264861179": 19, "9988721445986375": 19, "80011712829603": 19, "9998163363479399": 19, "9978431561059808": 19, "2814546223704926": 19, "9999999483032596": 19, "9999941967836338": 19, "9999450777771645": 19, "9999968986658919": 19, "9999950270576494": 19, "9999359202086953": 19, "9999959671234449": 19, "9999689579268118": 19, "9999233338974699": 19, "9999970388609115": 19, "9999277672142578": 19, "9999054264402666": 19, "9999981866112407": 19, "9998787853748133": 19, "9997940227934969": 19, "9999993305928151": 19, "999836805899482": 19, "9993569516643317": 19, "9999999767252477": 19, "9997657565532695": 19, "9979264009346674": 19, "9999970458743549": 19, "9996348080941417": 19, "9922256134147542": 19, "9999882011585163": 19, "9993792035049228": 19, "9648688511956083": 19, "25it": [19, 20], "9999431478128625": 19, "9989853642931659": 19, "8099064637358544": 19, "9991878132353741": 19, "9979687146035487": 19, "2948244018433414": 19, "9999973837949323": 19, "9999556108208976": 19, "9999423526826876": 19, "9999981726743682": 19, "9999484842856431": 19, "9999473753358622": 19, "9999989595646115": 19, "9999492978808466": 19, "9999386215876175": 19, "9999996254779309": 19, "9999403199854738": 19, "9999245063324657": 19, "53": 19, "9999999902142925": 19, "9999033788427966": 19, "9998233862273559": 19, "9999993945260922": 19, "9998698461072781": 19, "9994604176643853": 19, "9999962624913747": 19, "999812394838402": 19, "9982470612489773": 19, "31it": [19, 23], "9999855256919693": 19, "9997042323555781": 19, "9934084524703305": 19, "21it": [19, 24], "9999509121969333": 19, "9994826743156423": 19, "9690407199009088": 19, "9998306455096987": 19, "9990671369324535": 19, "8200102819209695": 19, "9979550584268881": 19, "9978931765377275": 19, "30997176980589874": 19, "9999995435772306": 19, "9999993202720766": 19, "9999646329733246": 19, "999999776416721": 19, "9999936654595362": 19, "9999592519777621": 19, "9999999292547446": 19, "9999841395212624": 19, "999951727445816": 19, "9999996917196639": 19, "9999408710455521": 19, "9999069779386928": 19, "71it": 19, "9999982862472424": 19, "999924500202756": 19, "9998279543178681": 19, "999994399261074": 19, "9998982872842133": 19, "9995430618744594": 19, "9999846769079466": 19, "9998527941960059": 19, "998507365877467": 19, "42it": 19, "9999591064202273": 19, "9997651030691422": 19, "994405837621339": 19, "98it": 19, "9998837805081656": 19, "9995754338853143": 19, "972913947729953": 19, "06it": [19, 28], "9996498645481074": 19, "9991201921166716": 19, "8303506225546471": 19, "9975671382600958": 19, "9959025139156165": 19, "3272398323990947": 19, "9999999273977364": 19, "999972137087767": 19, "9999416230314031": 19, "9999998145393945": 19, "9999682142467496": 19, "9999659993562859": 19, "9999990327979635": 19, "9999626403806093": 19, "9999479302673148": 19, "9999971222660284": 19, "9999545031184953": 19, "9999322662928528": 19, "9999928506457437": 19, "9999421177337516": 19, "9998097288010696": 19, "46it": 19, "9999822360404783": 19, "9999220769608526": 19, "9996077177342251": 19, "999964802453253": 19, "9998867957502443": 19, "9987081345779585": 19, "9999175944145272": 19, "9998169466724585": 19, "9952629708219127": 19, "9997839395304963": 19, "9996559816500792": 19, "9765461190280487": 19, "31": 19, "9993615297170999": 19, "9992162433614376": 19, "8408048845759444": 19, "23": 19, "9969431394468133": 19, "9927325368990941": 19, "34705555016523576": 19, "9999993835845823": 19, "9999979009384041": 19, "9999781529177164": 19, "28": 19, "9999982596377558": 19, "9999826642402296": 19, "999975403004672": 19, "02it": 19, "9999960480978767": 19, "9999713985665561": 19, "9999678693890908": 19, "18it": 19, "999991537192374": 19, "999965455283627": 19, "9999527752253392": 19, "9999840061625307": 19, "9999562904170857": 19, "999848705695026": 19, "9999686012309674": 19, "9999412814570412": 19, "9996568552973389": 19, "32it": 19, "999936210582381": 19, "999914407864863": 19, "998905881229885": 19, "9998600127039595": 19, "9998596147774699": 19, "9960274461980388": 19, "9997236129916397": 19, "9996456211560416": 19, "9798815731174731": 19, "9992448590848789": 19, "9989434205375304": 19, "851363652171008": 19, "9959631103992738": 19, "9880298934280559": 19, "3699525677002401": 19, "9999974755376599": 19, "999982771618615": 19, "9999378510072501": 19, "9999950949412941": 19, "9999809179819591": 19, "9999775858852623": 19, "9999909995161567": 19, "99997811973606": 19, "9999745650796973": 19, "9999839054191747": 19, "9999738708591638": 19, "9999301819009739": 19, "9999712511423499": 19, "9999672116732772": 19, "9998759476535651": 19, "9999561449575607": 19, "9999474340188654": 19, "9996925240661405": 19, "9999359791634311": 19, "9998987103013962": 19, "9990779156635234": 19, "55it": 19, "999893422872044": 19, "9997851521886209": 19, "9966235714622826": 19, "9997784124877638": 19, "9994637170628504": 19, "9828804558908593": 19, "9992376323441506": 19, "9983591814967973": 19, "862391351818434": 19, "9944110485646586": 19, "9816962474224649": 19, "3965991904252684": 19, "9999942564460803": 19, "9999934337977243": 19, "9999861648364792": 19, "9999902923652078": 19, "9999849518514359": 19, "9999613659020306": 19, "9999837274020729": 19, "9999830308299852": 19, "9999154398628454": 19, "9999800294497047": 19, "9999731551293094": 19, "9999043625986571": 19, "9999752362233539": 19, "9999543237918428": 19, "9998837024119729": 19, "9999671472397126": 19, "999920520242572": 19, "9997162974965994": 19, "9999521118045746": 19, "9998517198959569": 19, "9991994724291818": 19, "9999191931580688": 19, "9996922419099825": 19, "9971630293162339": 19, "9998214259046335": 19, "9992365904461334": 19, "9855351478460005": 19, "9992094653374828": 19, "997561488327335": 19, "8738196605080718": 19, "9922364482738998": 19, "9865738449440605": 19, "42783037973898724": 19, "9999896926875822": 19, "9999885782292838": 19, "9999292279786546": 19, "9999877872886065": 19, "9999838323248553": 19, "9999789165976448": 19, "9999864664396515": 19, "9999745891023756": 19, "9999649555496989": 19, "9999843410323541": 19, "9999595824867687": 19, "9999363993653761": 19, "9999808836617524": 19, "9999340658950667": 19, "9998727806292239": 19, "9999749630672443": 19, "9998877158288519": 19, "9997292201760375": 19, "9999637514193707": 19, "9997949968711753": 19, "9992688918286982": 19, "9999382587554829": 19, "9995804083543193": 19, "997562547933165": 19, "9998545572827711": 19, "9989551972006018": 19, "9878365883665239": 19, "999179162081282": 19, "9964947779569694": 19, "8855949580343588": 19, "9896743802302694": 19, "9893409020756886": 19, "4646785423849215": 19, "9999902713620692": 19, "9999807202372036": 19, "9997379079627818": 19, "999989739250175": 19, "9999756704785013": 19, "999926363885015": 19, "9999888074224221": 19, "9999631678786869": 19, "9999447765899155": 19, "9999872737863882": 19, "9999431335080622": 19, "9999263142234696": 19, "9999847406083843": 19, "999909483042181": 19, "9998436631999283": 19, "9999803638564161": 19, "999848886198266": 19, "9997317587005629": 19, "9999719462457353": 19, "9997282247718177": 19, "9992837377086745": 19, "9999521133602743": 19, "999448434641883": 19, "9978756985305871": 19, "99988019998444": 19, "998618508248868": 19, "9897729427792255": 19, "9991252607520362": 19, "995078459413144": 19, "8974993831807665": 19, "40it": 19, "9896966425177599": 19, "985121456003004": 19, "508387788052642": 19, "0x7fd49dd97160": 19, "construct": [20, 24, 28], "j_0": 20, "20x": 20, "bessel": 20, "add_symbol": [20, 24], "bessel_j0": 20, "bettom": 20, "anyth": 20, "isn": 20, "7090268761989152": 20, "21051195154680438": 20, "1822506022370818": 20, "12418544555819415": 20, "10407480103502795": 20, "j0": 20, "pytorch": 20, "ad": 20, "2681378679614782": 20, "becaus": 20, "ground": [20, 21, 24], "truth": [20, 21, 24], "involv": 20, "bigger": 20, "a_rang": 20, "9717763100936939": 20, "7494106253678943": 20, "49679878395526067": 20, "21051195158162733": 20, "12435207425739554": 20, "_c": 20, "_special": 20, "special_bessel_j0": 20, "9985560043309399": 20, "6101756259771707": 20, "5737221152646913": 20, "08366297315238909": 20, "08315973336762218": 20, "finish": 20, "rest": 20, "9986": 20, "skip": 20, "9999802186534139": 20, "9999663092809886": 20, "9999988610586863": 20, "9999699077016541": 20, "9999693609882967": 20, "9999174139339265": 20, "9999096961395885": 20, "earli": 20, "stop": 20, "j_": 20, "aim": 21, "poisson": 21, "nabla": 21, "condit": 21, "solut": 21, "autograd": 21, "tqdm": [21, 27], "np_i": 21, "interior": 21, "point": [21, 24], "np_b": 21, "batch_jacobian": 21, "func": 21, "create_graph": 21, "length": 21, "_func_sum": 21, "sum": [21, 28], "jacobian": 21, "sol_fun": 21, "source_fun": 21, "sampling_mod": 21, "radnom": 21, "mesh": 21, "x_mesh": 21, "y_mesh": 21, "meshgrid": 21, "x_i": 21, "stack": [21, 22, 28], "side": 21, "helper": 21, "xb1": 21, "xb2": 21, "xb3": 21, "xb4": 21, "x_b": 21, "optim": 21, "lr": [21, 24], "history_s": 21, "line_search_fn": 21, "strong_wolf": 21, "tolerance_grad": 21, "tolerance_chang": 21, "tolerance_i": 21, "pbar": 21, "desc": 21, "descript": 21, "_": [21, 28], "closur": 21, "global": 21, "pde_loss": 21, "bc_loss": 21, "zero_grad": 21, "sol": 21, "sol_d1_fun": 21, "sol_d1": 21, "sol_d2": 21, "lap": 21, "diagon": 21, "dim1": 21, "dim2": 21, "keepdim": 21, "sourc": 21, "bc_true": 21, "bc_pred": 21, "backward": 21, "l2": 21, "set_descript": 21, "2e": 21, "bc": 21, "18": [21, 28], "sine": 21, "hypreparam": 21, "9969676978399866": 21, "9983639008937205": 21, "9974491732032462": 21, "9978791881996706": 21, "9723468700787765": 21, "9844055428126749": 21, "trainabl": 21, "floating_digit": 21, "14159": 21, "85398": 21, "5708": 21, "goal": 22, "peak": 22, "present": 22, "onc": 22, "five": 22, "phase": [22, 26], "thank": 22, "n_peak": 22, "n_num_per_peak": 22, "x_grid": 22, "x_center": 22, "x_sampl": 22, "center": 22, "y_sampl": 22, "0x7ff40b9ea430": 22, "sequenti": 22, "prensent": 22, "subplot": 22, "figsiz": 22, "subplots_adjust": 22, "wspace": 22, "hspace": 22, "group_id": 22, "xlim": 22, "ylim": 22, "bias_train": 22, "sp_trainabl": 22, "sb_trainabl": 22, "otherwis": 22, "shift": 22, "previou": 22, "stage": 22, "200": 22, "y_pred": 22, "59": 22, "94it": 22, "76": 22, "wrt": 23, "data_s": 23, "grid_siz": 23, "26": 23, "studi": 23, "roughli": 23, "No": 23, "observ": 23, "increas": 23, "harm": 23, "benefit": 23, "ideal": 23, "would": 23, "togeth": 23, "complex": 23, "alwai": 23, "1e8": 23, "1e5": 23, "999988712412588": 24, "9999928603717329": 24, "9968394556850537": 24, "9968": 24, "62": 24, "were": 24, "lucki": 24, "92": 24, "9999921393183026": 24, "9999940727994734": 24, "9998914314178492": 24, "nan": 24, "bug": 24, "resolv": 24, "later": 24, "close": 24, "hyperparamt": 25, "checkpoint": 25, "video": 25, "devic": 25, "special": [26, 28], "partial": 26, "differenti": 26, "equat": 26, "continu": [26, 28], "singular": 26, "lock": 26, "rel": 26, "encourag": 26, "unsupervis": 26, "inspir": 27, "altern": 27, "multi": [27, 28], "preceptron": 27, "mlp": [27, 28], "wherea": 27, "simpl": 27, "than": 27, "term": 27, "http": 27, "com": 27, "kindxiaom": 27, "pykan": 27, "txt": 27, "scikit_learn": 27, "setuptool": 27, "65": 27, "66": 27, "quickstart": 27, "hello": 27, "action": 27, "api": 27, "demo": 27, "advanc": 27, "state": 28, "multivari": 28, "domain": 28, "written": 28, "finit": 28, "singl": 28, "binari": 28, "oper": 28, "mathbb": 28, "x_n": 28, "q": 28, "2n": 28, "phi_q": 28, "p": 28, "phi_": 28, "x_p": 28, "sens": 28, "univari": 28, "due": 28, "limit": 28, "express": 28, "augment": 28, "matrix": 28, "form": 28, "bf": 28, "circ": 28, "begin": 28, "pmatrix": 28, "cdot": 28, "vdot": 28, "quad": 28, "phi_1": 28, "call": 28, "correspond": 28, "th": 28, "_l": 28, "Then": 28, "_0": 28, "constrast": 28, "perceptron": 28, "interleav": 28, "w": 28, "nonlinear": 28, "sigma": 28, "fulli": 28, "place": 28, "replot": 28, "keep": 28, "03it": 28, "auto": 28, "elif": 28, "999987252534279": 28, "9999996536741071": 28, "9999988529417926": 28, "22": 28, "kanlay": 30, "symbolic_kanlay": 30}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"api": [0, 25, 30], "demo": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 25], "welcom": [1, 27], "kolmogorov": [1, 27, 28], "aarnold": [1, 27], "network": [1, 27, 28], "kan": [1, 17, 18, 23, 27, 28, 29], "document": [1, 27], "indic": [1, 27], "tabl": [1, 27], "10": [2, 12], "devic": 2, "1": [3, 8, 13, 16, 19], "index": 3, "edg": 3, "activ": [3, 6], "function": [3, 6, 13, 16, 19, 20], "node": 3, "neuron": 3, "layer": [3, 17], "2": [4, 8, 13, 17, 19], "plot": 4, "3": [5, 8, 18], "grid": [5, 8], "4": [6, 8, 19], "extract": 6, "5": [7, 20], "initi": 7, "hyperparamt": [7, 8], "6": [8, 21], "train": [8, 18], "paramet": 8, "lambda": 8, "overal": 8, "penalti": 8, "strength": 8, "rel": [8, 12], "entropi": 8, "lambda_": 8, "rm": [8, 19], "ent": 8, "size": 8, "g": 8, "seed": 8, "7": [9, 22], "prune": 9, "automat": 9, "manual": [9, 19], "8": [10, 23], "checkpoint": 10, "9": [11, 24], "video": 11, "exampl": [12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26], "us": 12, "lock": 12, "addit": 12, "11": 13, "encourag": 13, "linear": 13, "case": 13, "1d": [13, 19], "2d": 13, "12": 14, "unsupervis": 14, "learn": [14, 22], "13": 15, "phase": [15, 19], "transit": 15, "fit": 16, "deep": 17, "formula": [17, 19], "three": [17, 19], "two": 17, "classif": 18, "regress": [18, 19], "formul": 18, "symbol": 19, "part": 19, "i": 19, "autom": 19, "v": 19, "how": 19, "can": 19, "we": 19, "know": 19, "get": [19, 27, 28], "exact": 19, "ii": 19, "hard": 19, "ill": 19, "defin": 19, "realli": 19, "ad": 19, "nois": 19, "bound": 19, "region": 19, "sine": 19, "diagram": 19, "fratcal": 19, "chaotic": 19, "my": 19, "mix": 19, "f_1": 19, "x": 19, "sin": 19, "f_2": 19, "f_3": 19, "exp": 19, "f": 19, "af_1": 19, "bf_2": 19, "b": 19, "special": 20, "solv": 21, "partial": 21, "differenti": 21, "equat": 21, "pde": 21, "continu": 22, "scale": 23, "law": 23, "singular": 24, "instal": 27, "via": 27, "github": 27, "pypi": 27, "requir": 27, "start": [27, 28], "content": 27, "hello": 28, "arnold": 28, "represent": 28, "theorem": 28, "modul": 29, "kanlay": 29, "symbolic_kanlay": 29, "spline": 29, "util": 29}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"API Demos": [[0, "api-demos"], [25, "api-demos"]], "Welcome to Kolmogorov Aarnold Network (KAN) documentation!": [[1, "welcome-to-kolmogorov-aarnold-network-kan-documentation"], [27, "welcome-to-kolmogorov-aarnold-network-kan-documentation"]], "Indices and tables": [[1, "indices-and-tables"], [27, "indices-and-tables"]], "Demo 10: Device": [[2, "demo-10-device"]], "Demo 1: Indexing": [[3, "demo-1-indexing"]], "Indexing of edges (activation functions)": [[3, "indexing-of-edges-activation-functions"]], "Indexing of nodes (neurons)": [[3, "indexing-of-nodes-neurons"]], "Indexing of layers": [[3, "indexing-of-layers"]], "Demo 2: Plotting": [[4, "demo-2-plotting"]], "Demo 3: Grid": [[5, "demo-3-grid"]], "Demo 4: Extracting activation functions": [[6, "demo-4-extracting-activation-functions"]], "Demo 5: Initialization Hyperparamters": [[7, "demo-5-initialization-hyperparamters"]], "Demo 6: Training Hyperparamters": [[8, "demo-6-training-hyperparamters"]], "Parameter 1: \\lambda, overall penalty strength.": [[8, "parameter-1-lambda-overall-penalty-strength"]], "Parameter 2: (relative) penalty strength of entropy \\lambda_{\\rm ent}.": [[8, "parameter-2-relative-penalty-strength-of-entropy-lambda-rm-ent"]], "Parameter 3: Grid size G.": [[8, "parameter-3-grid-size-g"]], "Parameter 4: seed.": [[8, "parameter-4-seed"]], "Demo 7: Pruning": [[9, "demo-7-pruning"]], "Automatic pruning": [[9, "automatic-pruning"]], "Manual pruning": [[9, "manual-pruning"]], "Demo 8: Checkpoint": [[10, "demo-8-checkpoint"]], "Demo 9: Videos": [[11, "demo-9-videos"]], "Example 10: Use of lock for Relativity Addition": [[12, "example-10-use-of-lock-for-relativity-addition"]], "Example 11: Encouraging linearity": [[13, "example-11-encouraging-linearity"]], "Case 1: 1D function": [[13, "case-1-1d-function"]], "Case 2: 2D function": [[13, "case-2-2d-function"]], "Example 12: Unsupervised learning": [[14, "example-12-unsupervised-learning"]], "Example 13: Phase transition": [[15, "example-13-phase-transition"]], "Example 1: Function Fitting": [[16, "example-1-function-fitting"]], "Example 2: Deep Formulas": [[17, "example-2-deep-formulas"]], "Three-layer KAN": [[17, "three-layer-kan"]], "Two-layer KAN": [[17, "two-layer-kan"]], "Example 3: Classification": [[18, "example-3-classification"]], "Regression formulation": [[18, "regression-formulation"]], "Classification formulation": [[18, "classification-formulation"]], "Train KAN": [[18, "train-kan"]], "Example 4: Symbolic Regression": [[19, "example-4-symbolic-regression"]], "Part I: Automated vs manual symbolic regression (How can we know that we get the exact formula?)": [[19, "part-i-automated-vs-manual-symbolic-regression-how-can-we-know-that-we-get-the-exact-formula"]], "Part II: How hard (ill-defined) is symbolic regression, really?": [[19, "part-ii-how-hard-ill-defined-is-symbolic-regression-really"]], "1D example: Adding noise to a bounded region sine": [[19, "d-example-adding-noise-to-a-bounded-region-sine"]], "Phase diagram of symbolic regression (how fratcal/chaotic is my phase diagram?)": [[19, "phase-diagram-of-symbolic-regression-how-fratcal-chaotic-is-my-phase-diagram"]], "mix three functions f_1(x)={\\rm sin}(x), f_2(x)=x^2, and f_3(x)={\\rm exp}(x) such that f(x)=af_1(x)+bf_2(x)+(1-a-b)f_3(x). Symbolically regress f(x).": [[19, "mix-three-functions-f-1-x-rm-sin-x-f-2-x-x-2-and-f-3-x-rm-exp-x-such-that-f-x-af-1-x-bf-2-x-1-a-b-f-3-x-symbolically-regress-f-x"]], "Example 5: Special functions": [[20, "example-5-special-functions"]], "Example 6: Solving Partial Differential Equation (PDE)": [[21, "example-6-solving-partial-differential-equation-pde"]], "Example 7: Continual Learning": [[22, "example-7-continual-learning"]], "Example 8: KANs\u2019 Scaling Laws": [[23, "example-8-kans-scaling-laws"]], "Example 9: Singularity": [[24, "example-9-singularity"]], "Examples": [[26, "examples"]], "Installation": [[27, "installation"]], "Installation via github": [[27, "installation-via-github"]], "Installation via PyPI": [[27, "installation-via-pypi"]], "Requirements": [[27, "requirements"]], "Get started": [[27, "get-started"]], "Contents:": [[27, null]], "Hello, KAN!": [[28, "hello-kan"]], "Kolmogorov-Arnold representation theorem": [[28, "kolmogorov-arnold-representation-theorem"]], "Kolmogorov-Arnold Network (KAN)": [[28, "kolmogorov-arnold-network-kan"]], "Get started with KANs": [[28, "get-started-with-kans"]], "kan.KAN module": [[29, "kan-kan-module"]], "kan.KANLayer module": [[29, "kan-kanlayer-module"]], "kan.Symbolic_KANLayer module": [[29, "kan-symbolic-kanlayer-module"]], "kan.spline module": [[29, "kan-spline-module"]], "kan.utils module": [[29, "kan-utils-module"]], "API": [[30, "api"]]}, "indexentries": {}})
\ No newline at end of file
+Search.setIndex({"docnames": [".ipynb_checkpoints/demos-checkpoint", ".ipynb_checkpoints/index-checkpoint", "API_demo/API_10_device", "API_demo/API_1_indexing", "API_demo/API_2_plotting", "API_demo/API_3_grid", "API_demo/API_4_extract_activations", "API_demo/API_5_initialization_hyperparameter", "API_demo/API_6_training_hyperparameter", "API_demo/API_7_pruning", "API_demo/API_8_checkpoint", "API_demo/API_9_video", "Examples/Example_10_relativity-addition", "Examples/Example_11_encouraing_linear", "Examples/Example_12_unsupervised_learning", "Examples/Example_13_phase_transition", "Examples/Example_1_function_fitting", "Examples/Example_2_deep_formula", "Examples/Example_3_classfication", "Examples/Example_4_symbolic_regression", "Examples/Example_5_special_functions", "Examples/Example_6_PDE", "Examples/Example_7_continual_learning", "Examples/Example_8_scaling", "Examples/Example_9_singularity", "demos", "examples", "index", "intro", "kan", "modules"], "filenames": [".ipynb_checkpoints/demos-checkpoint.rst", ".ipynb_checkpoints/index-checkpoint.rst", "API_demo/API_10_device.rst", "API_demo/API_1_indexing.rst", "API_demo/API_2_plotting.rst", "API_demo/API_3_grid.rst", "API_demo/API_4_extract_activations.rst", "API_demo/API_5_initialization_hyperparameter.rst", "API_demo/API_6_training_hyperparameter.rst", "API_demo/API_7_pruning.rst", "API_demo/API_8_checkpoint.rst", "API_demo/API_9_video.rst", "Examples/Example_10_relativity-addition.rst", "Examples/Example_11_encouraing_linear.rst", "Examples/Example_12_unsupervised_learning.rst", "Examples/Example_13_phase_transition.rst", "Examples/Example_1_function_fitting.rst", "Examples/Example_2_deep_formula.rst", "Examples/Example_3_classfication.rst", "Examples/Example_4_symbolic_regression.rst", "Examples/Example_5_special_functions.rst", "Examples/Example_6_PDE.rst", "Examples/Example_7_continual_learning.rst", "Examples/Example_8_scaling.rst", "Examples/Example_9_singularity.rst", "demos.rst", "examples.rst", "index.rst", "intro.rst", "kan.rst", "modules.rst"], "titles": ["API Demos", "Welcome to Kolmogorov Aarnold Network (KAN) documentation!", "Demo 10: Device", "Demo 1: Indexing", "Demo 2: Plotting", "Demo 3: Grid", "Demo 4: Extracting activation functions", "Demo 5: Initialization Hyperparamters", "Demo 6: Training Hyperparamters", "Demo 7: Pruning", "Demo 8: Checkpoint", "Demo 9: Videos", "Example 10: Use of lock for Relativity Addition", "Example 11: Encouraging linearity", "Example 12: Unsupervised learning", "Example 13: Phase transition", "Example 1: Function Fitting", "Example 2: Deep Formulas", "Example 3: Classification", "Example 4: Symbolic Regression", "Example 5: Special functions", "Example 6: Solving Partial Differential Equation (PDE)", "Example 7: Continual Learning", "Example 8: KANs\u2019 Scaling Laws", "Example 9: Singularity", "API Demos", "Examples", "Welcome to Kolmogorov Aarnold Network (KAN) documentation!", "Hello, KAN!", "kan package", "API"], "terms": {"thi": [1, 5, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 27, 28], "i": [1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 27, 28], "paper": [1, 9, 27], "arnold": [1, 17, 27], "github": 1, "repo": [1, 27], "can": [1, 6, 7, 8, 9, 11, 12, 13, 14, 16, 20, 21, 22, 23, 28], "found": 1, "here": [1, 5], "get": [1, 12], "latest": 1, "new": 1, "cnn": 1, "add": [1, 4, 5, 20], "link": [1, 27], "There": [1, 5, 13], "ar": [1, 3, 4, 5, 6, 7, 9, 12, 13, 14, 19, 21, 27, 28], "two": [1, 5, 9, 12, 13, 18], "wai": [1, 9, 10], "instal": 1, "The": [1, 4, 5, 6, 8, 10, 14, 16, 17, 19, 20, 21, 22, 28], "first": [1, 3, 4, 5, 7, 12, 18, 21], "via": 1, "pip": [1, 27], "second": [1, 3, 13, 14, 21], "git": [1, 27], "clone": [1, 27], "repolink": 1, "cd": [1, 27], "e": [1, 5, 7, 19, 20, 27, 28], "index": [1, 6, 21, 25, 27], "modul": [1, 27, 30], "search": [1, 19, 20, 27], "page": [1, 27], "all": [2, 3, 4, 5, 7, 10, 14, 19, 21, 22], "other": [2, 5, 14, 19, 28], "have": [2, 5, 9, 11, 14, 17, 19, 22, 27, 28], "default": [2, 4, 5, 7, 8, 9, 19, 20], "us": [2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 19, 26, 28], "cpu": [2, 21], "In": [2, 3, 12, 13, 14, 15, 16, 19, 22, 23, 28], "case": [2, 5, 7, 9, 19, 24, 28], "we": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 20, 21, 22, 23, 24, 28], "want": [2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 14, 16, 19, 20, 23], "cuda": 2, "should": [2, 13, 19, 20, 24], "pass": [2, 11, 17, 19], "argument": [2, 11, 19], "model": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "dataset": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "from": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "kan": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 24, 26, 30], "import": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "create_dataset": [2, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 23, 24, 28], "torch": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 27, 28], "is_avail": 2, "els": [2, 17, 21], "print": [2, 3, 5, 17, 18, 21, 23], "width": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "4": [2, 9, 11, 13, 14, 16, 17, 18, 20, 21, 23, 25, 26, 27, 28], "2": [2, 3, 5, 6, 7, 9, 10, 11, 12, 14, 15, 16, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28], "1": [2, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28], "grid": [2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 28], "3": [2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28], "k": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "seed": [2, 4, 6, 7, 9, 10, 11, 13, 14, 17, 19, 20, 24, 28], "0": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 27, 28], "f": [2, 4, 8, 9, 10, 11, 12, 13, 15, 16, 17, 20, 21, 23, 24, 28], "lambda": [2, 4, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 23, 24, 28], "x": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 28], "exp": [2, 4, 8, 9, 10, 11, 13, 14, 16, 17, 18, 20, 22, 23, 28], "sin": [2, 3, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 28], "pi": [2, 4, 8, 9, 10, 11, 13, 14, 15, 16, 17, 19, 21, 23, 28], "n_var": [2, 4, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 20, 23, 24, 28], "train_num": [2, 11, 14, 17, 23], "3000": [2, 11, 17, 23], "train": [2, 4, 5, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 28], "opt": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "lbfg": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28, 30], "step": [2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "20": [2, 4, 6, 8, 9, 10, 11, 12, 13, 16, 17, 18, 19, 20, 21, 23, 24, 28], "lamb": [2, 4, 8, 9, 10, 11, 13, 14, 15, 17, 19, 20, 24, 28], "1e": [2, 9, 11, 13, 19, 21, 24], "lamb_entropi": [2, 4, 8, 9, 10, 11, 14, 15, 17, 19, 20, 24, 28], "50": [2, 11, 14, 15, 16, 17, 19, 20, 21, 23, 28], "5e": [2, 11], "5": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28], "loss": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "6": [2, 5, 6, 11, 12, 13, 14, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27], "70e": [2, 8, 19], "03": [2, 8, 11, 12, 13, 16, 17, 18, 19, 20, 23, 24, 28], "test": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "83e": [2, 19], "reg": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "7": [2, 8, 11, 13, 14, 15, 16, 17, 19, 21, 23, 25, 26, 28], "91e": [2, 11, 19, 23], "00": [2, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "100": [2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 28], "25": [2, 14, 21], "99it": [2, 19, 23], "": [2, 3, 4, 5, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "plot": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 28], "normal": [3, 5, 6, 7, 19], "size": [3, 4, 5, 6, 7, 19, 23, 28], "beta": [3, 4, 6, 11, 12, 13, 14, 15, 17, 21, 28], "mean": [3, 5, 12, 15, 18, 19, 21], "input": [3, 4, 6, 9, 10, 11, 12, 14, 17, 19, 20, 24, 28], "hidden": [3, 4, 6, 9, 10, 11, 17, 19, 20, 24, 28], "output": [3, 4, 5, 6, 9, 10, 11, 14, 17, 18, 19, 20, 24, 28], "each": [3, 5, 6, 7, 9, 21, 22, 28], "l": [3, 6, 16, 17, 23, 28], "j": [3, 5, 6, 19, 21, 23], "where": [3, 4, 6, 7, 9, 13, 14, 20, 28], "them": [3, 12, 19], "start": [3, 10, 13, 19], "For": [3, 5, 7, 9, 19], "exampl": [3, 5, 7, 27, 28], "one": [3, 9, 10, 11, 13, 19, 22, 23], "bottom": 3, "left": [3, 12, 17, 18, 19, 20, 21, 24, 28], "corner": [3, 12], "let": [3, 5, 8, 9, 12, 13, 18, 19, 20, 24, 28], "try": [3, 8, 9, 12, 13, 14, 19], "make": [3, 8, 9, 10, 13, 16, 19, 27], "symbol": [3, 4, 12, 18, 20, 21, 26, 28], "see": [3, 4, 7, 8, 9, 12, 19, 24, 28], "turn": 3, "red": [3, 4], "fix_symbol": [3, 4, 12, 14, 15, 19, 20, 21, 24, 28], "unfix_symbol": 3, "r2": [3, 4, 12, 18, 19, 20, 21, 24, 28], "9995602360489043": 3, "9992399109543574": 3, "9973507118333039": 3, "9999506177136502": 3, "9999411308602921": 3, "along": [3, 13, 21], "depth": [3, 13, 17, 28], "remove_nod": [3, 9], "indic": 3, "which": [3, 5, 17, 19, 20, 24], "remov": [3, 4, 9, 17], "spline": [3, 4, 5, 6, 7, 9, 10, 11, 13, 17, 19, 20, 22, 24, 28, 30], "refer": 3, "act_fun": [3, 5], "symbolic_fun": 3, "rang": [3, 5, 6, 12, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24], "in_dim": 3, "out_dim": 3, "check": [3, 5, 20], "paramet": [3, 4, 5, 11, 19, 21], "coef": [3, 5], "funs_nam": 3, "mask": [3, 4, 8, 28], "contain": [3, 5, 19, 20, 24], "tensor": [3, 4, 5, 6, 12, 14, 15, 18, 19, 20, 24], "initi": [4, 5, 12, 16, 23, 25, 28], "creat": [4, 6, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 28], "2d": [4, 6, 9, 10, 11, 17, 19, 20, 21, 24, 28], "1d": [4, 5, 6, 9, 10, 11, 17, 20, 22, 24, 28], "neuron": [4, 6, 9, 10, 11, 17, 19, 20, 24, 28], "cubic": [4, 6, 9, 10, 11, 17, 19, 20, 24, 28], "interv": [4, 5, 6, 9, 10, 11, 17, 19, 20, 24, 28], "y": [4, 6, 9, 13, 14, 18, 19, 20, 21, 22, 24, 28], "train_input": [4, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 28], "shape": [4, 5, 8, 9, 14, 16, 18, 19, 21, 23, 28], "train_label": [4, 8, 9, 14, 15, 18, 19, 22, 28], "1000": [4, 5, 8, 18, 19, 23, 28], "you": [4, 9, 10, 19], "variabl": [4, 14, 19, 28], "name": [4, 20], "titl": 4, "in_var": [4, 11, 14], "r": [4, 11, 14, 16, 17, 23, 27, 28], "alpha": [4, 19, 21, 22], "out_var": [4, 11], "my": [4, 5], "sparsiti": [4, 13, 28], "regular": [4, 8, 10, 28], "01": [4, 5, 8, 9, 10, 11, 13, 14, 17, 18, 19, 20, 22, 23, 24, 28], "10": [4, 5, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 28], "56e": [4, 10, 17, 18, 19], "31e": [4, 19, 28], "07e": [4, 17, 19, 21, 23], "12": [4, 8, 10, 12, 16, 26], "64it": [4, 19], "control": 4, "transpar": 4, "activ": [4, 5, 7, 9, 12, 13, 14, 15, 17, 19, 21, 25, 27, 28], "larger": [4, 23], "more": [4, 6, 9, 16, 19, 23, 28], "function": [4, 5, 7, 12, 17, 21, 22, 25, 26, 27, 28], "show": [4, 17, 19, 20, 23, 28], "up": [4, 10, 19, 20], "usual": [4, 9, 19], "set": [4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21, 22, 28], "proper": 4, "onli": [4, 5, 9, 11, 22, 28], "connect": [4, 28], "visual": [4, 11, 28], "signific": 4, "rm": [4, 5, 7, 11, 12, 13, 14, 15, 17, 20, 21, 28], "tanh": [4, 12, 18, 19, 20, 28], "phi": [4, 5, 7, 28], "_1": [4, 28], "l1": [4, 9], "norm": [4, 9], "By": [4, 5], "100000": 4, "after": [4, 16, 19, 20, 21, 22, 28], "purn": 4, "true": [4, 8, 11, 17, 18, 21, 28], "unsignific": 4, "insignific": 4, "themselv": 4, "still": [4, 21], "If": [4, 6, 11, 19], "those": 4, "well": [4, 13, 19], "below": [4, 8, 14, 19, 28], "defin": [4, 14, 21, 28], "base": [4, 5, 7, 13], "its": [4, 9, 19, 28], "incom": [4, 9], "outgo": [4, 9], "prune": [4, 8, 10, 13, 19, 20, 24, 25, 28], "model2": [4, 16], "do": [4, 17, 19, 22], "forward": [4, 5, 7], "collect": [4, 7, 18, 22], "resiz": 4, "figur": [4, 14], "scale": [4, 5, 7, 16, 22, 26], "sampl": [4, 5, 14, 22], "distribut": [4, 5], "addit": [4, 5, 26, 28], "line": [4, 6], "visibl": 4, "smaller": [4, 19, 28], "number": [4, 5, 7, 16, 21], "becom": [4, 5, 16, 19], "best": [4, 21], "valu": [4, 6, 21], "boundari": [4, 21], "9928952974445153": 4, "9929": 4, "both": [4, 9, 10, 12, 17, 27, 28], "numer": 4, "purpl": 4, "set_mod": 4, "mode": [4, 9, 28], "n": [4, 7, 16, 17, 23, 28], "One": [5, 19], "featur": [5, 14], "thei": [5, 6, 19, 28], "emb": 5, "neural": [5, 9, 16], "network": [5, 9, 19], "howev": [5, 9, 28], "valid": 5, "approxim": [5, 19], "known": 5, "bound": [5, 28], "region": 5, "while": [5, 9, 14], "mai": [5, 6, 8, 19, 28], "chang": [5, 17, 19, 27], "over": [5, 10, 19], "so": [5, 10, 12, 14, 19, 20, 23], "updat": 5, "properli": 5, "accord": 5, "take": [5, 19], "look": [5, 10, 12, 19], "how": [5, 8, 13, 14, 16, 18], "parametr": 5, "b_batch": 5, "matplotlib": [5, 6, 17, 18, 19, 21, 22, 27], "pyplot": [5, 6, 17, 18, 21, 22], "plt": [5, 6, 16, 17, 18, 19, 21, 22, 23], "numpi": [5, 17, 18, 21, 22, 27], "np": [5, 6, 16, 17, 18, 19, 22, 23], "consid": [5, 9, 15, 24], "suppos": [5, 10, 13], "g": [5, 7, 12, 14, 15, 16, 19, 23], "order": [5, 6, 20], "linspac": [5, 19, 21, 22], "none": [5, 14, 18, 19, 22], "1001": 5, "basi": 5, "detach": [5, 21, 22], "legend": [5, 16, 17, 23], "b_": 5, "format": [5, 14], "arang": [5, 22], "xlabel": [5, 16, 23], "ylabel": [5, 16, 23], "b_i": 5, "text": [5, 16, 23], "b": [5, 7], "linear": [5, 7, 21, 26, 28], "combin": 5, "sum_": [5, 28], "c_i": 5, "don": [5, 9, 13], "t": [5, 9, 10, 13, 20], "need": [5, 7, 10, 11, 19, 20], "worri": 5, "about": [5, 13, 19], "implement": [5, 20], "sinc": [5, 20, 28], "alreadi": [5, 20, 24], "built": 5, "But": [5, 19, 23, 24], "inde": 5, "simpli": [5, 28], "obtain": [5, 19, 28], "coeffici": [5, 7, 13], "assert": 5, "model_output": 5, "spline_output": 5, "einsum": 5, "ij": [5, 21], "1382": 5, "grad_fn": [5, 12, 20, 24], "meanbackward0": 5, "same": [5, 10, 12], "what": [5, 12], "happen": 5, "remind": 5, "part": 5, "residu": 5, "plu": 5, "_base": [5, 7], "_sp": [5, 7], "silu": [5, 7, 10], "residual_output": 5, "nn": [5, 10, 18, 22], "scale_bas": 5, "scale_sp": 5, "doe": [5, 12, 17, 19, 20, 24], "match": [5, 19, 20, 23], "data": [5, 15, 19, 23], "update_grid_from_sampl": [5, 21], "adjust": 5, "appli": 5, "layer": [5, 6, 9, 12, 14, 21, 27, 28], "now": [5, 8, 10, 12, 16, 17, 19, 20, 21], "margin": 5, "zero": [5, 7, 13, 14, 19, 23], "varianc": 5, "0000": [5, 12, 19, 20], "6000": 5, "2000": 5, "0100": 5, "0060": 5, "0020": 5, "5100": 5, "3060": 5, "1020": 5, "uniform": 5, "non": [5, 7, 14, 17], "option": 5, "adapt": 5, "rougli": 5, "provid": [5, 9, 10, 19], "grid_ep": [5, 21], "interpol": 5, "between": 5, "regim": 5, "give": [5, 6, 14, 24], "could": [5, 19], "out": [5, 14, 21, 28], "our": [5, 12, 20, 22], "scope": 5, "4896": 5, "1218": 5, "7541": 5, "6137": 5, "9815": 5, "3493": 5, "4796": 5, "8529": 5, "2272": 5, "2667": 5, "8940": 5, "3393": 5, "diagram": 6, "intuit": 6, "illustr": [6, 7], "sometim": [6, 7], "also": [6, 9, 13, 19], "quantit": 6, "task": [6, 13, 17, 19], "convent": 6, "introduc": 6, "notebook": [6, 13], "edg": [6, 9, 17, 27, 28], "noise_scale_bas": [6, 7, 8, 14, 21], "spline_preact": 6, "spline_postact": 6, "yet": 6, "rank": 6, "argsort": 6, "marker": [6, 16, 17, 23], "o": [6, 16, 17, 23], "line2d": 6, "0x7fa93e7676a0": 6, "interest": 6, "some": [6, 8, 9, 11, 19], "get_rang": 6, "95": 6, "54": 6, "85": [6, 24], "9550": 6, "5376": 6, "1954": 6, "8475": 6, "gaurante": 7, "good": [7, 16, 19], "_fun": 7, "sqrt": [7, 12, 18, 19, 20, 24, 28], "n_": [7, 28], "drawn": 7, "u": [7, 12], "nois": [7, 18], "_scale": 7, "draw": 7, "independ": [7, 14], "setup": [7, 8, 22], "exactli": 7, "base_fun": [7, 10, 13], "ident": 7, "noise_scal": [7, 22], "noisi": 7, "recommend": 7, "just": [7, 9, 10], "larg": [7, 10, 19, 20], "break": 7, "symmetri": 7, "when": [7, 13, 14, 19], "too": [7, 10, 17, 20], "small": [7, 9, 13, 19], "node": [7, 9, 27], "almost": [7, 19, 28], "degener": 7, "even": [7, 16, 17, 19], "an": [7, 15, 17, 19, 28], "pleas": 7, "pde": [7, 19, 26], "achiev": [7, 13], "fast": 7, "converg": 7, "help": 8, "interpret": [8, 9, 27], "sparser": [8, 9], "requir": [8, 17, 19], "tune": 8, "hyperparamet": 8, "affect": 8, "load": [8, 10], "69e": [8, 12, 19, 23], "50e": [8, 14, 16, 19], "01e": [8, 13, 16, 17, 19, 23], "59it": [8, 19, 28], "previous": 8, "differ": [8, 9, 22], "16e": [8, 10, 19], "00e": [8, 12, 16, 17, 19, 23, 24], "24e": [8, 13, 19], "86it": [8, 19], "65e": [8, 19, 23], "78e": [8, 13, 17, 19, 23, 24], "13": [8, 18, 19, 26], "51it": [8, 19], "09e": [8, 13, 19, 20], "02e": [8, 9, 13, 19, 28], "18e": [8, 16, 17, 19, 24], "11": [8, 9, 12, 19, 23, 24, 26, 27], "67it": [8, 19, 23], "absolut": 8, "magnitud": 8, "fix": [8, 18, 19, 20, 21, 23, 24, 28], "vari": 8, "8": [8, 13, 16, 19, 20, 24, 25, 26], "90e": [8, 19, 23], "02": [8, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 28], "40e": [8, 11, 13, 19, 20], "68e": [8, 14, 19, 20], "65it": [8, 10, 19], "03e": [8, 10, 19], "67e": [8, 15, 19, 20], "77e": [8, 13, 17, 19, 23], "89it": [8, 19], "60e": [8, 19], "54e": [8, 9, 12, 16, 19], "41e": [8, 17, 19, 23], "33e": [8, 19], "06": [8, 16, 17, 19, 22, 23], "95it": [8, 19], "66e": [8, 19], "93e": [8, 14, 19, 23], "76it": [8, 19], "47e": [8, 17, 19], "52e": [8, 19], "12e": [8, 19, 20, 23], "58it": [8, 19], "08e": [8, 19, 23, 24], "89e": [8, 16, 19, 21, 23], "44it": [8, 19, 23], "14e": [8, 19, 23], "16": [8, 17, 21, 23, 24], "23it": [8, 19, 23], "58e": [8, 18, 19], "48e": [8, 19], "50it": [8, 19], "42": [8, 14, 17, 18, 19], "43e": [8, 19], "25e": [8, 19], "85e": [8, 17, 19], "2024": 8, "39e": [8, 11, 12, 19], "37e": [8, 12, 13, 19, 21], "57it": [8, 19], "henc": [9, 19], "effici": 9, "max": 9, "abov": [9, 10, 24], "threshold": 9, "detail": 9, "kept": 9, "inact": 9, "awai": 9, "note": [9, 19], "safe": 9, "30e": [9, 10, 19, 23], "68it": [9, 12, 19], "leav": 9, "70it": [9, 12, 19, 24], "remove_edg": [9, 17], "hiddenl": 9, "active_neurons_id": 9, "It": [10, 19], "fun": [10, 19], "plai": 10, "comput": [10, 19], "game": 10, "A": [10, 28], "common": 10, "frustrat": 10, "did": 10, "someth": 10, "wrong": [10, 19], "cannot": 10, "restor": 10, "lastest": 10, "quick": 10, "save": [10, 11], "your": [10, 19], "won": 10, "think": 10, "again": [10, 20], "save_ckpt": 10, "ckpt1": 10, "clear_ckpt": 10, "intial": [10, 12, 14, 15, 16], "model_ckpt": 10, "ckpt2": 10, "55e": [10, 19], "result": [10, 16, 17, 18, 23], "promis": [10, 27], "probabl": 10, "further": [10, 21], "simplifi": 10, "down": [10, 13, 19], "pump": 10, "strengh": 10, "graph": 10, "cleaner": 10, "strength": 10, "mess": 10, "whole": [10, 19, 28], "thing": 10, "adam": 10, "ckpt3": 10, "9": [10, 12, 14, 15, 17, 18, 19, 25, 26], "59e": [10, 16, 19], "19": [10, 18, 19], "61it": [10, 19], "recov": 10, "load_ckpt": 10, "realiz": 10, "seem": [10, 17, 24], "better": [10, 27], "choic": 10, "shown": 11, "method": 11, "dynam": [11, 16], "save_video": 11, "relat": [11, 14], "x_1": [11, 14, 15, 17, 18, 28], "x_2": [11, 14, 15, 17, 18], "x_3": [11, 14, 15, 17], "x_4": [11, 14, 17], "video_nam": 11, "fp": 11, "30": [11, 16, 17, 19, 20, 23], "81": [11, 22], "moviepi": 11, "build": 11, "mp4": 11, "write": 11, "done": 11, "readi": 11, "regress": [12, 20, 26], "v": 12, "frac": [12, 15], "uv": 12, "relavit": 12, "know": [12, 13], "rapid": 12, "trick": [12, 13], "arctanh": [12, 19, 20], "rediscov": 12, "28e": [12, 19], "04": [12, 13, 16, 17, 20, 23], "73e": [12, 16, 17, 19], "41it": [12, 19], "notic": [12, 19, 28], "top": [12, 19, 20], "13e": [12, 17, 19, 28], "retrain": [12, 19], "remain": 12, "similar": 12, "degrad": 12, "behavior": 12, "justifi": 12, "hypothesi": 12, "determin": 12, "texttt": 12, "suggest_symbol": [12, 19, 20], "9999993678015309": 12, "tan": [12, 15, 18, 19, 20], "9998485210873531": 12, "arcsin": [12, 19, 20], "998865199664262": 12, "9830640000050016": 12, "9830517375289431": 12, "util": [12, 19, 20, 30], "suggest": [12, 19], "list": [12, 19, 20], "9999992221865773": 12, "update_grid": [12, 22, 24], "fals": [12, 14, 15, 21, 22, 24], "33it": [12, 19], "sigmoid": [12, 15, 19, 20], "equival": 12, "given": 12, "ouput": 12, "affin": [12, 21], "transform": 12, "machin": [12, 19, 20, 21, 28], "precis": [12, 19, 20, 21, 28], "final": 12, "formula": [12, 18, 20, 21, 24, 26, 28], "9999837308133379": 12, "9999837287987492": 12, "arctan": [12, 19, 20], "9995498634842791": 12, "996256989539414": 12, "gaussian": [12, 14, 19, 20, 22], "9938095927784649": 12, "selectbackward0": [12, 20, 24], "76e": [12, 15, 17, 19, 20, 23], "21": [12, 17, 18, 21], "symbolic_formula": [12, 18, 19, 20, 21, 24, 28], "displaystyl": [12, 18, 19, 20, 21, 24, 28], "operatornam": 12, "atanh": 12, "x_": [12, 14, 18, 19, 20, 21, 24, 28], "right": [12, 18, 19, 20, 21, 24, 28], "deep": [13, 26], "strategi": 13, "grudual": 13, "wider": 13, "deeper": 13, "until": 13, "find": [13, 19, 22], "minim": 13, "perform": [13, 17, 23], "quit": [13, 19, 21], "anoth": [13, 14, 19], "big": 13, "enough": [13, 24], "jupyt": 13, "demonstr": [13, 19], "go": [13, 19], "besid": 13, "shortcut": 13, "relev": 13, "penal": 13, "although": 13, "suffic": [13, 17], "instead": [13, 14, 22, 24], "without": 13, "29e": [13, 14, 16, 19], "28it": [13, 16, 19], "lamb_coef": 13, "22e": [13, 19, 23], "35e": [13, 19, 23], "78it": [13, 19, 24], "repres": 13, "33": [13, 19], "70": [13, 22], "19e": [13, 16, 19, 23], "29": [13, 18, 19], "47": [13, 19], "target": 14, "depend": 14, "treat": [14, 18], "equal": 14, "foot": 14, "contruct": 14, "synthet": 14, "six": 14, "x_5": 14, "x_6": 14, "And": 14, "discov": 14, "group": 14, "idea": 14, "problem": [14, 18, 19, 24], "classif": [14, 26], "satisfi": 14, "interdepend": 14, "posit": 14, "corrupt": 14, "random": [14, 19, 21, 22], "permut": [14, 21], "across": 14, "neg": 14, "last": [14, 15], "negtiv": 14, "implicitli": 14, "copi": 14, "def": [14, 18, 19, 21], "500": 14, "test_num": 14, "generate_contrast": 14, "batch": [14, 18, 21], "deepcopi": 14, "randperm": 14, "return": [14, 18, 19, 20, 21], "x_cor": 14, "cat": [14, 21], "dim": [14, 18, 21], "ones": 14, "rand": [14, 19, 21], "x_train": 14, "y_train": 14, "x_test": 14, "y_test": 14, "test_input": [14, 18, 19, 22], "test_label": [14, 18, 19, 22], "gausssian": 14, "fit_params_bool": [14, 15], "002": 14, "14": [14, 19, 23, 28], "37it": [14, 19, 23], "among": 14, "001": [14, 15, 17], "15e": [14, 16, 17, 19, 23], "45e": [14, 19, 23, 24], "96it": [14, 19, 20], "learn": [15, 19, 26], "concept": 15, "scienc": 15, "toi": [15, 19], "co": [15, 19], "float": [15, 18], "4870": 15, "dtype": [15, 19], "float32": 15, "92e": [15, 18, 19, 21], "08": [15, 18, 19, 20, 23], "79it": [15, 19], "cover": 16, "leverag": 16, "refin": 16, "maximimz": 16, "abil": 16, "45it": [16, 19, 23], "plateau": 16, "fine": [16, 19], "grain": 16, "initialize_from_another_model": [16, 17, 23], "87it": [16, 19], "lower": [16, 17], "iter": 16, "finer": 16, "arrai": [16, 17, 18, 23], "train_loss": [16, 17, 23], "test_loss": [16, 17, 23], "stop_grid_update_step": [16, 17, 23], "62e": [16, 17, 19], "86e": [16, 19, 23], "32e": [16, 17, 19, 23], "07": [16, 17, 18, 19, 21, 23, 28], "93it": 16, "05": [16, 17, 20, 23], "51e": [16, 19, 20], "88e": [16, 19, 20, 23], "01it": [16, 19, 23], "04e": [16, 17, 19], "63it": [16, 19], "17e": [16, 19, 20], "40": [16, 19, 20], "24it": [16, 19], "displai": [16, 23], "staircas": 16, "structur": 16, "suddenli": 16, "drop": 16, "rmse": [16, 19, 23], "yscale": [16, 17, 23], "log": [16, 17, 18, 19, 20, 21, 23, 24, 28], "law": [16, 26], "n_param": [16, 17], "train_vs_g": 16, "test_vs_g": 16, "color": [16, 17, 19, 22, 23], "black": [16, 17, 22, 23], "xscale": [16, 17, 23], "param": [16, 23], "orign": 17, "kolmogorov": 17, "theorem": [17, 27], "sai": [17, 28], "composit": [17, 28], "inner": 17, "outer": 17, "might": [17, 19], "smooth": [17, 28], "fractal": [17, 19], "gener": [17, 28], "ka": 17, "represent": [17, 27], "arbitrari": [17, 28], "unabl": 17, "least": [17, 19], "26e": [17, 19, 22], "20e": [17, 19, 23], "32": [17, 21], "63": 17, "manual": [17, 28], "much": 17, "includ": [17, 20], "complet": 17, "train_rms": 17, "test_rms": 17, "len": [17, 19], "append": [17, 22], "item": 17, "57e": [17, 19, 28], "19it": [17, 19], "84e": [17, 19], "46": [17, 19], "07it": [17, 19], "41": [17, 19], "05e": [17, 19, 23, 28], "27": [17, 19], "74": [17, 22], "10000": 17, "loc": 17, "004774762578012783": 17, "0017847731212278354": 17, "00015569770964015761": 17, "1261090479694874e": 17, "997260680598509e": 17, "004566344580739028": 17, "0018364543204432066": 17, "00014685209697567987": 17, "0454170453671914e": 17, "074556425958742e": 17, "wors": 17, "36e": [17, 19], "34": [17, 19, 23], "75e": [17, 19, 24], "97e": [17, 19, 23], "81e": [17, 19, 23], "24": [17, 19, 27], "69": 17, "38": [17, 19, 23, 24], "97": 17, "79e": [17, 19, 23], "48": [17, 19], "95e": [17, 19], "55": [17, 19], "74e": [17, 19, 28], "73": 17, "300": [17, 22, 23], "027514415570597788": 17, "0175788804953916": 17, "0037939843087960545": 17, "001766220055347071": 17, "007622899974849284": 17, "029668332328004216": 17, "020098020933420547": 17, "00485182714170569": 17, "00294601553725477": 17, "01183480890790476": 17, "dimens": [18, 21], "mse": 18, "moon": 18, "sklearn": 18, "make_moon": 18, "n_sampl": [18, 22], "shuffl": 18, "random_st": 18, "from_numpi": 18, "scatter": [18, 22], "c": 18, "pathcollect": [18, 22], "0x7f92658ae130": 18, "train_acc": 18, "round": 18, "test_acc": 18, "metric": 18, "97it": [18, 19], "automat": [18, 28], "lib": [18, 19, 28], "ab": [18, 19, 20, 28], "auto_symbol": [18, 19, 20, 24, 28], "967966050300312": 18, "9801151730516574": 18, "39": [18, 19], "56": [18, 19], "79": 18, "94": 18, "37": [18, 19], "51": [18, 19, 23], "accur": 18, "acc": 18, "correct": [18, 19, 20], "sub": 18, "astyp": 18, "float64": 18, "crossentropi": 18, "datatset": 18, "0x7f9211d28310": 18, "argmax": 18, "loss_fn": 18, "crossentropyloss": 18, "71e": [18, 19, 23], "99e": [18, 19, 22], "10e": [18, 19], "84it": [18, 19], "8303828486153692": 18, "7801497677237067": 18, "9535787267982471": 18, "9533594412300308": 18, "formula1": 18, "formula2": 18, "3113": 18, "807": 18, "36": [18, 19], "120": 18, "3027": 18, "89": 18, "908": 18, "57": 18, "172": 18, "logit1": 18, "logit2": 18, "9700": 18, "9660": 18, "space": 19, "veri": 19, "dens": 19, "exist": 19, "sentit": 19, "especi": 19, "presenc": 19, "bad": 19, "easili": [19, 28], "within": 19, "toler": 19, "epsilon": 19, "care": 19, "happi": [19, 24], "fit": [19, 26], "These": 19, "level": 19, "insight": 19, "predict": [19, 22], "power": [19, 23, 28], "easi": 19, "either": 19, "generaliz": 19, "futur": 19, "like": 19, "newton": 19, "graviti": 19, "clean": 19, "solv": [19, 26], "open": 19, "end": [19, 28], "analysi": 19, "hopefulli": 19, "clear": [19, 23], "signal": 19, "15": [19, 22, 23, 24], "26it": 19, "appear": [19, 20], "9981093780355159": 19, "9360582190339871": 19, "8616859029524302": 19, "8585390273680941": 19, "8428622193038047": 19, "cosh": [19, 20], "9910665391502297": 19, "9885210310683376": 19, "9883627975330689": 19, "9843196558672351": 19, "9403353142717915": 19, "high": 19, "correl": 19, "sad": 19, "9995702405196035": 19, "9992413667649066": 19, "9990483455142343": 19, "9989441353410312": 19, "9986571504172722": 19, "topk": 19, "unclear": 19, "why": [19, 20], "prefer": 19, "998657149375774": 19, "9970617106973462": 19, "9962099497478061": 19, "9947572943342223": 19, "9913715887470934": 19, "9890801101893518": 19, "9884748093165208": 19, "9874565358732027": 19, "9853279073610555": 19, "9830898307444438": 19, "goe": 19, "80e": [19, 20, 23, 28], "47it": [19, 22], "999987075018884": 19, "921655835107275": 19, "8631397517896181": 19, "8594117556407576": 19, "8440367634049246": 19, "competit": 19, "local": [19, 22], "quadrat": 19, "9999996930603142": 19, "9999917592117541": 19, "9999827145861027": 19, "9980876045759569": 19, "9377603078924529": 19, "9999987580912774": 19, "9999187437583558": 19, "9999121147442106": 19, "9998776769631791": 19, "9998535744392626": 19, "takeawai": 19, "sensit": [19, 21], "extract": [19, 25], "accuraci": [19, 27], "replac": 19, "everi": [19, 28], "implment": 19, "user": 19, "constrain": 19, "libarari": 19, "win": 19, "85it": [19, 23], "renam": 19, "var": [19, 21], "postprocess": 19, "deriv": 19, "sympi": [19, 27], "diff": 19, "14013671875": 19, "guess": 19, "reach": [19, 20, 21], "999993562134913": 19, "stuck": 19, "around": [19, 22], "54it": [19, 23], "peopl": 19, "caveat": [19, 21], "specif": [19, 28], "though": [19, 20], "issu": 19, "origin": [19, 28], "actual": 19, "tini": 19, "transit": [19, 26], "num_pt": 19, "101": 19, "grid_rang": 19, "captur": 19, "period": 19, "ha": [19, 22, 23], "38it": [19, 20], "9999842278946689": 19, "9184406012010798": 19, "8635381099424172": 19, "8601324746874981": 19, "845004037750832": 19, "reveal": 19, "yeah": 19, "9999842278898873": 19, "9184406080128915": 19, "8635381682633535": 19, "8601325311561702": 19, "8450040982073312": 19, "screw": 19, "less": 19, "43": 19, "08it": 19, "9999916591202906": 19, "9999847147948822": 19, "999984517365484": 19, "9999796669306419": 19, "64e": 19, "999997477547859": 19, "9999670134850122": 19, "9999606621996252": 19, "9999524925435431": 19, "9999517925552405": 19, "num": 19, "a_arr": 19, "b_arr": 19, "sf_mat": 19, "empti": 19, "u8": 19, "72e": [19, 23, 24], "39it": 19, "9999999999827021": 19, "9999999999827017": 19, "999973163748351": 19, "9999497922899572": 19, "9999369992759012": 19, "17": [19, 23], "30it": 19, "9999988787247418": 19, "9999910879853997": 19, "999967486241568": 19, "9999518786252838": 19, "999948450438625": 19, "13it": [19, 24], "9999946575638085": 19, "9999164116905525": 19, "9997468080512466": 19, "9996076211798797": 19, "9995835694860234": 19, "94e": [19, 23, 24], "90it": 19, "9999854846669585": 19, "9988138920172807": 19, "9985227715662934": 19, "998477650070286": 19, "9981948138629363": 19, "9999662581221136": 19, "9986097449347123": 19, "998284128651733": 19, "9936582971043266": 19, "9936463187510403": 19, "44": 19, "9999418178114038": 19, "9987944480619438": 19, "9984323316332249": 19, "9949686832586251": 19, "9764364382302457": 19, "9999041816268858": 19, "9990436001283093": 19, "9986633245000535": 19, "9958810456319825": 19, "9380270364085883": 19, "74it": 19, "9998655818685623": 19, "9993505000566273": 19, "9989811585960545": 19, "9916259900602326": 19, "9172564495092251": 19, "27e": [19, 23], "9996700824962792": 19, "9993888581205067": 19, "998561267814873": 19, "9707186857583728": 19, "9254006963892939": 19, "9999132817985119": 19, "9994936051757877": 19, "9994851357951505": 19, "987913942212583": 19, "933975094122013": 19, "38e": [19, 20, 21], "9999999998837575": 19, "9999099009608192": 19, "9997105669072212": 19, "9989290599804755": 19, "93740817498461": 19, "9999798378098914": 19, "9999771001456361": 19, "9999633902076488": 19, "9999541433147963": 19, "9999236487568766": 19, "34e": [19, 23], "9999937207935639": 19, "9999862674170232": 19, "9999638602636551": 19, "9999448387268524": 19, "9999438604212395": 19, "36it": 19, "9999949634057903": 19, "9998843971854673": 19, "9997599295163522": 19, "9996162757398458": 19, "9996147714224425": 19, "75it": 19, "999982696239627": 19, "9991234483879446": 19, "9988859253126088": 19, "9987772391387374": 19, "998656639925584": 19, "61e": [19, 23], "9999905018303474": 19, "9992854342507987": 19, "998871759377929": 19, "9985721495291437": 19, "9939912670589373": 19, "9999796806444573": 19, "999480532354729": 19, "9991909206588246": 19, "9964682981271429": 19, "9772535252536733": 19, "9999738670223917": 19, "9996973599778907": 19, "9994116683309964": 19, "9973545677199919": 19, "9376915470857489": 19, "9998957469235318": 19, "9998722722380837": 19, "9996590283030754": 19, "9939866829832639": 19, "9232648879118915": 19, "46e": [19, 24], "9999974059407801": 19, "999834148899939": 19, "9962063866033833": 19, "9754127817001195": 19, "9311623016073874": 19, "9999226429006036": 19, "9998636426802294": 19, "9997752175292851": 19, "999679958882009": 19, "9372397600766894": 19, "23e": 19, "9995568150249838": 19, "9993467471612426": 19, "9985870166410652": 19, "9984339446779963": 19, "9362895855226272": 19, "9999974775415001": 19, "9999951134484997": 19, "9999606621811076": 19, "9999524925186463": 19, "9999517925693375": 19, "09it": 19, "9999987855303939": 19, "9999772484086487": 19, "9999697464110736": 19, "9999593591292381": 19, "9999388880060787": 19, "12it": 19, "99999935535384": 19, "9998219698585193": 19, "9997659958370352": 19, "9996382852712733": 19, "999636745445751": 19, "83it": [19, 23], "9999988957805453": 19, "9996199310076759": 19, "9994371092496096": 19, "9987635279928482": 19, "9986602848898886": 19, "9999954784528895": 19, "9997669036986749": 19, "9994959364448105": 19, "9992839638818944": 19, "9941048878141949": 19, "14it": 19, "9999057877413986": 19, "9997878856454342": 19, "9997010374773055": 19, "9978271729275431": 19, "9780411748220801": 19, "49it": 19, "9999916810769826": 19, "9998540286212848": 19, "9985646631915182": 19, "9978692658702253": 19, "9372183456949574": 19, "9999411945915794": 19, "999917846530661": 19, "9993168732975628": 19, "9961111289682559": 19, "9302392302167873": 19, "9997864168657743": 19, "9996579498087828": 19, "9942754283755333": 19, "9798855202432393": 19, "9369096690204137": 19, "9992177278915768": 19, "999137470112453": 19, "999088490162276": 19, "9988973034727238": 19, "9396624038444488": 19, "45": 19, "43it": 19, "998540782190707": 19, "998497783054037": 19, "9981679237204564": 19, "9980799911419045": 19, "9348151361956722": 19, "9999930298639131": 19, "9999836112405796": 19, "9999821515315185": 19, "9999746028947676": 19, "9999713956244152": 19, "98e": [19, 21, 23, 28], "9999962889824672": 19, "9999811150224204": 19, "9999534848375812": 19, "9999336923279952": 19, "9999305175966535": 19, "82it": 19, "9999962156472607": 19, "9998260034206992": 19, "9997664875004227": 19, "9997117036934391": 19, "9997113407524149": 19, "49e": 19, "9999544661515833": 19, "9999233768388777": 19, "9998096068574465": 19, "998846633386868": 19, "9984457355669536": 19, "9999875880501998": 19, "9999623957580879": 19, "9998842247678139": 19, "9997446918456595": 19, "9939812278070211": 19, "9999658213074126": 19, "9998830954293118": 19, "9991428566544741": 19, "9988921913945791": 19, "9787975107817283": 19, "81it": 19, "9999324078991241": 19, "9997596795941941": 19, "9994865919109623": 19, "9994862477413593": 19, "9365762760176262": 19, "66it": 19, "9997548044475728": 19, "9992301995166885": 19, "9979137733537407": 19, "9977997203751177": 19, "9377138311216435": 19, "27it": 19, "9990790086224685": 19, "998306797086686": 19, "9912197954445299": 19, "983836484418377": 19, "9422994090520702": 19, "48it": [19, 23], "9974240586295893": 19, "9973311148206122": 19, "9971996559803431": 19, "9968911992725868": 19, "9402041148610969": 19, "21e": [19, 23], "9964799073278351": 19, "9963340407057836": 19, "9959863127871974": 19, "9956440035977147": 19, "9297638765888608": 19, "9999894819511871": 19, "9999835048772354": 19, "9999809889835496": 19, "9999804113519436": 19, "9999728460390712": 19, "9999673825431549": 19, "9999462038064604": 19, "9999377574579958": 19, "999934739879401": 19, "9999253640056137": 19, "62it": 19, "9999856957320528": 19, "9999806264360336": 19, "9999333905161271": 19, "9997629877627796": 19, "9996615330714775": 19, "9999803474424048": 19, "9999690179361935": 19, "9996537442008128": 19, "9989097397461996": 19, "9985534483580678": 19, "52": 19, "9999726154715255": 19, "9999250404431426": 19, "9998623405070776": 19, "9996561770567938": 19, "9942785952521871": 19, "9999424641676066": 19, "9999091837427161": 19, "9995191008698547": 19, "9978922471122651": 19, "9795181094994256": 19, "9998135112170027": 19, "999787323738521": 19, "9987606438444635": 19, "9982635098451202": 19, "9422869570493372": 19, "87e": [19, 20], "9992995819998103": 19, "9987377926584199": 19, "9973752641583749": 19, "995255140131929": 19, "9455257642420224": 19, "05it": [19, 22], "9974728070753829": 19, "995416161237695": 19, "9867522256462564": 19, "986582711416683": 19, "9468472932133176": 19, "9938672203947038": 19, "9937913539713064": 19, "9936057905336317": 19, "9932430068628105": 19, "9381962721720656": 19, "63e": 19, "992730560931046": 19, "9922829131306503": 19, "9916990159565282": 19, "98563942691924": 19, "9212244844946261": 19, "53e": 19, "9999888112900659": 19, "9999849501568968": 19, "9999760956345113": 19, "9999758615432004": 19, "9999716645393338": 19, "52it": 19, "9999870715347138": 19, "9999811871919927": 19, "9999553343368358": 19, "9999383081018585": 19, "9999177958840636": 19, "96e": [19, 23], "9999859303543726": 19, "9999644813363999": 19, "9999214589741492": 19, "9996703332150525": 19, "9996690041252987": 19, "9999802936975296": 19, "9997259928372615": 19, "9993475620341137": 19, "9989573036832605": 19, "9986543793643053": 19, "44e": [19, 23], "9999585866499787": 19, "9999486876810368": 19, "9992827278167005": 19, "9988740875766842": 19, "9946613426702609": 19, "73it": [19, 23], "9998822169169899": 19, "999878040103399": 19, "99837407546255": 19, "9979460330489591": 19, "9802089053769921": 19, "999597666676653": 19, "9995937068570286": 19, "99664915970953": 19, "9958802001000374": 19, "9512847855771679": 19, "20it": 19, "9984509165908535": 19, "9959578952120252": 19, "9937818028920754": 19, "9907205081520056": 19, "9534651069741744": 19, "9943901136276602": 19, "990205343640921": 19, "987762675373181": 19, "9761222166037805": 19, "9497419182649224": 19, "16it": 19, "9876449536124641": 19, "9874566180838149": 19, "9873751146532993": 19, "9871135812467379": 19, "9320312251409515": 19, "9873681256920457": 19, "9867104677131169": 19, "9863604874844045": 19, "9859360750741196": 19, "9239128488596182": 19, "999990707616756": 19, "9999723043366056": 19, "9999701323519831": 19, "9999551813924956": 19, "9999522532756852": 19, "9999900693982379": 19, "9999311426065755": 19, "9999145249443635": 19, "9999130489202535": 19, "9998377031202675": 19, "9999862820440971": 19, "9997517753887365": 19, "9996841983206314": 19, "9996830107874256": 19, "999585767134396": 19, "9999745726295028": 19, "9990823277390866": 19, "9989945842715465": 19, "9988728127858241": 19, "9987539221752944": 19, "60it": 19, "9999370198218576": 19, "9981115478889542": 19, "9974772652014616": 19, "995731717057559": 19, "9950291700743682": 19, "9998221482804251": 19, "9998030639266311": 19, "9962716348456105": 19, "9957027344640318": 19, "9808861574166389": 19, "80it": 19, "9993158902101864": 19, "9992737234348714": 19, "9929134959392898": 19, "9918352264630244": 19, "9605168885411256": 19, "9970616380122096": 19, "9966420291540972": 19, "9875208727310729": 19, "983348154979657": 19, "9611248513995477": 19, "04it": [19, 22], "9888254509108924": 19, "981424420858435": 19, "9756945249179574": 19, "9653653219988936": 19, "949892059404306": 19, "9783739534751957": 19, "9779770648401149": 19, "9773944419005031": 19, "9772100499611249": 19, "9197221129892613": 19, "06e": [19, 23], "9847797381605126": 19, "979881475095261": 19, "9789559646121901": 19, "9779176281844336": 19, "9285991153021671": 19, "9999930938197495": 19, "9999927495837864": 19, "9999730056399402": 19, "9999716131493217": 19, "9999521920308199": 19, "9999916138797103": 19, "999926218584326": 19, "9999191528924947": 19, "9999179925256542": 19, "9998352652530494": 19, "49": [19, 23], "9999899760530466": 19, "9999866880205311": 19, "9997096545485408": 19, "9997086093190996": 19, "9993950375881484": 19, "9999712618941392": 19, "9990277391373628": 19, "9988653756689869": 19, "9988643627333774": 19, "9979566871598838": 19, "9999414756950388": 19, "9999185788926284": 19, "9961768265523611": 19, "9954056127804757": 19, "9954045447762155": 19, "42e": [19, 24], "11e": 19, "9997728550720852": 19, "9997168387512211": 19, "9928623326890238": 19, "9921522541074415": 19, "9815839509974684": 19, "9989709402248369": 19, "9988544685797407": 19, "9868026386831295": 19, "985345236582632": 19, "9698770230380636": 19, "11it": 19, "9949371389273981": 19, "9949107782356766": 19, "977112955292746": 19, "9716178500832297": 19, "967722640360993": 19, "9790424824765466": 19, "9715243025795919": 19, "9671692490974791": 19, "9450165956953308": 19, "9448625902159359": 19, "17it": 19, "965461717507565": 19, "9648932341203752": 19, "963856710506799": 19, "9636801162210671": 19, "9002751610118467": 19, "77it": 19, "9807409640082864": 19, "9699721931104404": 19, "9677166767908957": 19, "9394860427747876": 19, "9351858394996657": 19, "9999978669498215": 19, "9999956722754607": 19, "9999799263714397": 19, "9999789216022107": 19, "9999642054598574": 19, "9999943906884494": 19, "9999343640823076": 19, "9999334248881454": 19, "9999249439932951": 19, "9998684985487326": 19, "9999896507243767": 19, "9997526274283742": 19, "9997517092998544": 19, "9997514568009086": 19, "9994994651669644": 19, "29it": 19, "9999899485873852": 19, "9999314322918655": 19, "9990030069449396": 19, "9990020609332764": 19, "9981096381936067": 19, "9999536171672674": 19, "9999094157336442": 19, "9958217326666846": 19, "9958206863529286": 19, "9932659752647721": 19, "72it": [19, 23], "9997544064398111": 19, "9996390145601096": 19, "9876782817075724": 19, "986829120472927": 19, "9823615338330297": 19, "9985268503112813": 19, "9983499410484818": 19, "9785902377362155": 19, "9771995020822951": 19, "9752846715582264": 19, "991738617202277": 19, "9916999095855713": 19, "9717770596320756": 19, "9601566417330277": 19, "9530802418693475": 19, "9620464258065169": 19, "9582876791641027": 19, "9445008625317239": 19, "9430687242552336": 19, "9308710215935037": 19, "9480750122921905": 19, "9456250628531494": 19, "9445956284973298": 19, "9434289429080119": 19, "9009688699792165": 19, "9766929896410047": 19, "957514493788183": 19, "9559851348570871": 19, "9438827362855521": 19, "9167827938895323": 19, "9999984333249491": 19, "9999901865767792": 19, "9999829580110535": 19, "9999746546393077": 19, "9999393123160958": 19, "82e": 19, "9999977984107461": 19, "999996383890805": 19, "9999585593099201": 19, "9999577735635269": 19, "9999150645734015": 19, "9999953796079631": 19, "9999944856461577": 19, "9998140271258696": 19, "9998132139651115": 19, "9996263187286749": 19, "9999799131978417": 19, "9991760870939851": 19, "999175206451367": 19, "9991099365080184": 19, "9984657428834645": 19, "9999683931970753": 19, "9999135788767782": 19, "996308913203486": 19, "9963078955424317": 19, "9939227717854873": 19, "9997689201745247": 19, "9995873145216307": 19, "9849023647718247": 19, "9833009867719864": 19, "9832997013656896": 19, "9982643783383393": 19, "9977962501289016": 19, "9854353082947718": 19, "9624423927207054": 19, "9600011409875004": 19, "9870493767685123": 19, "9870320319171259": 19, "9705633369555351": 19, "932694450295423": 19, "9237291936352401": 19, "9329023836770476": 19, "9251125534459796": 19, "9090404451604721": 19, "9075530370365199": 19, "902215514501183": 19, "936942764457975": 19, "9195925986987522": 19, "9179859981970137": 19, "916197691863038": 19, "9043637756591075": 19, "15it": 19, "9746783379118565": 19, "9547067294869719": 19, "9426800819283715": 19, "9405877648417602": 19, "9047220443136558": 19, "9999998722503725": 19, "9999959867450359": 19, "9999953377679788": 19, "9999901647899601": 19, "9999791487269069": 19, "53it": 19, "9999997233652407": 19, "9999795491992056": 19, "9999788713253935": 19, "9999539297010896": 19, "9999367314200862": 19, "9999983352488726": 19, "9999608456659727": 19, "9998803010371731": 19, "9998795700743581": 19, "9997532798065882": 19, "9999886905327071": 19, "9999526296594224": 19, "9993739474035951": 19, "9993731243691055": 19, "998837883424404": 19, "9999347944113626": 19, "9999299845850768": 19, "9968744391727294": 19, "9968734504088798": 19, "9949201894762312": 19, "9997595833681479": 19, "9993617636896577": 19, "9889704797728257": 19, "9844737269360767": 19, "9844552121850878": 19, "9979451890061467": 19, "9972568796736283": 19, "9882338451079785": 19, "9400830044171552": 19, "9380462665721708": 19, "9805383456413282": 19, "9793534545721814": 19, "9588682058685749": 19, "8881789600114199": 19, "8769912910873774": 19, "8848700744056857": 19, "8765425797595888": 19, "854821484894479": 19, "8535224650797281": 19, "8493986649063162": 19, "9268644000446836": 19, "9112716246650874": 19, "8865324039130013": 19, "8842948895377678": 19, "8094804211038418": 19, "9740201843349593": 19, "9673225582521513": 19, "952288197814531": 19, "9497276520343576": 19, "9497237037538462": 19, "class": 19, "reshap": [19, 21, 22], "n_class": 19, "dic": 19, "img": 19, "imshow": 19, "imag": 19, "axesimag": 19, "0x7fd438377a90": 19, "hope": 19, "incorpor": 19, "reason": 19, "induct": 19, "bias": 19, "reduc": 19, "sr": 19, "robust": 19, "librari": [19, 20], "whch": 19, "follow": [19, 28], "symbolic_lib": [19, 20, 24], "kei": [19, 20], "dict_kei": [19, 20], "sgn": [19, 20], "redo": 19, "contrain": 19, "9999999999999639": 19, "9999841274399789": 19, "9999195962429422": 19, "9999940363902637": 19, "9999842116986534": 19, "9999055408903353": 19, "9999842858440444": 19, "9999260405306123": 19, "999886385951903": 19, "10it": [19, 23], "9999843962720248": 19, "9999007440044174": 19, "9998593570241779": 19, "88it": 19, "9999845742894306": 19, "9998195334563984": 19, "9996560303116143": 19, "9999848839841157": 19, "9997576089235269": 19, "9990747506002051": 19, "9999854490365007": 19, "9996549423479186": 19, "9970989669443501": 19, "9999865646301423": 19, "9994730789192812": 19, "9895624276437505": 19, "09": 19, "35it": [19, 23], "9999889651827465": 19, "999120594481087": 19, "9559414617900991": 19, "92it": 19, "9999924793158511": 19, "9987167102775933": 19, "7906888762229085": 19, "9999982519802602": 19, "9975488884124427": 19, "2695851370154267": 19, "35": 19, "9999897864586992": 19, "999941148365934": 19, "999933060918167": 19, "69it": [19, 22], "9999903651856844": 19, "9999481583538449": 19, "9999215913152464": 19, "9999910667256126": 19, "9999745307384252": 19, "9999059037181064": 19, "9999919340015667": 19, "9998836753524568": 19, "9998682812651544": 19, "22it": 19, "9999930282260644": 19, "9998507984084428": 19, "9997376724009996": 19, "9999944249680105": 19, "9997993496969405": 19, "9992295248908697": 19, "00it": 19, "9999962146964306": 19, "9997131766871225": 19, "9975441981216764": 19, "9999983708153872": 19, "9995575032145757": 19, "9909835169112797": 19, "91it": 19, "9999990354001381": 19, "9992662822226276": 19, "960527319751894": 19, "9999913264861179": 19, "9988721445986375": 19, "80011712829603": 19, "9998163363479399": 19, "9978431561059808": 19, "2814546223704926": 19, "9999999483032596": 19, "9999941967836338": 19, "9999450777771645": 19, "9999968986658919": 19, "9999950270576494": 19, "9999359202086953": 19, "9999959671234449": 19, "9999689579268118": 19, "9999233338974699": 19, "9999970388609115": 19, "9999277672142578": 19, "9999054264402666": 19, "9999981866112407": 19, "9998787853748133": 19, "9997940227934969": 19, "9999993305928151": 19, "999836805899482": 19, "9993569516643317": 19, "9999999767252477": 19, "9997657565532695": 19, "9979264009346674": 19, "9999970458743549": 19, "9996348080941417": 19, "9922256134147542": 19, "9999882011585163": 19, "9993792035049228": 19, "9648688511956083": 19, "25it": [19, 20], "9999431478128625": 19, "9989853642931659": 19, "8099064637358544": 19, "9991878132353741": 19, "9979687146035487": 19, "2948244018433414": 19, "9999973837949323": 19, "9999556108208976": 19, "9999423526826876": 19, "9999981726743682": 19, "9999484842856431": 19, "9999473753358622": 19, "9999989595646115": 19, "9999492978808466": 19, "9999386215876175": 19, "9999996254779309": 19, "9999403199854738": 19, "9999245063324657": 19, "53": 19, "9999999902142925": 19, "9999033788427966": 19, "9998233862273559": 19, "9999993945260922": 19, "9998698461072781": 19, "9994604176643853": 19, "9999962624913747": 19, "999812394838402": 19, "9982470612489773": 19, "31it": [19, 23], "9999855256919693": 19, "9997042323555781": 19, "9934084524703305": 19, "21it": [19, 24], "9999509121969333": 19, "9994826743156423": 19, "9690407199009088": 19, "9998306455096987": 19, "9990671369324535": 19, "8200102819209695": 19, "9979550584268881": 19, "9978931765377275": 19, "30997176980589874": 19, "9999995435772306": 19, "9999993202720766": 19, "9999646329733246": 19, "999999776416721": 19, "9999936654595362": 19, "9999592519777621": 19, "9999999292547446": 19, "9999841395212624": 19, "999951727445816": 19, "9999996917196639": 19, "9999408710455521": 19, "9999069779386928": 19, "71it": 19, "9999982862472424": 19, "999924500202756": 19, "9998279543178681": 19, "999994399261074": 19, "9998982872842133": 19, "9995430618744594": 19, "9999846769079466": 19, "9998527941960059": 19, "998507365877467": 19, "42it": 19, "9999591064202273": 19, "9997651030691422": 19, "994405837621339": 19, "98it": 19, "9998837805081656": 19, "9995754338853143": 19, "972913947729953": 19, "06it": [19, 28], "9996498645481074": 19, "9991201921166716": 19, "8303506225546471": 19, "9975671382600958": 19, "9959025139156165": 19, "3272398323990947": 19, "9999999273977364": 19, "999972137087767": 19, "9999416230314031": 19, "9999998145393945": 19, "9999682142467496": 19, "9999659993562859": 19, "9999990327979635": 19, "9999626403806093": 19, "9999479302673148": 19, "9999971222660284": 19, "9999545031184953": 19, "9999322662928528": 19, "9999928506457437": 19, "9999421177337516": 19, "9998097288010696": 19, "46it": 19, "9999822360404783": 19, "9999220769608526": 19, "9996077177342251": 19, "999964802453253": 19, "9998867957502443": 19, "9987081345779585": 19, "9999175944145272": 19, "9998169466724585": 19, "9952629708219127": 19, "9997839395304963": 19, "9996559816500792": 19, "9765461190280487": 19, "31": 19, "9993615297170999": 19, "9992162433614376": 19, "8408048845759444": 19, "23": 19, "9969431394468133": 19, "9927325368990941": 19, "34705555016523576": 19, "9999993835845823": 19, "9999979009384041": 19, "9999781529177164": 19, "28": 19, "9999982596377558": 19, "9999826642402296": 19, "999975403004672": 19, "02it": 19, "9999960480978767": 19, "9999713985665561": 19, "9999678693890908": 19, "18it": 19, "999991537192374": 19, "999965455283627": 19, "9999527752253392": 19, "9999840061625307": 19, "9999562904170857": 19, "999848705695026": 19, "9999686012309674": 19, "9999412814570412": 19, "9996568552973389": 19, "32it": 19, "999936210582381": 19, "999914407864863": 19, "998905881229885": 19, "9998600127039595": 19, "9998596147774699": 19, "9960274461980388": 19, "9997236129916397": 19, "9996456211560416": 19, "9798815731174731": 19, "9992448590848789": 19, "9989434205375304": 19, "851363652171008": 19, "9959631103992738": 19, "9880298934280559": 19, "3699525677002401": 19, "9999974755376599": 19, "999982771618615": 19, "9999378510072501": 19, "9999950949412941": 19, "9999809179819591": 19, "9999775858852623": 19, "9999909995161567": 19, "99997811973606": 19, "9999745650796973": 19, "9999839054191747": 19, "9999738708591638": 19, "9999301819009739": 19, "9999712511423499": 19, "9999672116732772": 19, "9998759476535651": 19, "9999561449575607": 19, "9999474340188654": 19, "9996925240661405": 19, "9999359791634311": 19, "9998987103013962": 19, "9990779156635234": 19, "55it": 19, "999893422872044": 19, "9997851521886209": 19, "9966235714622826": 19, "9997784124877638": 19, "9994637170628504": 19, "9828804558908593": 19, "9992376323441506": 19, "9983591814967973": 19, "862391351818434": 19, "9944110485646586": 19, "9816962474224649": 19, "3965991904252684": 19, "9999942564460803": 19, "9999934337977243": 19, "9999861648364792": 19, "9999902923652078": 19, "9999849518514359": 19, "9999613659020306": 19, "9999837274020729": 19, "9999830308299852": 19, "9999154398628454": 19, "9999800294497047": 19, "9999731551293094": 19, "9999043625986571": 19, "9999752362233539": 19, "9999543237918428": 19, "9998837024119729": 19, "9999671472397126": 19, "999920520242572": 19, "9997162974965994": 19, "9999521118045746": 19, "9998517198959569": 19, "9991994724291818": 19, "9999191931580688": 19, "9996922419099825": 19, "9971630293162339": 19, "9998214259046335": 19, "9992365904461334": 19, "9855351478460005": 19, "9992094653374828": 19, "997561488327335": 19, "8738196605080718": 19, "9922364482738998": 19, "9865738449440605": 19, "42783037973898724": 19, "9999896926875822": 19, "9999885782292838": 19, "9999292279786546": 19, "9999877872886065": 19, "9999838323248553": 19, "9999789165976448": 19, "9999864664396515": 19, "9999745891023756": 19, "9999649555496989": 19, "9999843410323541": 19, "9999595824867687": 19, "9999363993653761": 19, "9999808836617524": 19, "9999340658950667": 19, "9998727806292239": 19, "9999749630672443": 19, "9998877158288519": 19, "9997292201760375": 19, "9999637514193707": 19, "9997949968711753": 19, "9992688918286982": 19, "9999382587554829": 19, "9995804083543193": 19, "997562547933165": 19, "9998545572827711": 19, "9989551972006018": 19, "9878365883665239": 19, "999179162081282": 19, "9964947779569694": 19, "8855949580343588": 19, "9896743802302694": 19, "9893409020756886": 19, "4646785423849215": 19, "9999902713620692": 19, "9999807202372036": 19, "9997379079627818": 19, "999989739250175": 19, "9999756704785013": 19, "999926363885015": 19, "9999888074224221": 19, "9999631678786869": 19, "9999447765899155": 19, "9999872737863882": 19, "9999431335080622": 19, "9999263142234696": 19, "9999847406083843": 19, "999909483042181": 19, "9998436631999283": 19, "9999803638564161": 19, "999848886198266": 19, "9997317587005629": 19, "9999719462457353": 19, "9997282247718177": 19, "9992837377086745": 19, "9999521133602743": 19, "999448434641883": 19, "9978756985305871": 19, "99988019998444": 19, "998618508248868": 19, "9897729427792255": 19, "9991252607520362": 19, "995078459413144": 19, "8974993831807665": 19, "40it": 19, "9896966425177599": 19, "985121456003004": 19, "508387788052642": 19, "0x7fd49dd97160": 19, "construct": [20, 24, 28], "j_0": 20, "20x": 20, "bessel": 20, "add_symbol": [20, 24], "bessel_j0": 20, "bettom": 20, "anyth": 20, "isn": 20, "7090268761989152": 20, "21051195154680438": 20, "1822506022370818": 20, "12418544555819415": 20, "10407480103502795": 20, "j0": 20, "pytorch": 20, "ad": 20, "2681378679614782": 20, "becaus": 20, "ground": [20, 21, 24], "truth": [20, 21, 24], "involv": 20, "bigger": 20, "a_rang": 20, "9717763100936939": 20, "7494106253678943": 20, "49679878395526067": 20, "21051195158162733": 20, "12435207425739554": 20, "_c": 20, "_special": 20, "special_bessel_j0": 20, "9985560043309399": 20, "6101756259771707": 20, "5737221152646913": 20, "08366297315238909": 20, "08315973336762218": 20, "finish": 20, "rest": 20, "9986": 20, "skip": 20, "9999802186534139": 20, "9999663092809886": 20, "9999988610586863": 20, "9999699077016541": 20, "9999693609882967": 20, "9999174139339265": 20, "9999096961395885": 20, "earli": 20, "stop": 20, "j_": 20, "aim": 21, "poisson": 21, "nabla": 21, "condit": 21, "solut": 21, "autograd": 21, "tqdm": [21, 27], "np_i": 21, "interior": 21, "point": [21, 24], "np_b": 21, "batch_jacobian": 21, "func": 21, "create_graph": 21, "length": 21, "_func_sum": 21, "sum": [21, 28], "jacobian": 21, "sol_fun": 21, "source_fun": 21, "sampling_mod": 21, "radnom": 21, "mesh": 21, "x_mesh": 21, "y_mesh": 21, "meshgrid": 21, "x_i": 21, "stack": [21, 22, 28], "side": 21, "helper": 21, "xb1": 21, "xb2": 21, "xb3": 21, "xb4": 21, "x_b": 21, "optim": 21, "lr": [21, 24], "history_s": 21, "line_search_fn": 21, "strong_wolf": 21, "tolerance_grad": 21, "tolerance_chang": 21, "tolerance_i": 21, "pbar": 21, "desc": 21, "descript": 21, "_": [21, 28], "closur": 21, "global": 21, "pde_loss": 21, "bc_loss": 21, "zero_grad": 21, "sol": 21, "sol_d1_fun": 21, "sol_d1": 21, "sol_d2": 21, "lap": 21, "diagon": 21, "dim1": 21, "dim2": 21, "keepdim": 21, "sourc": 21, "bc_true": 21, "bc_pred": 21, "backward": 21, "l2": 21, "set_descript": 21, "2e": 21, "bc": 21, "18": [21, 28], "sine": 21, "hypreparam": 21, "9969676978399866": 21, "9983639008937205": 21, "9974491732032462": 21, "9978791881996706": 21, "9723468700787765": 21, "9844055428126749": 21, "trainabl": 21, "floating_digit": 21, "14159": 21, "85398": 21, "5708": 21, "goal": 22, "peak": 22, "present": 22, "onc": 22, "five": 22, "phase": [22, 26], "thank": 22, "n_peak": 22, "n_num_per_peak": 22, "x_grid": 22, "x_center": 22, "x_sampl": 22, "center": 22, "y_sampl": 22, "0x7ff40b9ea430": 22, "sequenti": 22, "prensent": 22, "subplot": 22, "figsiz": 22, "subplots_adjust": 22, "wspace": 22, "hspace": 22, "group_id": 22, "xlim": 22, "ylim": 22, "bias_train": 22, "sp_trainabl": 22, "sb_trainabl": 22, "otherwis": 22, "shift": 22, "previou": 22, "stage": 22, "200": 22, "y_pred": 22, "59": 22, "94it": 22, "76": 22, "wrt": 23, "data_s": 23, "grid_siz": 23, "26": 23, "studi": 23, "roughli": 23, "No": 23, "observ": 23, "increas": 23, "harm": 23, "benefit": 23, "ideal": 23, "would": 23, "togeth": 23, "complex": 23, "alwai": 23, "1e8": 23, "1e5": 23, "999988712412588": 24, "9999928603717329": 24, "9968394556850537": 24, "9968": 24, "62": 24, "were": 24, "lucki": 24, "92": 24, "9999921393183026": 24, "9999940727994734": 24, "9998914314178492": 24, "nan": 24, "bug": 24, "resolv": 24, "later": 24, "close": 24, "hyperparamt": 25, "checkpoint": 25, "video": 25, "devic": 25, "special": [26, 28], "partial": 26, "differenti": 26, "equat": 26, "continu": [26, 28], "singular": 26, "lock": 26, "rel": 26, "encourag": 26, "unsupervis": 26, "inspir": 27, "altern": 27, "multi": [27, 28], "preceptron": 27, "mlp": [27, 28], "wherea": 27, "simpl": 27, "than": 27, "term": 27, "http": 27, "com": 27, "kindxiaom": 27, "pykan": 27, "txt": 27, "scikit_learn": 27, "setuptool": 27, "65": 27, "66": 27, "quickstart": 27, "hello": 27, "action": 27, "api": 27, "demo": 27, "advanc": 27, "state": 28, "multivari": 28, "domain": 28, "written": 28, "finit": 28, "singl": 28, "binari": 28, "oper": 28, "mathbb": 28, "x_n": 28, "q": 28, "2n": 28, "phi_q": 28, "p": 28, "phi_": 28, "x_p": 28, "sens": 28, "univari": 28, "due": 28, "limit": 28, "express": 28, "augment": 28, "matrix": 28, "form": 28, "bf": 28, "circ": 28, "begin": 28, "pmatrix": 28, "cdot": 28, "vdot": 28, "quad": 28, "phi_1": 28, "call": 28, "correspond": 28, "th": 28, "_l": 28, "Then": 28, "_0": 28, "constrast": 28, "perceptron": 28, "interleav": 28, "w": 28, "nonlinear": 28, "sigma": 28, "fulli": 28, "place": 28, "replot": 28, "keep": 28, "03it": 28, "auto": 28, "elif": 28, "999987252534279": 28, "9999996536741071": 28, "9999988529417926": 28, "22": 28, "packag": 30, "submodul": 30, "kanlay": 30, "symbolic_kanlay": 30, "content": 30}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"api": [0, 25, 30], "demo": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 25], "welcom": [1, 27], "kolmogorov": [1, 27, 28], "aarnold": [1, 27], "network": [1, 27, 28], "kan": [1, 17, 18, 23, 27, 28, 29], "document": [1, 27], "indic": [1, 27], "tabl": [1, 27], "10": [2, 12], "devic": 2, "1": [3, 8, 13, 16, 19], "index": 3, "edg": 3, "activ": [3, 6], "function": [3, 6, 13, 16, 19, 20], "node": 3, "neuron": 3, "layer": [3, 17], "2": [4, 8, 13, 17, 19], "plot": 4, "3": [5, 8, 18], "grid": [5, 8], "4": [6, 8, 19], "extract": 6, "5": [7, 20], "initi": 7, "hyperparamt": [7, 8], "6": [8, 21], "train": [8, 18], "paramet": 8, "lambda": 8, "overal": 8, "penalti": 8, "strength": 8, "rel": [8, 12], "entropi": 8, "lambda_": 8, "rm": [8, 19], "ent": 8, "size": 8, "g": 8, "seed": 8, "7": [9, 22], "prune": 9, "automat": 9, "manual": [9, 19], "8": [10, 23], "checkpoint": 10, "9": [11, 24], "video": 11, "exampl": [12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26], "us": 12, "lock": 12, "addit": 12, "11": 13, "encourag": 13, "linear": 13, "case": 13, "1d": [13, 19], "2d": 13, "12": 14, "unsupervis": 14, "learn": [14, 22], "13": 15, "phase": [15, 19], "transit": 15, "fit": 16, "deep": 17, "formula": [17, 19], "three": [17, 19], "two": 17, "classif": 18, "regress": [18, 19], "formul": 18, "symbol": 19, "part": 19, "i": 19, "autom": 19, "v": 19, "how": 19, "can": 19, "we": 19, "know": 19, "get": [19, 27, 28], "exact": 19, "ii": 19, "hard": 19, "ill": 19, "defin": 19, "realli": 19, "ad": 19, "nois": 19, "bound": 19, "region": 19, "sine": 19, "diagram": 19, "fratcal": 19, "chaotic": 19, "my": 19, "mix": 19, "f_1": 19, "x": 19, "sin": 19, "f_2": 19, "f_3": 19, "exp": 19, "f": 19, "af_1": 19, "bf_2": 19, "b": 19, "special": 20, "solv": 21, "partial": 21, "differenti": 21, "equat": 21, "pde": 21, "continu": 22, "scale": 23, "law": 23, "singular": 24, "instal": 27, "via": 27, "github": 27, "pypi": 27, "requir": 27, "start": [27, 28], "content": [27, 29], "hello": 28, "arnold": 28, "represent": 28, "theorem": 28, "packag": 29, "submodul": 29, "modul": 29, "kanlay": 29, "lbfg": 29, "symbolic_kanlay": 29, "spline": 29, "util": 29}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"API Demos": [[0, "api-demos"], [25, "api-demos"]], "Welcome to Kolmogorov Aarnold Network (KAN) documentation!": [[1, "welcome-to-kolmogorov-aarnold-network-kan-documentation"], [27, "welcome-to-kolmogorov-aarnold-network-kan-documentation"]], "Indices and tables": [[1, "indices-and-tables"], [27, "indices-and-tables"]], "Demo 10: Device": [[2, "demo-10-device"]], "Demo 1: Indexing": [[3, "demo-1-indexing"]], "Indexing of edges (activation functions)": [[3, "indexing-of-edges-activation-functions"]], "Indexing of nodes (neurons)": [[3, "indexing-of-nodes-neurons"]], "Indexing of layers": [[3, "indexing-of-layers"]], "Demo 2: Plotting": [[4, "demo-2-plotting"]], "Demo 3: Grid": [[5, "demo-3-grid"]], "Demo 4: Extracting activation functions": [[6, "demo-4-extracting-activation-functions"]], "Demo 5: Initialization Hyperparamters": [[7, "demo-5-initialization-hyperparamters"]], "Demo 6: Training Hyperparamters": [[8, "demo-6-training-hyperparamters"]], "Parameter 1: \\lambda, overall penalty strength.": [[8, "parameter-1-lambda-overall-penalty-strength"]], "Parameter 2: (relative) penalty strength of entropy \\lambda_{\\rm ent}.": [[8, "parameter-2-relative-penalty-strength-of-entropy-lambda-rm-ent"]], "Parameter 3: Grid size G.": [[8, "parameter-3-grid-size-g"]], "Parameter 4: seed.": [[8, "parameter-4-seed"]], "Demo 7: Pruning": [[9, "demo-7-pruning"]], "Automatic pruning": [[9, "automatic-pruning"]], "Manual pruning": [[9, "manual-pruning"]], "Demo 8: Checkpoint": [[10, "demo-8-checkpoint"]], "Demo 9: Videos": [[11, "demo-9-videos"]], "Example 10: Use of lock for Relativity Addition": [[12, "example-10-use-of-lock-for-relativity-addition"]], "Example 11: Encouraging linearity": [[13, "example-11-encouraging-linearity"]], "Case 1: 1D function": [[13, "case-1-1d-function"]], "Case 2: 2D function": [[13, "case-2-2d-function"]], "Example 12: Unsupervised learning": [[14, "example-12-unsupervised-learning"]], "Example 13: Phase transition": [[15, "example-13-phase-transition"]], "Example 1: Function Fitting": [[16, "example-1-function-fitting"]], "Example 2: Deep Formulas": [[17, "example-2-deep-formulas"]], "Three-layer KAN": [[17, "three-layer-kan"]], "Two-layer KAN": [[17, "two-layer-kan"]], "Example 3: Classification": [[18, "example-3-classification"]], "Regression formulation": [[18, "regression-formulation"]], "Classification formulation": [[18, "classification-formulation"]], "Train KAN": [[18, "train-kan"]], "Example 4: Symbolic Regression": [[19, "example-4-symbolic-regression"]], "Part I: Automated vs manual symbolic regression (How can we know that we get the exact formula?)": [[19, "part-i-automated-vs-manual-symbolic-regression-how-can-we-know-that-we-get-the-exact-formula"]], "Part II: How hard (ill-defined) is symbolic regression, really?": [[19, "part-ii-how-hard-ill-defined-is-symbolic-regression-really"]], "1D example: Adding noise to a bounded region sine": [[19, "d-example-adding-noise-to-a-bounded-region-sine"]], "Phase diagram of symbolic regression (how fratcal/chaotic is my phase diagram?)": [[19, "phase-diagram-of-symbolic-regression-how-fratcal-chaotic-is-my-phase-diagram"]], "mix three functions f_1(x)={\\rm sin}(x), f_2(x)=x^2, and f_3(x)={\\rm exp}(x) such that f(x)=af_1(x)+bf_2(x)+(1-a-b)f_3(x). Symbolically regress f(x).": [[19, "mix-three-functions-f-1-x-rm-sin-x-f-2-x-x-2-and-f-3-x-rm-exp-x-such-that-f-x-af-1-x-bf-2-x-1-a-b-f-3-x-symbolically-regress-f-x"]], "Example 5: Special functions": [[20, "example-5-special-functions"]], "Example 6: Solving Partial Differential Equation (PDE)": [[21, "example-6-solving-partial-differential-equation-pde"]], "Example 7: Continual Learning": [[22, "example-7-continual-learning"]], "Example 8: KANs\u2019 Scaling Laws": [[23, "example-8-kans-scaling-laws"]], "Example 9: Singularity": [[24, "example-9-singularity"]], "Examples": [[26, "examples"]], "Installation": [[27, "installation"]], "Installation via github": [[27, "installation-via-github"]], "Installation via PyPI": [[27, "installation-via-pypi"]], "Requirements": [[27, "requirements"]], "Get started": [[27, "get-started"]], "Contents:": [[27, null]], "Hello, KAN!": [[28, "hello-kan"]], "Kolmogorov-Arnold representation theorem": [[28, "kolmogorov-arnold-representation-theorem"]], "Kolmogorov-Arnold Network (KAN)": [[28, "kolmogorov-arnold-network-kan"]], "Get started with KANs": [[28, "get-started-with-kans"]], "kan package": [[29, "kan-package"]], "Submodules": [[29, "submodules"]], "kan.KAN module": [[29, "kan-kan-module"]], "kan.KANLayer module": [[29, "kan-kanlayer-module"]], "kan.LBFGS module": [[29, "kan-lbfgs-module"]], "kan.Symbolic_KANLayer module": [[29, "kan-symbolic-kanlayer-module"]], "kan.spline module": [[29, "kan-spline-module"]], "kan.utils module": [[29, "kan-utils-module"]], "Module contents": [[29, "module-contents"]], "API": [[30, "api"]]}, "indexentries": {}})
\ No newline at end of file
