deploy: 1cad2e9

_modules/mltb2/data.html

@@ -78,7 +78,7 @@
            <div itemprop="articleBody">
 
   <h1>Source code for mltb2.data</h1><div class="highlight"><pre>
-<span></span><span class="c1"># Copyright (c) 2020 - 2023 Philip May</span>
+<span></span><span class="c1"># Copyright (c) 2020-2024 Philip May</span>
 <span class="c1"># Copyright (c) 2021 Sigrun May, Helmholtz-Zentrum für Infektionsforschung GmbH (HZI)</span>
 <span class="c1"># Copyright (c) 2021 Sigrun May, Ostfalia Hochschule für angewandte Wissenschaften</span>
 <span class="c1"># This software is distributed under the terms of the MIT license</span>
@@ -173,7 +173,7 @@ <h1>Source code for mltb2.data</h1><div class="highlight"><pre>
         <span class="k">try</span><span class="p">:</span>
             <span class="n">i</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>
             <span class="n">label</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="mi">0</span> <span class="k">if</span> <span class="n">i</span> <span class="o">&gt;</span> <span class="mi">0</span> <span class="k">else</span> <span class="mi">1</span><span class="p">)</span>
-        <span class="k">except</span> <span class="ne">ValueError</span><span class="p">:</span>
+        <span class="k">except</span> <span class="ne">ValueError</span><span class="p">:</span>  <span class="c1"># noqa: PERF203</span>
             <span class="k">pass</span>  <span class="c1"># we ignore this</span>
 
     <span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">label</span><span class="p">)</span> <span class="o">==</span> <span class="mi">62</span>

_modules/mltb2/db.html

@@ -78,7 +78,7 @@
            <div itemprop="articleBody">
 
   <h1>Source code for mltb2.db</h1><div class="highlight"><pre>
-<span></span><span class="c1"># Copyright (c) 2023 Philip May</span>
+<span></span><span class="c1"># Copyright (c) 2023-2024 Philip May</span>
 <span class="c1"># This software is distributed under the terms of the MIT license</span>
 <span class="c1"># which is available at https://opensource.org/licenses/MIT</span>
 
@@ -98,13 +98,11 @@ <h1>Source code for mltb2.db</h1><div class="highlight"><pre>
 
 <div class="viewcode-block" id="AbstractBatchDataManager.load_batch"><a class="viewcode-back" href="../../api-reference/db.html#mltb2.db.AbstractBatchDataManager.load_batch">[docs]</a>    <span class="nd">@abstractmethod</span>
     <span class="k">def</span> <span class="nf">load_batch</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Sequence</span><span class="p">:</span>
-<span class="w">        </span><span class="sd">&quot;&quot;&quot;Load a batch of data from the database.&quot;&quot;&quot;</span>
-        <span class="k">pass</span></div>
+<span class="w">        </span><span class="sd">&quot;&quot;&quot;Load a batch of data from the database.&quot;&quot;&quot;</span></div>
 
 <div class="viewcode-block" id="AbstractBatchDataManager.save_batch"><a class="viewcode-back" href="../../api-reference/db.html#mltb2.db.AbstractBatchDataManager.save_batch">[docs]</a>    <span class="nd">@abstractmethod</span>
     <span class="k">def</span> <span class="nf">save_batch</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">batch</span><span class="p">:</span> <span class="n">Sequence</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
-<span class="w">        </span><span class="sd">&quot;&quot;&quot;Save a batch of data to the database.&quot;&quot;&quot;</span>
-        <span class="k">pass</span></div></div>
+<span class="w">        </span><span class="sd">&quot;&quot;&quot;Save a batch of data to the database.&quot;&quot;&quot;</span></div></div>
 
 
 <div class="viewcode-block" id="BatchDataProcessor"><a class="viewcode-back" href="../../api-reference/db.html#mltb2.db.BatchDataProcessor">[docs]</a><span class="nd">@dataclass</span>

_modules/mltb2/md.html

@@ -79,7 +79,7 @@
 
   <h1>Source code for mltb2.md</h1><div class="highlight"><pre>
 <span></span><span class="c1"># Copyright (c) 2023 Philip May, Deutsche Telekom AG</span>
-<span class="c1"># Copyright (c) 2023 Philip May</span>
+<span class="c1"># Copyright (c) 2023-2024 Philip May</span>
 <span class="c1"># This software is distributed under the terms of the MIT license</span>
 <span class="c1"># which is available at https://opensource.org/licenses/MIT</span>
 
@@ -114,7 +114,7 @@ <h1>Source code for mltb2.md</h1><div class="highlight"><pre>
 
     <span class="c1"># extend positions</span>
     <span class="k">if</span> <span class="mi">0</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">positions</span><span class="p">:</span>
-        <span class="n">positions</span> <span class="o">=</span> <span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="o">+</span> <span class="n">positions</span>
+        <span class="n">positions</span> <span class="o">=</span> <span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="o">+</span> <span class="n">positions</span>  <span class="c1"># noqa: RUF005</span>
     <span class="n">positions</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">md_text</span><span class="p">))</span>
 
     <span class="n">result</span> <span class="o">=</span> <span class="p">[</span><span class="n">md_text</span><span class="p">[</span><span class="n">x</span><span class="p">:</span><span class="n">y</span><span class="p">]</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span> <span class="k">for</span> <span class="n">x</span><span class="p">,</span> <span class="n">y</span> <span class="ow">in</span> <span class="nb">zip</span><span class="p">(</span><span class="n">positions</span><span class="p">,</span> <span class="n">positions</span><span class="p">[</span><span class="mi">1</span><span class="p">:])]</span>
@@ -176,7 +176,7 @@ <h1>Source code for mltb2.md</h1><div class="highlight"><pre>
         <span class="n">md_chunks</span> <span class="o">=</span> <span class="n">chunk_md</span><span class="p">(</span><span class="n">md_text</span><span class="p">)</span>
         <span class="n">counts</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">transformers_token_counter</span><span class="p">(</span><span class="n">md_chunks</span><span class="p">)</span>
 
-        <span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">md_chunks</span><span class="p">)</span> <span class="o">==</span> <span class="nb">len</span><span class="p">(</span><span class="n">counts</span><span class="p">)</span>  <span class="c1"># type: ignore[arg-type] # noqa: S101</span>
+        <span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">md_chunks</span><span class="p">)</span> <span class="o">==</span> <span class="nb">len</span><span class="p">(</span><span class="n">counts</span><span class="p">)</span>  <span class="c1"># type: ignore[arg-type]</span>
 
         <span class="n">result_merges</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
         <span class="n">temp_merges</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>

_modules/mltb2/openai.html

@@ -78,7 +78,7 @@
            <div itemprop="articleBody">
 
   <h1>Source code for mltb2.openai</h1><div class="highlight"><pre>
-<span></span><span class="c1"># Copyright (c) 2023 Philip May</span>
+<span></span><span class="c1"># Copyright (c) 2023-2024 Philip May</span>
 <span class="c1"># This software is distributed under the terms of the MIT license</span>
 <span class="c1"># which is available at https://opensource.org/licenses/MIT</span>
 
@@ -222,8 +222,7 @@ <h1>Source code for mltb2.openai</h1><div class="highlight"><pre>
     <span class="k">def</span> <span class="nf">_completion</span><span class="p">(</span>
         <span class="bp">self</span><span class="p">,</span> <span class="n">prompt</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">List</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]],</span> <span class="n">completion_kwargs_for_this_call</span><span class="p">:</span> <span class="n">Mapping</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span>
     <span class="p">)</span> <span class="o">-&gt;</span> <span class="n">OpenAIObject</span><span class="p">:</span>
-<span class="w">        </span><span class="sd">&quot;&quot;&quot;Abstract method to call the OpenAI completion.&quot;&quot;&quot;</span>
-        <span class="k">pass</span></div>
+<span class="w">        </span><span class="sd">&quot;&quot;&quot;Abstract method to call the OpenAI completion.&quot;&quot;&quot;</span></div>
 
 <div class="viewcode-block" id="OpenAiBaseCompletion.__call__"><a class="viewcode-back" href="../../api-reference/openai.html#mltb2.openai.OpenAiBaseCompletion.__call__">[docs]</a>    <span class="k">def</span> <span class="fm">__call__</span><span class="p">(</span>
         <span class="bp">self</span><span class="p">,</span> <span class="n">prompt</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">List</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]],</span> <span class="n">completion_kwargs</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Mapping</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span>
@@ -262,10 +261,7 @@ <h1>Source code for mltb2.openai</h1><div class="highlight"><pre>
         <span class="bp">self</span><span class="p">,</span> <span class="n">prompt</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">List</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]],</span> <span class="n">completion_kwargs_for_this_call</span><span class="p">:</span> <span class="n">Mapping</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span>
     <span class="p">)</span> <span class="o">-&gt;</span> <span class="n">OpenAIObject</span><span class="p">:</span>
 <span class="w">        </span><span class="sd">&quot;&quot;&quot;Call to the OpenAI chat completion.&quot;&quot;&quot;</span>
-        <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">prompt</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
-            <span class="n">messages</span> <span class="o">=</span> <span class="p">[{</span><span class="s2">&quot;role&quot;</span><span class="p">:</span> <span class="s2">&quot;user&quot;</span><span class="p">,</span> <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="n">prompt</span><span class="p">}]</span>
-        <span class="k">else</span><span class="p">:</span>
-            <span class="n">messages</span> <span class="o">=</span> <span class="n">prompt</span>
+        <span class="n">messages</span> <span class="o">=</span> <span class="p">[{</span><span class="s2">&quot;role&quot;</span><span class="p">:</span> <span class="s2">&quot;user&quot;</span><span class="p">,</span> <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="n">prompt</span><span class="p">}]</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">prompt</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="k">else</span> <span class="n">prompt</span>
         <span class="n">open_ai_object</span><span class="p">:</span> <span class="n">OpenAIObject</span> <span class="o">=</span> <span class="n">ChatCompletion</span><span class="o">.</span><span class="n">create</span><span class="p">(</span>
             <span class="n">messages</span><span class="o">=</span><span class="n">messages</span><span class="p">,</span>
             <span class="o">**</span><span class="n">completion_kwargs_for_this_call</span><span class="p">,</span>

_modules/mltb2/optuna.html

@@ -78,7 +78,7 @@
            <div itemprop="articleBody">
 
   <h1>Source code for mltb2.optuna</h1><div class="highlight"><pre>
-<span></span><span class="c1"># Copyright (c) 2021 Philip May</span>
+<span></span><span class="c1"># Copyright (c) 2021-2024 Philip May</span>
 <span class="c1"># This software is distributed under the terms of the MIT license</span>
 <span class="c1"># which is available at https://opensource.org/licenses/MIT</span>
 
@@ -90,6 +90,7 @@ <h1>Source code for mltb2.optuna</h1><div class="highlight"><pre>
 <span class="sd">&quot;&quot;&quot;</span>
 
 
+<span class="kn">import</span> <span class="nn">contextlib</span>
 <span class="kn">import</span> <span class="nn">logging</span>
 
 <span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
@@ -194,22 +195,20 @@ <h1>Source code for mltb2.optuna</h1><div class="highlight"><pre>
     <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">alpha</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">0.1</span><span class="p">,</span> <span class="n">n_warmup_steps</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">4</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
         <span class="c1"># input value check</span>
         <span class="k">if</span> <span class="n">n_warmup_steps</span> <span class="o">&lt;</span> <span class="mi">0</span><span class="p">:</span>
-            <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">&quot;&#39;n_warmup_steps&#39; must not be negative! n_warmup_steps: </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">n_warmup_steps</span><span class="p">))</span>
+            <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;&#39;n_warmup_steps&#39; must not be negative! n_warmup_steps: </span><span class="si">{</span><span class="n">n_warmup_steps</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
         <span class="k">if</span> <span class="n">alpha</span> <span class="o">&gt;=</span> <span class="mi">1</span><span class="p">:</span>
-            <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">&quot;&#39;alpha&#39; must be smaller than 1! </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">alpha</span><span class="p">))</span>
+            <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;&#39;alpha&#39; must be smaller than 1! </span><span class="si">{</span><span class="n">alpha</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
         <span class="k">if</span> <span class="n">alpha</span> <span class="o">&lt;=</span> <span class="mi">0</span><span class="p">:</span>
-            <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">&quot;&#39;alpha&#39; must be greater than 0! </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">alpha</span><span class="p">))</span>
+            <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;&#39;alpha&#39; must be greater than 0! </span><span class="si">{</span><span class="n">alpha</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
 
         <span class="bp">self</span><span class="o">.</span><span class="n">n_warmup_steps</span> <span class="o">=</span> <span class="n">n_warmup_steps</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">alpha</span> <span class="o">=</span> <span class="n">alpha</span>
 
 <div class="viewcode-block" id="SignificanceRepeatedTrainingPruner.prune"><a class="viewcode-back" href="../../api-reference/optuna.html#mltb2.optuna.SignificanceRepeatedTrainingPruner.prune">[docs]</a>    <span class="k">def</span> <span class="nf">prune</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">study</span><span class="p">:</span> <span class="n">optuna</span><span class="o">.</span><span class="n">study</span><span class="o">.</span><span class="n">Study</span><span class="p">,</span> <span class="n">trial</span><span class="p">:</span> <span class="n">optuna</span><span class="o">.</span><span class="n">trial</span><span class="o">.</span><span class="n">FrozenTrial</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>  <span class="c1"># noqa: D102</span>
         <span class="c1"># get best tial - best trial is not available for first trial</span>
         <span class="n">best_trial</span> <span class="o">=</span> <span class="kc">None</span>
-        <span class="k">try</span><span class="p">:</span>
+        <span class="k">with</span> <span class="n">contextlib</span><span class="o">.</span><span class="n">suppress</span><span class="p">(</span><span class="ne">ValueError</span><span class="p">):</span>
             <span class="n">best_trial</span> <span class="o">=</span> <span class="n">study</span><span class="o">.</span><span class="n">best_trial</span>
-        <span class="k">except</span> <span class="ne">ValueError</span><span class="p">:</span>
-            <span class="k">pass</span>
 
         <span class="k">if</span> <span class="n">best_trial</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
             <span class="n">trial_intermediate_values</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">trial</span><span class="o">.</span><span class="n">intermediate_values</span><span class="o">.</span><span class="n">values</span><span class="p">())</span>