Pushing changes to GitHub Pages.

main/api/merlin_standard_lib.proto.html

@@ -288,7 +288,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 
 <dl class="py class">
 <dt id="merlin_standard_lib.proto.schema_bp.ValueCountList">
-<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">ValueCountList</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">value_count:</span> <span class="pre">List[ForwardRef('ValueCount')]</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3d2a225130&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#ValueCountList"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.ValueCountList" title="Permalink to this definition"></a></dt>
+<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">ValueCountList</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">value_count:</span> <span class="pre">List[ForwardRef('ValueCount')]</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f21029081f0&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#ValueCountList"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.ValueCountList" title="Permalink to this definition"></a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">betterproto.Message</span></code></p>
 <dl class="py attribute">
 <dt id="merlin_standard_lib.proto.schema_bp.ValueCountList.value_count">
@@ -663,7 +663,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 
 <dl class="py class">
 <dt id="merlin_standard_lib.proto.schema_bp.SparseFeatureIndexFeature">
-<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">SparseFeatureIndexFeature</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">name:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3d2a225130&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#SparseFeatureIndexFeature"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.SparseFeatureIndexFeature" title="Permalink to this definition"></a></dt>
+<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">SparseFeatureIndexFeature</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">name:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f21029081f0&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#SparseFeatureIndexFeature"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.SparseFeatureIndexFeature" title="Permalink to this definition"></a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">betterproto.Message</span></code></p>
 <dl class="py attribute">
 <dt id="merlin_standard_lib.proto.schema_bp.SparseFeatureIndexFeature.name">
@@ -674,7 +674,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 
 <dl class="py class">
 <dt id="merlin_standard_lib.proto.schema_bp.SparseFeatureValueFeature">
-<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">SparseFeatureValueFeature</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">name:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3d2a225130&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#SparseFeatureValueFeature"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.SparseFeatureValueFeature" title="Permalink to this definition"></a></dt>
+<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">SparseFeatureValueFeature</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">name:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f21029081f0&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#SparseFeatureValueFeature"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.SparseFeatureValueFeature" title="Permalink to this definition"></a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">betterproto.Message</span></code></p>
 <dl class="py attribute">
 <dt id="merlin_standard_lib.proto.schema_bp.SparseFeatureValueFeature.name">
@@ -1077,7 +1077,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 
 <dl class="py class">
 <dt id="merlin_standard_lib.proto.schema_bp.FeatureComparator">
-<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">FeatureComparator</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">infinity_norm:</span> <span class="pre">'InfinityNorm'</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3d2a225130&gt;</span></em>, <em class="sig-param"><span class="pre">jensen_shannon_divergence:</span> <span class="pre">'JensenShannonDivergence'</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3d2a225130&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#FeatureComparator"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.FeatureComparator" title="Permalink to this definition"></a></dt>
+<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">FeatureComparator</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">infinity_norm:</span> <span class="pre">'InfinityNorm'</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f21029081f0&gt;</span></em>, <em class="sig-param"><span class="pre">jensen_shannon_divergence:</span> <span class="pre">'JensenShannonDivergence'</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f21029081f0&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#FeatureComparator"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.FeatureComparator" title="Permalink to this definition"></a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">betterproto.Message</span></code></p>
 <dl class="py attribute">
 <dt id="merlin_standard_lib.proto.schema_bp.FeatureComparator.infinity_norm">
@@ -1145,7 +1145,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this
 
 <dl class="py class">
 <dt id="merlin_standard_lib.proto.schema_bp.TensorRepresentationDefaultValue">
-<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">TensorRepresentationDefaultValue</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">float_value:</span> <span class="pre">float</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3d2a225130&gt;</span></em>, <em class="sig-param"><span class="pre">int_value:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3d2a225130&gt;</span></em>, <em class="sig-param"><span class="pre">bytes_value:</span> <span class="pre">bytes</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3d2a225130&gt;</span></em>, <em class="sig-param"><span class="pre">uint_value:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3d2a225130&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#TensorRepresentationDefaultValue"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.TensorRepresentationDefaultValue" title="Permalink to this definition"></a></dt>
+<em class="property"><span class="pre">class</span> </em><code class="sig-prename descclassname"><span class="pre">merlin_standard_lib.proto.schema_bp.</span></code><code class="sig-name descname"><span class="pre">TensorRepresentationDefaultValue</span></code><span class="sig-paren">(</span><em class="sig-param"><span class="pre">float_value:</span> <span class="pre">float</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f21029081f0&gt;</span></em>, <em class="sig-param"><span class="pre">int_value:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f21029081f0&gt;</span></em>, <em class="sig-param"><span class="pre">bytes_value:</span> <span class="pre">bytes</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f21029081f0&gt;</span></em>, <em class="sig-param"><span class="pre">uint_value:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">&lt;betterproto._PLACEHOLDER</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f21029081f0&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/merlin_standard_lib/proto/schema_bp.html#TensorRepresentationDefaultValue"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#merlin_standard_lib.proto.schema_bp.TensorRepresentationDefaultValue" title="Permalink to this definition"></a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">betterproto.Message</span></code></p>
 <dl class="py attribute">
 <dt id="merlin_standard_lib.proto.schema_bp.TensorRepresentationDefaultValue.float_value">

main/examples/end-to-end-session-based/03-Session-based-Yoochoose-multigpu-training-PyT.html

@@ -308,12 +308,22 @@ <h2>2. Executing the multi-gpu training<a class="headerlink" href="#executing-th
 </ul>
 <div class="cell docutils container">
 <div class="cell_input docutils container">
+<div class="highlight-ipython3 notranslate"><div class="highlight"><pre><span></span><span class="c1"># If only 1 GPU are available, starts a single process to use that GPU</span>
+<span class="kn">from</span> <span class="nn">torch.cuda</span> <span class="kn">import</span> <span class="n">device_count</span>
+<span class="n">num_gpus</span> <span class="o">=</span> <span class="n">device_count</span><span class="p">()</span>
+<span class="n">NUM_PROCESSES</span> <span class="o">=</span> <span class="nb">min</span><span class="p">(</span><span class="n">num_gpus</span><span class="p">,</span> <span class="mi">2</span><span class="p">)</span>
+</pre></div>
+</div>
+</div>
+</div>
+<div class="cell docutils container">
+<div class="cell_input docutils container">
 <div class="highlight-ipython3 notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">os</span>
 <span class="n">OUTPUT_DIR</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;OUTPUT_DIR&quot;</span><span class="p">,</span> <span class="s2">&quot;/workspace/data/preproc_sessions_by_day&quot;</span><span class="p">)</span>
 <span class="n">LR</span> <span class="o">=</span> <span class="nb">float</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;LEARNING_RATE&quot;</span><span class="p">,</span> <span class="s2">&quot;0.0005&quot;</span><span class="p">))</span>
 <span class="n">BATCH_SIZE_TRAIN</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;BATCH_SIZE_TRAIN&quot;</span><span class="p">,</span> <span class="s2">&quot;256&quot;</span><span class="p">))</span>
 <span class="n">BATCH_SIZE_VALID</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;BATCH_SIZE_VALID&quot;</span><span class="p">,</span> <span class="s2">&quot;128&quot;</span><span class="p">))</span>
-<span class="o">!</span>python<span class="w"> </span>-m<span class="w"> </span>torch.distributed.run<span class="w"> </span>--nproc_per_node<span class="w"> </span><span class="m">2</span><span class="w"> </span><span class="o">{</span>TRAINER_FILE<span class="o">}</span><span class="w"> </span>--path<span class="w"> </span><span class="o">{</span>OUTPUT_DIR<span class="o">}</span><span class="w"> </span>--learning-rate<span class="w"> </span><span class="o">{</span>LR<span class="o">}</span><span class="w"> </span>--per-device-train-batch-size<span class="w"> </span><span class="o">{</span>BATCH_SIZE_TRAIN<span class="o">}</span><span class="w"> </span>--per-device-eval-batch-size<span class="w"> </span><span class="o">{</span>BATCH_SIZE_VALID<span class="o">}</span>
+<span class="o">!</span>python<span class="w"> </span>-m<span class="w"> </span>torch.distributed.run<span class="w"> </span>--nproc_per_node<span class="w"> </span><span class="o">{</span>NUM_PROCESSES<span class="o">}</span><span class="w"> </span><span class="o">{</span>TRAINER_FILE<span class="o">}</span><span class="w"> </span>--path<span class="w"> </span><span class="o">{</span>OUTPUT_DIR<span class="o">}</span><span class="w"> </span>--learning-rate<span class="w"> </span><span class="o">{</span>LR<span class="o">}</span><span class="w"> </span>--per-device-train-batch-size<span class="w"> </span><span class="o">{</span>BATCH_SIZE_TRAIN<span class="o">}</span><span class="w"> </span>--per-device-eval-batch-size<span class="w"> </span><span class="o">{</span>BATCH_SIZE_VALID<span class="o">}</span>
 </pre></div>
 </div>
 </div>