"sig-prename descclassname">pororo.tasks.tokenization.</code><code class="sig-name descname">PororoTokenizerBase</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">config</span><span class="p">:</span> <span class="n">pororo.tasks.utils.base.TaskConfig</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/pororo/tasks/tokenization.html#PororoTokenizerBase"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#pororo.tasks.to