//schema.org/Article">
           <div itemprop="articleBody">
            
  <div class="section" id="module-pororo.tasks.tokenization">
<span id="tokenization"></span><h1>Tokenization<a class="headerlink" href="#module-pororo.tasks.tokenization" title="Permalink to this headline">¶</a></h1>
<p>Tokenization related modeling class</p>
<dl class="py class">
<dt id="pororo.tasks.tokenization.PororoTokenizationFactory">
<em class="property">class </em><code class="sig-prename descclassname">pororo.tasks.token