"n">p</span><span class="p">:</span>
        <span class="n">tokens</span> <span class="o">=</span> <span class="n">p</span><span class="o">.</span><span class="n">map</span><span class="p">(</span><span class="n">tokenize_one</span><span class="p">,</span> <span class="n">texts</span><span class="p">)</span>
    <span class="k">return</span> <span class="n">tokens</span>
</pre></div>

    </div>
</div>
</div>

</div>
    {% endraw %}

    {% raw %}
    
<div class="cell border-box-sizing code_cell rendered