> <span class="s2">&quot;&quot;</span><span class="p">:</span>
        <span class="n">tokenized</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">temp_string</span><span class="p">)</span>
    <span class="k">return</span> <span class="n">tokenized</span></div>


<div class="viewcode-block" id="tokenize_strip_non_words"><a class="viewcode-back" href="../../omterms.html#omterms.tokenizer.tokenize_strip_non_words">[docs]</a><span class="k">def</span> <span cla