ck"> <dt>Definition Classes</dt><dd>BpeTokenizer</dd></dl></div>
    </li><li name="com.johnsnowlabs.nlp.annotators.tokenizer.bpe.Qwen2VLTokenizer#tokenizeSubText" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped">
      <a id="tokenizeSubText(text:String,indexOffset:Int):Array[com.johnsnowlabs.nlp.annotators.common.IndexedToken]"></a><a id="tokenizeSubText(String,Int):Array[IndexedToken]"></a>
      <span class="permalink">
      <a href="../../../../../../com/johnsnowla