d>BpeTokenizer</dd></dl></div>
    </li><li name="com.johnsnowlabs.nlp.annotators.tokenizer.bpe.PaliGemmaTokenizer#preProcessTokenForBpe" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped">
      <a id="preProcessTokenForBpe(token:String):String"></a><a id="preProcessTokenForBpe(String):String"></a>
      <span class="permalink">
      <a href="../../../../../../com/johnsnowlabs/nlp/annotators/tokenizer/bpe/PaliGemmaTokenizer.html#preProcessTokenForBpe(token:String):String