htyellow><table 0 width=100% cellspacing=0 cellpadding=0><tr valign=top ><td ><a href="#1"><b class='cmd'>use tokenize</b> </a></td></tr>
<tr valign=top ><td ><a href="#2"><b class='cmd'>call set_tokenizer( token, gaps, separators, delimiters )</b> </a></td></tr>
<tr valign=top ><td ><a href="#3"><b class='cmd'>part = first_token( token, string, length)</b> </a></td></tr>
<tr valign=top ><td ><a href="#4"><b class='cmd'>part = next_token( token, string, length)</b> </a></td></tr>
</table></td></tr></tab