bigcode_starcoder2-3b_4_ft_clm / tokenizer_config.json
yanghuattt's picture
Upload tokenizer
4bb5cdb verified
{
"add_prefix_space": false,
"added_tokens_decoder": {
"0": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "<fim_prefix>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"2": {
"content": "<fim_middle>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"3": {
"content": "<fim_suffix>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"4": {
"content": "<fim_pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"5": {
"content": "<repo_name>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"6": {
"content": "<file_sep>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"7": {
"content": "<issue_start>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"8": {
"content": "<issue_comment>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"9": {
"content": "<issue_closed>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"10": {
"content": "<jupyter_start>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"11": {
"content": "<jupyter_text>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"12": {
"content": "<jupyter_code>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"13": {
"content": "<jupyter_output>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"14": {
"content": "<jupyter_script>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"15": {
"content": "<empty_output>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"16": {
"content": "<code_to_intermediate>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"17": {
"content": "<intermediate_to_code>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"18": {
"content": "<pr>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"19": {
"content": "<pr_status>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"20": {
"content": "<pr_is_merged>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"21": {
"content": "<pr_base>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"22": {
"content": "<pr_file>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"23": {
"content": "<pr_base_code>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"24": {
"content": "<pr_diff>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"25": {
"content": "<pr_diff_hunk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"26": {
"content": "<pr_comment>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"27": {
"content": "<pr_event_id>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"28": {
"content": "<pr_review>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"29": {
"content": "<pr_review_state>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"30": {
"content": "<pr_review_comment>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"31": {
"content": "<pr_in_reply_to_review_id>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32": {
"content": "<pr_in_reply_to_comment_id>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"33": {
"content": "<pr_diff_hunk_comment_line>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"34": {
"content": "<NAME>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"35": {
"content": "<EMAIL>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"36": {
"content": "<KEY>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"37": {
"content": "<PASSWORD>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49152": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49153": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49154": {
"content": "<|UNKNOWN|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49155": {
"content": "<EOL>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49156": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49157": {
"content": "<STR_LIT>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49158": {
"content": "<NUM_LIT>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49159": {
"content": "<CHAR_LIT>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49160": {
"content": "<STR_LIT:U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49161": {
"content": "<STR_LIT:\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49162": {
"content": "<STR_LIT:/>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49163": {
"content": "<STR_LIT:unchecked>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49164": {
"content": "<STR_LIT:U+002C>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49165": {
"content": "<STR_LIT:.>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49166": {
"content": "<STR_LIT:name>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49167": {
"content": "<STR_LIT:)>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49168": {
"content": "<STR_LIT:1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49169": {
"content": "<STR_LIT:U+002CU+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49170": {
"content": "<STR_LIT:id>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49171": {
"content": "<STR_LIT:a>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49172": {
"content": "<STR_LIT::>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49173": {
"content": "<STR_LIT:foo>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49174": {
"content": "<STR_LIT:test>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49175": {
"content": "<STR_LIT:]>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49176": {
"content": "<STR_LIT:}>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49177": {
"content": "<STR_LIT:0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49178": {
"content": "<STR_LIT:true>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49179": {
"content": "<STR_LIT:'>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49180": {
"content": "<STR_LIT:\\\">",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49181": {
"content": "<STR_LIT:b>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49182": {
"content": "<STR_LIT:value>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49183": {
"content": "<STR_LIT:->",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49184": {
"content": "<STR_LIT:UTF-8>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49185": {
"content": "<STR_LIT:type>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49186": {
"content": "<STR_LIT::U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49187": {
"content": "<STR_LIT:unused>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49188": {
"content": "<STR_LIT:2>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49189": {
"content": "<STR_LIT:null>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49190": {
"content": "<STR_LIT:_>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49191": {
"content": "<STR_LIT:false>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49192": {
"content": "<STR_LIT:A>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49193": {
"content": "<STR_LIT:(>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49194": {
"content": "<STR_LIT:bar>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49195": {
"content": "<STR_LIT:=>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49196": {
"content": "<STR_LIT:[>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49197": {
"content": "<STR_LIT:x>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49198": {
"content": "<STR_LIT:c>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49199": {
"content": "<STR_LIT:;>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49200": {
"content": "<STR_LIT:*>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49201": {
"content": "<STR_LIT:2.0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49202": {
"content": "<STR_LIT:\\t>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49203": {
"content": "<STR_LIT:3>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49204": {
"content": "<STR_LIT:Doppelganger>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49205": {
"content": "<STR_LIT:rawtypes>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49206": {
"content": "<STR_LIT:serial>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49207": {
"content": "<STR_LIT:{>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49208": {
"content": "<STR_LIT:key>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49209": {
"content": "<STR_LIT:>>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49210": {
"content": "<STR_LIT:B>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49211": {
"content": "<STR_LIT:deprecation>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49212": {
"content": "<STR_LIT:C>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49213": {
"content": "<STR_LIT:msg=>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49214": {
"content": "<STR_LIT:%>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49215": {
"content": "<STR_LIT:%s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49216": {
"content": "<STR_LIT:#>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49217": {
"content": "<STR_LIT:}\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49218": {
"content": "<STR_LIT:title>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49219": {
"content": "<STR_LIT:NotU+0020supportedU+0020yet.>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49220": {
"content": "<STR_LIT:U+0020(>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49221": {
"content": "<STR_LIT:description>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49222": {
"content": "<STR_LIT:all>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49223": {
"content": "<STR_LIT:d>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49224": {
"content": "<STR_LIT:U+0020U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49225": {
"content": "<STR_LIT:abc>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49226": {
"content": "<STR_LIT:password>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49227": {
"content": "<STR_LIT:data>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49228": {
"content": "<STR_LIT:string>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49229": {
"content": "<STR_LIT:user>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49230": {
"content": "<STR_LIT:4>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49231": {
"content": "<STR_LIT:localhost>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49232": {
"content": "<STR_LIT:message>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49233": {
"content": "<STR_LIT:text>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49234": {
"content": "<STR_LIT:hello>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49235": {
"content": "<STR_LIT:status>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49236": {
"content": "<STR_LIT:default>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49237": {
"content": "<STR_LIT:GET>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49238": {
"content": "<STR_LIT:application/json>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49239": {
"content": "<STR_LIT:?>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49240": {
"content": "<STR_LIT:{}>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49241": {
"content": "<STR_LIT:class>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49242": {
"content": "<STR_LIT:y>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49243": {
"content": "<STR_LIT:\\r\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49244": {
"content": "<STR_LIT:int>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49245": {
"content": "<STR_LIT:_cvp_Core.PatientShort>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49246": {
"content": "<STR_LIT:<>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49247": {
"content": "<STR_LIT:version>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49248": {
"content": "<STR_LIT:s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49249": {
"content": "<STR_LIT:error>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49250": {
"content": "<STR_LIT:5>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49251": {
"content": "<STR_LIT:'{0}'>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49252": {
"content": "<STR_LIT:|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49253": {
"content": "<STR_LIT:file>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49254": {
"content": "<STR_LIT:one>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49255": {
"content": "<STR_LIT:@>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49256": {
"content": "<STR_LIT:url>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49257": {
"content": "<STR_LIT:OK>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49258": {
"content": "<STR_LIT:f>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49259": {
"content": "<STR_LIT:U+0020U+0020U+0020U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49260": {
"content": "<STR_LIT:en>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49261": {
"content": "<STR_LIT:username>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49262": {
"content": "<STR_LIT:U+0020-U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49263": {
"content": "<STR_LIT:U+0020:U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49264": {
"content": "<STR_LIT:POST>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49265": {
"content": "<STR_LIT:&>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49266": {
"content": "<STR_LIT:10>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49267": {
"content": "<STR_LIT:none>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49268": {
"content": "<STR_LIT:1.0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49269": {
"content": "<STR_LIT:D>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49270": {
"content": "<STR_LIT:p>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49271": {
"content": "<STR_LIT:e>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49272": {
"content": "<STR_LIT:U+0020=U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49273": {
"content": "<STR_LIT:Content-Type>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49274": {
"content": "<STR_LIT:;U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49275": {
"content": "<STR_LIT:content>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49276": {
"content": "<STR_LIT:+>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49277": {
"content": "<STR_LIT:m>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49278": {
"content": "<STR_LIT:Test>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49279": {
"content": "<STR_LIT:T>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49280": {
"content": "<STR_LIT:http>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49281": {
"content": "<STR_LIT:text/plain>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49282": {
"content": "<STR_LIT:123>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49283": {
"content": "<STR_LIT:127.0.0.1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49284": {
"content": "<STR_LIT:U+0020toU+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49285": {
"content": "<STR_LIT:path>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49286": {
"content": "<STR_LIT:get>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49287": {
"content": "<STR_LIT:ID>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49288": {
"content": "<STR_LIT:Y>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49289": {
"content": "<STR_LIT:code>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49290": {
"content": "<STR_LIT:_cvp_Naes.Referral>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49291": {
"content": "<STR_LIT:Name>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49292": {
"content": "<STR_LIT:two>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49293": {
"content": "<STR_LIT:U+0020U+0020}\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49294": {
"content": "<STR_LIT:count>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49295": {
"content": "<STR_LIT:U+0020U+0020U+0020U+0020}\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49296": {
"content": "<STR_LIT:double>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49297": {
"content": "<STR_LIT:...>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49298": {
"content": "<STR_LIT:E>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49299": {
"content": "<STR_LIT:X>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49300": {
"content": "<STR_LIT:$>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49301": {
"content": "<STR_LIT:long>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49302": {
"content": "<STR_LIT:i>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49303": {
"content": "<STR_LIT:list>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49304": {
"content": "<STR_LIT:admin>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49305": {
"content": "<STR_LIT:line.separator>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49306": {
"content": "<STR_LIT:date>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49307": {
"content": "<STR_LIT:!>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49308": {
"content": "<STR_LIT:utf-8>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49309": {
"content": "<STR_LIT:-1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49310": {
"content": "<STR_LIT:field>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49311": {
"content": "<STR_LIT:boolean>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49312": {
"content": "<STR_LIT:success>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49313": {
"content": "<STR_LIT:unknown>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49314": {
"content": "<STR_LIT:\\\\>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49315": {
"content": "<STR_LIT:r>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49316": {
"content": "<STR_LIT:Z>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49317": {
"content": "<STR_LIT:6>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49318": {
"content": "<STR_LIT:result>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49319": {
"content": "<STR_LIT:index>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49320": {
"content": "<STR_LIT:S>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49321": {
"content": "<STR_LIT:label>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49322": {
"content": "<STR_LIT:root>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49323": {
"content": "<STR_LIT:F>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49324": {
"content": "<STR_LIT:start>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49325": {
"content": "<STR_LIT:number>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49326": {
"content": "<STR_LIT:http://>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49327": {
"content": "<STR_LIT:source>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49328": {
"content": "<STR_LIT:I>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49329": {
"content": "<STR_LIT:src>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49330": {
"content": "<STR_LIT:.class>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49331": {
"content": "<STR_LIT:state>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49332": {
"content": "<STR_LIT:address>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49333": {
"content": "<STR_LIT:target>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49334": {
"content": "<STR_LIT:body>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49335": {
"content": "<STR_LIT:\\\\.>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49336": {
"content": "<STR_LIT:email>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49337": {
"content": "<STR_LIT:U+0020andU+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49338": {
"content": "<STR_LIT:N>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49339": {
"content": "<STR_LIT:t>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49340": {
"content": "<STR_LIT:value1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49341": {
"content": "<STR_LIT:-->",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49342": {
"content": "<STR_LIT:String>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49343": {
"content": "<STR_LIT:Hello>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49344": {
"content": "<STR_LIT:yes>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49345": {
"content": "<STR_LIT:baz>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49346": {
"content": "<STR_LIT:text/html>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49347": {
"content": "<STR_LIT:q>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49348": {
"content": "<STR_LIT:size>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49349": {
"content": "<STR_LIT:n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49350": {
"content": "<STR_LIT:U+0020U+0020}>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49351": {
"content": "<STR_LIT:M>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49352": {
"content": "<STR_LIT:key1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49353": {
"content": "<STR_LIT:userId>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49354": {
"content": "<STR_LIT:cast>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49355": {
"content": "<STR_LIT:test1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49356": {
"content": "<STR_LIT:[]>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49357": {
"content": "<STR_LIT:float>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49358": {
"content": "<STR_LIT:query>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49359": {
"content": "<STR_LIT:GMT>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49360": {
"content": "<NUM_LIT:0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49361": {
"content": "<NUM_LIT:1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49362": {
"content": "<NUM_LIT:2>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49363": {
"content": "<NUM_LIT:3>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49364": {
"content": "<NUM_LIT:4>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49365": {
"content": "<NUM_LIT:5>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49366": {
"content": "<NUM_LIT:10>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49367": {
"content": "<NUM_LIT:8>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49368": {
"content": "<NUM_LIT:6>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49369": {
"content": "<NUM_LIT:7>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49370": {
"content": "<NUM_LIT:16>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49371": {
"content": "<NUM_LIT:100>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49372": {
"content": "<NUM_LIT:9>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49373": {
"content": "<NUM_LIT:1000>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49374": {
"content": "<NUM_LIT:12>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49375": {
"content": "<NUM_LIT:1L>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49376": {
"content": "<NUM_LIT:20>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49377": {
"content": "<NUM_LIT:0F>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49378": {
"content": "<NUM_LIT:11>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49379": {
"content": "<NUM_LIT:0.0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49380": {
"content": "<NUM_LIT:32>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49381": {
"content": "<NUM_LIT:0.0f>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49382": {
"content": "<NUM_LIT:15>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49383": {
"content": "<NUM_LIT:255>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49384": {
"content": "<NUM_LIT:0x00>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49385": {
"content": "<NUM_LIT:1.0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49386": {
"content": "<NUM_LIT:30>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49387": {
"content": "<NUM_LIT:31>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49388": {
"content": "<NUM_LIT:24>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49389": {
"content": "<NUM_LIT:1.0f>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49390": {
"content": "<CHAR_LIT:U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49391": {
"content": "<CHAR_LIT:.>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49392": {
"content": "<CHAR_LIT:\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49393": {
"content": "<CHAR_LIT:/>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49394": {
"content": "<CHAR_LIT:0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49395": {
"content": "<CHAR_LIT:\\'>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49396": {
"content": "<CHAR_LIT:a>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49397": {
"content": "<CHAR_LIT::>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49398": {
"content": "<CHAR_LIT:}>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49399": {
"content": "<CHAR_LIT:U+002C>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49400": {
"content": "<CHAR_LIT:->",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49401": {
"content": "<CHAR_LIT:A>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49402": {
"content": "<CHAR_LIT:\\\\>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49403": {
"content": "<CHAR_LIT:\">",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49404": {
"content": "<CHAR_LIT:)>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49405": {
"content": "<CHAR_LIT:=>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49406": {
"content": "<CHAR_LIT:9>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49407": {
"content": "<CHAR_LIT:\\r>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49408": {
"content": "<CHAR_LIT:[>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49409": {
"content": "<CHAR_LIT:]>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49410": {
"content": "<CHAR_LIT:1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49411": {
"content": "<CHAR_LIT:(>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49412": {
"content": "<CHAR_LIT:;>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49413": {
"content": "<CHAR_LIT:_>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49414": {
"content": "<CHAR_LIT:\\t>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49415": {
"content": "<CHAR_LIT:e>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49416": {
"content": "<CHAR_LIT:c>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49417": {
"content": "<CHAR_LIT:>>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49418": {
"content": "<CHAR_LIT:Z>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49419": {
"content": "<CHAR_LIT:b>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"<STR_LIT>",
"<NUM_LIT>",
"<CHAR_LIT>",
"<STR_LIT:U+0020>",
"<STR_LIT:\\n>",
"<STR_LIT:/>",
"<STR_LIT:unchecked>",
"<STR_LIT:U+002C>",
"<STR_LIT:.>",
"<STR_LIT:name>",
"<STR_LIT:)>",
"<STR_LIT:1>",
"<STR_LIT:U+002CU+0020>",
"<STR_LIT:id>",
"<STR_LIT:a>",
"<STR_LIT::>",
"<STR_LIT:foo>",
"<STR_LIT:test>",
"<STR_LIT:]>",
"<STR_LIT:}>",
"<STR_LIT:0>",
"<STR_LIT:true>",
"<STR_LIT:'>",
"<STR_LIT:\\\">",
"<STR_LIT:b>",
"<STR_LIT:value>",
"<STR_LIT:->",
"<STR_LIT:UTF-8>",
"<STR_LIT:type>",
"<STR_LIT::U+0020>",
"<STR_LIT:unused>",
"<STR_LIT:2>",
"<STR_LIT:null>",
"<STR_LIT:_>",
"<STR_LIT:false>",
"<STR_LIT:A>",
"<STR_LIT:(>",
"<STR_LIT:bar>",
"<STR_LIT:=>",
"<STR_LIT:[>",
"<STR_LIT:x>",
"<STR_LIT:c>",
"<STR_LIT:;>",
"<STR_LIT:*>",
"<STR_LIT:2.0>",
"<STR_LIT:\\t>",
"<STR_LIT:3>",
"<STR_LIT:Doppelganger>",
"<STR_LIT:rawtypes>",
"<STR_LIT:serial>",
"<STR_LIT:{>",
"<STR_LIT:key>",
"<STR_LIT:>>",
"<STR_LIT:B>",
"<STR_LIT:deprecation>",
"<STR_LIT:C>",
"<STR_LIT:msg=>",
"<STR_LIT:%>",
"<STR_LIT:%s>",
"<STR_LIT:#>",
"<STR_LIT:}\\n>",
"<STR_LIT:title>",
"<STR_LIT:NotU+0020supportedU+0020yet.>",
"<STR_LIT:U+0020(>",
"<STR_LIT:description>",
"<STR_LIT:all>",
"<STR_LIT:d>",
"<STR_LIT:U+0020U+0020>",
"<STR_LIT:abc>",
"<STR_LIT:password>",
"<STR_LIT:data>",
"<STR_LIT:string>",
"<STR_LIT:user>",
"<STR_LIT:4>",
"<STR_LIT:localhost>",
"<STR_LIT:message>",
"<STR_LIT:text>",
"<STR_LIT:hello>",
"<STR_LIT:status>",
"<STR_LIT:default>",
"<STR_LIT:GET>",
"<STR_LIT:application/json>",
"<STR_LIT:?>",
"<STR_LIT:{}>",
"<STR_LIT:class>",
"<STR_LIT:y>",
"<STR_LIT:\\r\\n>",
"<STR_LIT:int>",
"<STR_LIT:_cvp_Core.PatientShort>",
"<STR_LIT:<>",
"<STR_LIT:version>",
"<STR_LIT:s>",
"<STR_LIT:error>",
"<STR_LIT:5>",
"<STR_LIT:'{0}'>",
"<STR_LIT:|>",
"<STR_LIT:file>",
"<STR_LIT:one>",
"<STR_LIT:@>",
"<STR_LIT:url>",
"<STR_LIT:OK>",
"<STR_LIT:f>",
"<STR_LIT:U+0020U+0020U+0020U+0020>",
"<STR_LIT:en>",
"<STR_LIT:username>",
"<STR_LIT:U+0020-U+0020>",
"<STR_LIT:U+0020:U+0020>",
"<STR_LIT:POST>",
"<STR_LIT:&>",
"<STR_LIT:10>",
"<STR_LIT:none>",
"<STR_LIT:1.0>",
"<STR_LIT:D>",
"<STR_LIT:p>",
"<STR_LIT:e>",
"<STR_LIT:U+0020=U+0020>",
"<STR_LIT:Content-Type>",
"<STR_LIT:;U+0020>",
"<STR_LIT:content>",
"<STR_LIT:+>",
"<STR_LIT:m>",
"<STR_LIT:Test>",
"<STR_LIT:T>",
"<STR_LIT:http>",
"<STR_LIT:text/plain>",
"<STR_LIT:123>",
"<STR_LIT:127.0.0.1>",
"<STR_LIT:U+0020toU+0020>",
"<STR_LIT:path>",
"<STR_LIT:get>",
"<STR_LIT:ID>",
"<STR_LIT:Y>",
"<STR_LIT:code>",
"<STR_LIT:_cvp_Naes.Referral>",
"<STR_LIT:Name>",
"<STR_LIT:two>",
"<STR_LIT:U+0020U+0020}\\n>",
"<STR_LIT:count>",
"<STR_LIT:U+0020U+0020U+0020U+0020}\\n>",
"<STR_LIT:double>",
"<STR_LIT:...>",
"<STR_LIT:E>",
"<STR_LIT:X>",
"<STR_LIT:$>",
"<STR_LIT:long>",
"<STR_LIT:i>",
"<STR_LIT:list>",
"<STR_LIT:admin>",
"<STR_LIT:line.separator>",
"<STR_LIT:date>",
"<STR_LIT:!>",
"<STR_LIT:utf-8>",
"<STR_LIT:-1>",
"<STR_LIT:field>",
"<STR_LIT:boolean>",
"<STR_LIT:success>",
"<STR_LIT:unknown>",
"<STR_LIT:\\\\>",
"<STR_LIT:r>",
"<STR_LIT:Z>",
"<STR_LIT:6>",
"<STR_LIT:result>",
"<STR_LIT:index>",
"<STR_LIT:S>",
"<STR_LIT:label>",
"<STR_LIT:root>",
"<STR_LIT:F>",
"<STR_LIT:start>",
"<STR_LIT:number>",
"<STR_LIT:http://>",
"<STR_LIT:source>",
"<STR_LIT:I>",
"<STR_LIT:src>",
"<STR_LIT:.class>",
"<STR_LIT:state>",
"<STR_LIT:address>",
"<STR_LIT:target>",
"<STR_LIT:body>",
"<STR_LIT:\\\\.>",
"<STR_LIT:email>",
"<STR_LIT:U+0020andU+0020>",
"<STR_LIT:N>",
"<STR_LIT:t>",
"<STR_LIT:value1>",
"<STR_LIT:-->",
"<STR_LIT:String>",
"<STR_LIT:Hello>",
"<STR_LIT:yes>",
"<STR_LIT:baz>",
"<STR_LIT:text/html>",
"<STR_LIT:q>",
"<STR_LIT:size>",
"<STR_LIT:n>",
"<STR_LIT:U+0020U+0020}>",
"<STR_LIT:M>",
"<STR_LIT:key1>",
"<STR_LIT:userId>",
"<STR_LIT:cast>",
"<STR_LIT:test1>",
"<STR_LIT:[]>",
"<STR_LIT:float>",
"<STR_LIT:query>",
"<STR_LIT:GMT>",
"<NUM_LIT:0>",
"<NUM_LIT:1>",
"<NUM_LIT:2>",
"<NUM_LIT:3>",
"<NUM_LIT:4>",
"<NUM_LIT:5>",
"<NUM_LIT:10>",
"<NUM_LIT:8>",
"<NUM_LIT:6>",
"<NUM_LIT:7>",
"<NUM_LIT:16>",
"<NUM_LIT:100>",
"<NUM_LIT:9>",
"<NUM_LIT:1000>",
"<NUM_LIT:12>",
"<NUM_LIT:1L>",
"<NUM_LIT:20>",
"<NUM_LIT:0F>",
"<NUM_LIT:11>",
"<NUM_LIT:0.0>",
"<NUM_LIT:32>",
"<NUM_LIT:0.0f>",
"<NUM_LIT:15>",
"<NUM_LIT:255>",
"<NUM_LIT:0x00>",
"<NUM_LIT:1.0>",
"<NUM_LIT:30>",
"<NUM_LIT:31>",
"<NUM_LIT:24>",
"<NUM_LIT:1.0f>",
"<CHAR_LIT:U+0020>",
"<CHAR_LIT:.>",
"<CHAR_LIT:\\n>",
"<CHAR_LIT:/>",
"<CHAR_LIT:0>",
"<CHAR_LIT:\\'>",
"<CHAR_LIT:a>",
"<CHAR_LIT::>",
"<CHAR_LIT:}>",
"<CHAR_LIT:U+002C>",
"<CHAR_LIT:->",
"<CHAR_LIT:A>",
"<CHAR_LIT:\\\\>",
"<CHAR_LIT:\">",
"<CHAR_LIT:)>",
"<CHAR_LIT:=>",
"<CHAR_LIT:9>",
"<CHAR_LIT:\\r>",
"<CHAR_LIT:[>",
"<CHAR_LIT:]>",
"<CHAR_LIT:1>",
"<CHAR_LIT:(>",
"<CHAR_LIT:;>",
"<CHAR_LIT:_>",
"<CHAR_LIT:\\t>",
"<CHAR_LIT:e>",
"<CHAR_LIT:c>",
"<CHAR_LIT:>>",
"<CHAR_LIT:Z>",
"<CHAR_LIT:b>"
],
"bos_token": "<s>",
"clean_up_tokenization_spaces": true,
"do_lower_case": false,
"eos_token": "</s>",
"extra_special_tokens": {},
"model_max_length": 1000000000000000019884624838656,
"pad_token": "<pad>",
"sep_token": "<EOL>",
"tokenizer_class": "GPT2Tokenizer",
"unk_token": "<|UNKNOWN|>",
"vocab_size": 49152
}