59799a3687
Co-authored-by: zhouhaizhu.zhz <zhouhaizhu.zhz@alibaba-inc.com> Co-authored-by: LinSiyuan814 <linsiyuan.lsy@alibaba-inc.com> Co-authored-by: hzh0425 <hzh0425@apache.org>
60 lines
967 B
JSON
60 lines
967 B
JSON
{
|
|
"version": "1.0",
|
|
"truncation": null,
|
|
"padding": null,
|
|
"added_tokens": [
|
|
{
|
|
"id": 0,
|
|
"content": "[UNK]",
|
|
"single_word": false,
|
|
"lstrip": false,
|
|
"rstrip": false,
|
|
"normalized": false,
|
|
"special": true
|
|
}
|
|
],
|
|
"normalizer": null,
|
|
"pre_tokenizer": {
|
|
"type": "Whitespace"
|
|
},
|
|
"post_processor": {
|
|
"type": "TemplateProcessing",
|
|
"single": [
|
|
{
|
|
"Sequence": {
|
|
"id": "A",
|
|
"type_id": 0
|
|
}
|
|
}
|
|
],
|
|
"pair": [
|
|
{
|
|
"Sequence": {
|
|
"id": "A",
|
|
"type_id": 0
|
|
}
|
|
},
|
|
{
|
|
"Sequence": {
|
|
"id": "B",
|
|
"type_id": 1
|
|
}
|
|
}
|
|
],
|
|
"special_tokens": {}
|
|
},
|
|
"decoder": null,
|
|
"model": {
|
|
"type": "WordLevel",
|
|
"vocab": {
|
|
"[UNK]": 0,
|
|
"prefix": 1,
|
|
"caching": 2,
|
|
"latency": 3,
|
|
"decode": 4,
|
|
"token": 5
|
|
},
|
|
"unk_token": "[UNK]"
|
|
}
|
|
}
|