{ | |
"version": "1.0", | |
"model": "UMT5 for PhantomStep", | |
"description": "Tokenizer vocabulary for PhantomStep by GhostAI", | |
"vocab": { | |
"<s>": 0, | |
"</s>": 1, | |
"<unk>": 2, | |
"<pad>": 3, | |
"[PhantomStep]": 250112, | |
"...": "..." | |
}, | |
"added_tokens": [ | |
{ | |
"id": 250112, | |
"content": "[PhantomStep]", | |
"special": true | |
} | |
] | |
} | |