File size: 364 Bytes
6fae2ec
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{
  "version": "1.0",
  "model": "UMT5 for PhantomStep",
  "description": "Tokenizer vocabulary for PhantomStep by GhostAI",
  "vocab": {
    "<s>": 0,
    "</s>": 1,
    "<unk>": 2,
    "<pad>": 3,
    "[PhantomStep]": 250112,
    "...": "..."
  },
  "added_tokens": [
    {
      "id": 250112,
      "content": "[PhantomStep]",
      "special": true
    }
  ]
}