AbstractPhil commited on
Commit
d7a5117
·
verified ·
1 Parent(s): 75bc4a8

Upload 5 files

Browse files
Omega_73_Custom_FP32_clip_G.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35a21bb73c066ef401c35722288365f71d3f5b097e5048bf6ceb2ada4d91b62b
3
+ size 2778705188
Omega_73_Custom_FP32_clip_L.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56115e74dfc7a1a8c1b62bfff20723ba363abda82522f7b09c79c03111a5d610
3
+ size 494627476
config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_ff": 10240,
3
+ "d_kv": 64,
4
+ "d_model": 4096,
5
+ "decoder_start_token_id": 0,
6
+ "dropout_rate": 0.1,
7
+ "eos_token_id": 1,
8
+ "dense_act_fn": "gelu_pytorch_tanh",
9
+ "initializer_factor": 1.0,
10
+ "is_encoder_decoder": true,
11
+ "is_gated_act": true,
12
+ "layer_norm_epsilon": 1e-06,
13
+ "model_type": "t5",
14
+ "num_decoder_layers": 24,
15
+ "num_heads": 64,
16
+ "num_layers": 24,
17
+ "output_past": true,
18
+ "pad_token_id": 0,
19
+ "relative_attention_num_buckets": 32,
20
+ "tie_word_embeddings": false,
21
+ "vocab_size": 69328
22
+ }
t5xxl-unchained-f16.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53a6cee6c313b938f21c6fa983f444326e9988b016385d1623aea7b166b9cebe
3
+ size 10397325856
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff