ngxson HF Staff commited on
Commit
f534ebc
·
verified ·
1 Parent(s): 149706a

Upload Llama4ForConditionalGeneration

Browse files
Files changed (2) hide show
  1. config.json +6 -2
  2. model.safetensors +1 -1
config.json CHANGED
@@ -29,8 +29,12 @@
29
  5
30
  ],
31
  "no_rope_layers": [
32
- 3,
33
- 4
 
 
 
 
34
  ],
35
  "num_attention_heads": 8,
36
  "num_experts_per_tok": 1,
 
29
  5
30
  ],
31
  "no_rope_layers": [
32
+ 1,
33
+ 1,
34
+ 1,
35
+ 0,
36
+ 1,
37
+ 1
38
  ],
39
  "num_attention_heads": 8,
40
  "num_experts_per_tok": 1,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:086e0e7ee670e99b47327ca97ef626a45e4f49b56e4de0fb0907bdcc613dc835
3
  size 1706396784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b23e1d0abf17c1b2459a3f3e2460b5eef102e9f87834269657ac444d23d07c
3
  size 1706396784