Hugging Face's logo

mlc-ai
/
Llama-3.1-8B-Instruct-q0f16-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
0070193
·
verified ·
1 Parent(s): 564d1fd

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_14.bin +3 -0
  41. params_shard_15.bin +3 -0
  42. params_shard_16.bin +3 -0
  43. params_shard_17.bin +3 -0
  44. params_shard_18.bin +3 -0
  45. params_shard_19.bin +3 -0
  46. params_shard_2.bin +3 -0
  47. params_shard_20.bin +3 -0
  48. params_shard_21.bin +3 -0
  49. params_shard_22.bin +3 -0
  50. params_shard_23.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 128256,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 500000.0,
14
+ "context_window_size": 131072,
15
+ "prefill_chunk_size": 2048,
16
+ "num_key_value_heads": 8,
17
+ "head_dim": 128,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 80
20
+ },
21
+ "vocab_size": 128256,
22
+ "context_window_size": 131072,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 2048,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "temperature": 0.6,
28
+ "presence_penalty": 0.0,
29
+ "frequency_penalty": 0.0,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 0.9,
32
+ "tokenizer_files": [
33
+ "tokenizer.json",
34
+ "tokenizer_config.json"
35
+ ],
36
+ "tokenizer_info": {
37
+ "token_postproc_method": "byte_level",
38
+ "prepend_space_in_encode": false,
39
+ "strip_space_in_decode": false
40
+ },
41
+ "conv_template": {
42
+ "name": "llama-3_1",
43
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|>",
44
+ "system_message": "You are a helpful, respectful and honest assistant.",
45
+ "system_prefix_token_ids": [
46
+ 128000
47
+ ],
48
+ "add_role_after_system_message": true,
49
+ "roles": {
50
+ "user": "<|start_header_id|>user",
51
+ "assistant": "<|start_header_id|>assistant"
52
+ },
53
+ "role_templates": {
54
+ "user": "{user_message}",
55
+ "assistant": "{assistant_message}",
56
+ "tool": "{tool_message}"
57
+ },
58
+ "messages": [],
59
+ "seps": [
60
+ "<|eot_id|>"
61
+ ],
62
+ "role_content_sep": "<|end_header_id|>\n\n",
63
+ "role_empty_sep": "<|end_header_id|>\n\n",
64
+ "stop_str": [],
65
+ "stop_token_ids": [
66
+ 128001,
67
+ 128008,
68
+ 128009
69
+ ],
70
+ "function_string": "",
71
+ "use_function_calling": false
72
+ },
73
+ "pad_token_id": 0,
74
+ "bos_token_id": 128000,
75
+ "eos_token_id": [
76
+ 128001,
77
+ 128008,
78
+ 128009
79
+ ]
80
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e298f11a83e4e692eca63ac98c00d32160dfc1685cf2c66e80afe0838db316c5
3
+ size 1050673152
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b62ee56b431750d09727e2ba356a9cf53a0c94024fd1e5a3e80ce8abe2639fe
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eac7a540662beaecf5a9eb898b44f5435a83761446f26879914a8315a23b07e2
3
+ size 33554432
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecf9de8f44601bb02116f5817579e9539d7f33b4a379090118318edcbecccd03
3
+ size 234881024
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:321b9263d09baccdac93393db8962b20c6677a4185828e826509385a066afd6c
3
+ size 50331648
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fda4afc7e705ed0516a5be2ee01014283684c51af2a97e2ca727c6c773c59d19
3
+ size 33554432
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:520808b722b1481491152240e900ab427b740e8369c27e3fcf0d027ed96f4024
3
+ size 117440512
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16b38919419fe7d1fb7ecea7a806e0203882d8091f862844312d4c0396c6739c
3
+ size 234881024
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:649b0197dc0d81520a6a9d5c043056b0b7a888659e23323b811312b25e80bfdf
3
+ size 50331648
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd49f8e1019aa66219bfbbf2dfc277a8a887003867be84574546aec5beec57bb
3
+ size 33554432
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:046a1b9869d37f5ba8fd4a86478bd8139ee2bd1a2e4bd1197d632fa6acd0180f
3
+ size 117440512
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a80e9a71182f698bdf5a35b32341c1067ac33935425d57195ed4f572f5f52190
3
+ size 234881024
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee3b1eddcd6ff3a51359fc4f3afef51c4627e79498f9500a864502391062a1c
3
+ size 50331648
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:701a59aeb1f0ad21af93287915e2425fbdeb38f832bf54e33934bd419f724946
3
+ size 117440512
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24839b30c0782c01533ab2ac6ea58d7a2789156551936d88496d162dddaa956
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f10967484e7104406b5692ba17bec6507114c5885edc30cd14dba12069e7cb6f
3
+ size 117440512
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1daf4a8da6418eeb854ee8f4a3f52d60868381c8e464042e36ec3732e584c95b
3
+ size 234881024
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e6fc5581469a75b3c2ef33d976f09b9fe4f6acfd86dafd8bbe74c895bc212e
3
+ size 50331648
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ee278670c673f59c5e7c3779a0aa7cc3ae0d1c934680286260fe15fbd10404
3
+ size 33554432
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f313cdbe7b347ebe697784500294e82f21a2eeb97099e6dcaab935ff5143705
3
+ size 117440512
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16265fe3e1c7e1d4eda171f0f35c7f34726406e5687d5bb5cb33b9eb2884ff87
3
+ size 234881024
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e55a722d4396084720a0193c106df111c4f6a73e80cdb200025fff95f017d37e
3
+ size 50331648
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf884a105c5f037a4047054ad0ccef82a3d6bf50131787c3715c8f43145c5419
3
+ size 33554432
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:460feb1a68b9cbe005d376d204807dd1429ecd70efcae4e67eb79fe63945e5d1
3
+ size 117440512
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcaf6a88121732629eda22fcf44ca9ec60224f4e5fa833191a2ac325f9c459da
3
+ size 234881024
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252ee875ba38d47e25d305204595c32279ae880698420f7c4df11b6ae87a339b
3
+ size 234881024
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d172a16593a8de3d9d2dd07264d3e308936a276c9b9423af4c7e6905339a3595
3
+ size 50331648
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca41569351cf9f5c024baf053c03fd13951ed52acd880d3113d6d005d206d727
3
+ size 33554432
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf7cb24bf2e18eb45e408351a1b9586038a558e80cf6a28d64ec0ac100f99713
3
+ size 117440512
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d5ac5e70e196487b41b5617b431921cc823446d82cb7bfd7d3626e257e3164
3
+ size 234881024
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80eb17ca2e74a7ab593737c5a2c0b772df8f57a75c14c5cb81a94738d81418f3
3
+ size 50331648
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48ff3e78c698a167313cfb07bba1d796fcde04434f1d8fc3f10457fa4637a764
3
+ size 33554432
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ba1df3969fb9fd20d254c5b8ced3d61f6d6619c075a5747208a65cca3eba044
3
+ size 234881024
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf066a15ce75aad3b3aef238b02fe919113e974b4bc90dada2292c442bd0316d
3
+ size 50331648
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:926ce4dbd60644d52b43319ccbc6bff15eb5d9094134dc7ae0e2b241c7c40d85
3
+ size 33554432
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb977771766d57a7b87c923a3738cc2acb5f0188b122b1fc4f4f846d90a16ac
3
+ size 50331648
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f462ac9b844c5a45c498a94cbcfafc9fa13162d70c05ff71b1919743b6dabd4
3
+ size 532480
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c0c637ab1941d66a78dd306f439013ddc8b3c27ab656e333f8e92e55be4b9e1
3
+ size 33554432
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dcf789d5c8e6517c9c8b2a506b94fd2a8a1d94cbb26b891b748079c1f1cd974
3
+ size 117440512
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e77a7c9b1c745eea044af2065e662054d947bb5bc9e5e1b1e40cc8593b6a1dd
3
+ size 234881024
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8320bcc6a979c97049040d7c16b4e50c5f6ace83284bfccf90c4229c482e1535
3
+ size 50331648
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0e75510f69c5d67881497d51d2ee5cea1114ee09782cab64538b76689865f8
3
+ size 33554432
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6198994c361adaea73c9826ad250535dc5e467931c8c356c9413818bf76be3b4
3
+ size 117440512
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e979c418bb40e497b73c6ad34d90be9a44c9f5373336cf49249c33f550f4036f
3
+ size 1050673152
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79c747faf33405e46f2440cac735d69806385f64239f4757bf40841065d3db1c
3
+ size 234881024
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76da001f659a838b13e3b6a73238509492e0776f64abe2892f3bef814b81f930
3
+ size 50331648
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:329294f5f22d108d682122e9b773870a904bf3c53b3f544232c4ba0d75bac06a
3
+ size 33554432
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e8bffc6934c830e9cb3dcf00f313bc737c49a772a37586675197a7f543f5a7c
3
+ size 117440512