JoonKimLang commited on
Commit
6c753f5
·
1 Parent(s): 04395fd
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|assistant|>": 32001,
3
+ "<|endoftext|>": 32000,
4
+ "<|end|>": 32007,
5
+ "<|placeholder1|>": 32002,
6
+ "<|placeholder2|>": 32003,
7
+ "<|placeholder3|>": 32004,
8
+ "<|placeholder4|>": 32005,
9
+ "<|placeholder5|>": 32008,
10
+ "<|placeholder6|>": 32009,
11
+ "<|system|>": 32006,
12
+ "<|user|>": 32010
13
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_0",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 32064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 32,
14
+ "max_position_embeddings": 4096,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": null,
17
+ "original_max_position_embeddings": 4096,
18
+ "context_window_size": 100,
19
+ "prefill_chunk_size": 100,
20
+ "head_dim": 96,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 128
23
+ },
24
+ "vocab_size": 32064,
25
+ "context_window_size": 100,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 100,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 1.0,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 1.0,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "added_tokens.json",
39
+ "tokenizer_config.json",
40
+ "tokenizer.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_fallback",
44
+ "prepend_space_in_encode": false,
45
+ "strip_space_in_decode": true
46
+ },
47
+ "conv_template": {
48
+ "name": "redpajama_chat",
49
+ "system_template": "{system_message}",
50
+ "system_message": "",
51
+ "system_prefix_token_ids": null,
52
+ "add_role_after_system_message": true,
53
+ "roles": {
54
+ "user": "<human>",
55
+ "assistant": "<bot>"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ "\n"
65
+ ],
66
+ "role_content_sep": ": ",
67
+ "role_empty_sep": ":",
68
+ "stop_str": [
69
+ "<human>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 0
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 32000,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": [
80
+ 32000,
81
+ 32001,
82
+ 32007
83
+ ]
84
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc55a321b9a378e89fa34908649bd8726a1f5adec6e3214e293e0463524f9df
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31dca20fcd91dd18d58d9832c3123e9f0ad2143f3a9f0d2e48d95073a81ee3e7
3
+ size 49250304
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acb9b79a6161201371d07aec03d9ead69a61301a2d0cc6124c2d842b4c9346fe
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:594f2e014d3c9c0018114f42bf2faee6b8b913105bd33620d3a90b301e6dd6c3
3
+ size 33239040
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98919a8cf1000d5a650fdc9194d91758e439fd2148a5005a6d32efa156086487
3
+ size 21239808
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ae4bb296071a2ce559eebe7259765eeb1333e3bd4b6a23504645385404a241
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c16e2de2d10e39b26856756f93b7b3e09f1a75a1a9acc8b7947844c0b9afecf4
3
+ size 22616064
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:452c1027706c849c332ed3a71a6d85879cde140fb84da84da678031a64098b8f
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e54443e25ec81c432396b3cc1f5daf381e7da9c5c479668d9e42d18e4b54db
3
+ size 33239040
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dea3165f96c7fe6626ab2b40e13ee03193a0dc04bf5509f81b5a0da61746d388
3
+ size 21239808
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dad629f97029c80d449eaad9f9e7f34218a782e1a2db31466fba6fba3abe47d
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca7a940b1dc69ca02ae11b1a202d8ab6194692231318d1d7c06057076c50f373
3
+ size 22616064
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c80ecc09342af6f44b2b16e4a1432c7aae32997fde5ac1f408a77e78890b216
3
+ size 25165824
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0de1187449592f67c45f628326ec5cf0d75f1c41cc5edc5bc4fae32e3fc8e2fb
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3add9ea6f0b39bae0b0b15c748f01928a7895334dd9c22efcb7bc6bb8af032b4
3
+ size 33239040
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09d92c744110f7365688f11f28a46fcab51058342d02d8b34bb17cfa534876ef
3
+ size 21239808
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0fdcb6a81a84a82c7755a0c071a66486293fff8df661e7bcd3c1a1e70572c55
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c1dbd61b28869e90a55ce04ff205a2436c9774e691a9d389f773140fd2aaaf9
3
+ size 22616064
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb485d7e48a32c95c67b3a8714ad37791c28fd771fceb4436c23bcf5fa24003e
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d1c950fc2da3c1b35cb0101a978e262c82d3b1c65568edf27b1b69e9bb69e2c
3
+ size 33239040
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:452a410391ab2c05f743929a2bc831a758b52065da075515de5dc65eb8d9ab11
3
+ size 21239808
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aedcb2482009ffbcca4a87efa91a6ff6c009e653ab60cdccb8adfdd03fdf2daa
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e627dc6c895c0ac05a3a1b84c8fd4bbb03fbebc879f00a4aca379552f932f40
3
+ size 33239040
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:621db75540327001229d23de1e0a2e9c796146de8165d045e47cd14ad8f096c6
3
+ size 29626368
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7222793ff14f46631fe937df9448607598792b4e07e630c7cd29c46b90707e1
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c89b3704969404231fe89492d480c530734d782c67725037f12c1fbc26026a9
3
+ size 22616064
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c49fa0ab6840e81eb2a58048b335a93ba6cfde5613a7d5085d7477f67f5a8162
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:622301ecd44b4b72f0f9d88608e743a40883e7a6bd59b961d9399cc5e8c4006b
3
+ size 33239040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31cb818457472395426dc44a762ab0f6b5167e3816424a25fe1e1e349b04a726
3
+ size 21239808
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a94df4581611cbf97044ddd6ed94e0ea69ef135f26afa6c0e072be2e9870c98
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b65becee87f792f3563d12eaca220a151e37a62f7580a7ca2de00bf9307713cb
3
+ size 22616064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3eda425f1ea79217707369e01ee3ed4e653312c49fb6d32fde6745bfd75aa826
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea271fad86a1d7851c8f464db5ed3a93624570f0979b2085fac5ba10bbeab80a
3
+ size 33239040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc49f4400169dcae077b0cc5db29b1703afe3db9b19f4c05074df361e58700d5
3
+ size 21239808
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9da2047873d446e512abc266ae9ad2c60237bd136394aac8f5eb56b88781ef61
3
+ size 21239808
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4f07d9501e386658819dfcadd013cca7bc551924e1a613267cdb0ab7681afa
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4542dce11940efcd41a0919e57ca46bbc18a121f0906cf5f47fcd7b8d2955527
3
+ size 22616064
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c8d522e0da2e88c4d40a568703c1d5ef92c4c4ea1883b6b9b00256bc752bd8
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e21bb30eb6cc73491a8265a2ed12c14285cebf9a2af78eebe1e2c137b1d83f
3
+ size 33239040
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:161dffbdbb03c1a5c26b75d95aa1d4eef6d6d1c19200488d95d2349cff912558
3
+ size 21239808
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:372af46f48e72aceecb6631abedad3f54c7897090f23f2f2731222427808c0d6
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f094f86b1cdb531d732d0e310e3de97f91bbe2c1273eb7b3b7836c9d4582162a
3
+ size 22616064
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde8244c7d9f3d1c334aba312754b6eef2138013c71648d759691137a18a9108
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b31676b2a5f05c93347a1ddeb9a05a099a4ad3d43217ca711cc4598fb7a6b7b
3
+ size 33239040
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c49b8b6358631a689eb70228ce9a31b9925048700a5987b3fd86a95afb05da0
3
+ size 21239808
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdc8b3cf9ffd99a64dade967d809a2b291a3bd69ea17d2cc6f9381f5828d6226
3
+ size 25165824
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ede098885dee8a4cef22f78ff07f56670761d4d09ba6600a909701625daa717
3
+ size 25165824