HamzaYous89 commited on
Commit
6aabcc4
·
verified ·
1 Parent(s): 2dc72d6

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
2
+ ' + message['content'] + '<|im_end|>' + '
3
+ '}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
4
+ ' }}{% endif %}
config.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "FalconH1ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "attention_in_multiplier": 1.0,
8
+ "attention_out_multiplier": 0.0375,
9
+ "attn_layer_indices": null,
10
+ "bos_token_id": 1,
11
+ "embedding_multiplier": 5.656854249492381,
12
+ "eos_token_id": 11,
13
+ "head_dim": 128,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 5120,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 21504,
18
+ "key_multiplier": 0.011048543456039804,
19
+ "lm_head_multiplier": 0.0078125,
20
+ "mamba_chunk_size": 128,
21
+ "mamba_conv_bias": true,
22
+ "mamba_d_conv": 4,
23
+ "mamba_d_head": 128,
24
+ "mamba_d_ssm": 4096,
25
+ "mamba_d_state": 256,
26
+ "mamba_expand": 2,
27
+ "mamba_n_groups": 2,
28
+ "mamba_n_heads": 32,
29
+ "mamba_norm_before_gate": false,
30
+ "mamba_proj_bias": false,
31
+ "mamba_rms_norm": true,
32
+ "mamba_use_mlp": true,
33
+ "max_position_embeddings": 8192,
34
+ "mlp_bias": false,
35
+ "mlp_expansion_factor": 8,
36
+ "mlp_multipliers": [
37
+ 0.1767766952966369,
38
+ 0.011160714285714284
39
+ ],
40
+ "model_type": "falcon_h1",
41
+ "num_attention_heads": 20,
42
+ "num_hidden_layers": 72,
43
+ "num_key_value_heads": 4,
44
+ "num_logits_to_keep": 1,
45
+ "pad_token_id": 0,
46
+ "projectors_bias": false,
47
+ "quantization_config": {
48
+ "bits": 4,
49
+ "checkpoint_format": "gptq",
50
+ "desc_act": true,
51
+ "group_size": 128,
52
+ "lm_head": false,
53
+ "meta": {
54
+ "damp_auto_increment": 0.0025,
55
+ "damp_percent": 0.01,
56
+ "mse": 0.0,
57
+ "quantizer": [
58
+ "gptqmodel:2.2.0"
59
+ ],
60
+ "static_groups": false,
61
+ "true_sequential": true,
62
+ "uri": "https://github.com/modelcloud/gptqmodel"
63
+ },
64
+ "pack_dtype": "int32",
65
+ "quant_method": "gptq",
66
+ "sym": true
67
+ },
68
+ "rms_norm_eps": 1e-05,
69
+ "rope_scaling": null,
70
+ "rope_theta": 100000000000.0,
71
+ "ssm_in_multiplier": 0.25,
72
+ "ssm_multipliers": [
73
+ 0.3535533905932738,
74
+ 0.25,
75
+ 0.1767766952966369,
76
+ 0.5,
77
+ 0.3535533905932738
78
+ ],
79
+ "ssm_out_multiplier": 0.08838834764831845,
80
+ "tie_word_embeddings": false,
81
+ "torch_dtype": "bfloat16",
82
+ "transformers_version": "4.52.0.dev0",
83
+ "use_cache": true,
84
+ "vocab_size": 261120
85
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 11,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.52.0.dev0"
7
+ }
model-00001-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a59048dd7de2c615a4ed7144532ba3b520069c6b821db968c1fdf3aa99d9a764
3
+ size 3959758224
model-00002-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8ad79abbcfd2dfdae3d0fd6685486506a768341c14d28ffd61b951dfe574bc
3
+ size 3970498904
model-00003-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:133cd65cca0e3aafa7aeb2a8c78227c345ee1a9f81fb8eacfcba915941f9b14a
3
+ size 3996359888
model-00004-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4854b0e2512e9e17b284c53cb440184c17ca794826632105dc3fa19d475aee85
3
+ size 3916951112
model-00005-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a468ee3daa13847d1c33d9fffcb425b6cba9e001dbe7dbe3e40264f005e5713
3
+ size 3970499072
model-00006-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28116195d385c833f1a0712068a56b508ffc88671bae6e17c7bfd0bf2f6ad86f
3
+ size 3996359888
model-00007-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9138015e62c467815cae5b0bcb9d22848ff2d745edd192483661e5702b8c7613
3
+ size 3916951112
model-00008-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ac7408264d5c3a9b905c88813366dbc9b0811e949ca5d66d9d8ccde3a6213c
3
+ size 1685073368
model-00009-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fc1b703bf907180d479fe55c59bce54f1eedd45a32c2561941f9f22758caa9b
3
+ size 2673868928
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
quant_log.csv ADDED
@@ -0,0 +1,217 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ layer,module,loss,samples,damp,time
2
+ 0,feed_forward.gate_proj,7754.14013672,0.01000,5.589
3
+ 0,feed_forward.up_proj,23291.16015625,0.01000,1.373
4
+ 0,feed_forward.down_proj,62219.05859375,0.01000,7.814
5
+ 1,feed_forward.gate_proj,6349.06884766,0.01000,1.388
6
+ 1,feed_forward.up_proj,12719.41210938,0.01000,1.384
7
+ 1,feed_forward.down_proj,121541.93750000,0.01000,7.864
8
+ 2,feed_forward.gate_proj,5050.69091797,0.01000,1.392
9
+ 2,feed_forward.up_proj,6432.30419922,0.01000,1.391
10
+ 2,feed_forward.down_proj,368768.18750000,0.01000,7.881
11
+ 3,feed_forward.gate_proj,717.73266602,0.01000,1.390
12
+ 3,feed_forward.up_proj,498.72790527,0.01000,1.388
13
+ 3,feed_forward.down_proj,10.77568150,0.01250,10.121
14
+ 4,feed_forward.gate_proj,41.15289688,0.01000,1.377
15
+ 4,feed_forward.up_proj,30.34520531,0.01000,1.379
16
+ 4,feed_forward.down_proj,1.68934596,0.01000,7.772
17
+ 5,feed_forward.gate_proj,35.96729279,0.01000,1.379
18
+ 5,feed_forward.up_proj,26.66978645,0.01000,1.375
19
+ 5,feed_forward.down_proj,1.34062386,0.01000,7.862
20
+ 6,feed_forward.gate_proj,33.71914673,0.01000,1.388
21
+ 6,feed_forward.up_proj,25.18344879,0.01000,1.414
22
+ 6,feed_forward.down_proj,1.17724538,0.01000,7.803
23
+ 7,feed_forward.gate_proj,31.25345039,0.01000,1.379
24
+ 7,feed_forward.up_proj,23.48411369,0.01000,1.375
25
+ 7,feed_forward.down_proj,1.00604224,0.01000,7.806
26
+ 8,feed_forward.gate_proj,45.35961914,0.01000,1.375
27
+ 8,feed_forward.up_proj,33.90361023,0.01000,1.371
28
+ 8,feed_forward.down_proj,2.05415630,0.01000,7.808
29
+ 9,feed_forward.gate_proj,7930.88232422,0.01000,1.371
30
+ 9,feed_forward.up_proj,7859.39355469,0.01000,1.371
31
+ 9,feed_forward.down_proj,65236.69140625,0.01000,7.813
32
+ 10,feed_forward.gate_proj,7802.62939453,0.01000,1.373
33
+ 10,feed_forward.up_proj,7181.01123047,0.01000,1.578
34
+ 10,feed_forward.down_proj,82676.25000000,0.01000,7.798
35
+ 11,feed_forward.gate_proj,7018.08935547,0.01000,1.375
36
+ 11,feed_forward.up_proj,5970.01074219,0.01000,1.379
37
+ 11,feed_forward.down_proj,556744.00000000,0.01000,7.798
38
+ 12,feed_forward.gate_proj,8162.26269531,0.01000,1.378
39
+ 12,feed_forward.up_proj,6489.91503906,0.01000,1.369
40
+ 12,feed_forward.down_proj,225284.48437500,0.01000,7.783
41
+ 13,feed_forward.gate_proj,8713.13085938,0.01000,1.378
42
+ 13,feed_forward.up_proj,6658.91503906,0.01000,1.367
43
+ 13,feed_forward.down_proj,158673.90625000,0.01000,7.793
44
+ 14,feed_forward.gate_proj,8708.03906250,0.01000,1.372
45
+ 14,feed_forward.up_proj,6857.04589844,0.01000,1.371
46
+ 14,feed_forward.down_proj,157459.68750000,0.01000,7.788
47
+ 15,feed_forward.gate_proj,8070.65917969,0.01000,1.370
48
+ 15,feed_forward.up_proj,6369.20019531,0.01000,1.371
49
+ 15,feed_forward.down_proj,139659.90625000,0.01000,7.776
50
+ 16,feed_forward.gate_proj,8242.46777344,0.01000,1.369
51
+ 16,feed_forward.up_proj,6472.97314453,0.01000,1.368
52
+ 16,feed_forward.down_proj,172231.75000000,0.01000,7.804
53
+ 17,feed_forward.gate_proj,8367.75878906,0.01000,1.374
54
+ 17,feed_forward.up_proj,6705.49707031,0.01000,1.366
55
+ 17,feed_forward.down_proj,180853.07812500,0.01000,7.775
56
+ 18,feed_forward.gate_proj,9874.13476562,0.01000,1.368
57
+ 18,feed_forward.up_proj,7550.18164062,0.01000,1.364
58
+ 18,feed_forward.down_proj,216041.01562500,0.01000,7.790
59
+ 19,feed_forward.gate_proj,10502.59277344,0.01000,1.386
60
+ 19,feed_forward.up_proj,8063.86718750,0.01000,1.385
61
+ 19,feed_forward.down_proj,199733.89062500,0.01000,7.872
62
+ 20,feed_forward.gate_proj,11686.12597656,0.01000,1.387
63
+ 20,feed_forward.up_proj,8854.61523438,0.01000,1.386
64
+ 20,feed_forward.down_proj,190273.56250000,0.01000,7.866
65
+ 21,feed_forward.gate_proj,12454.10449219,0.01000,1.399
66
+ 21,feed_forward.up_proj,9479.63476562,0.01000,1.385
67
+ 21,feed_forward.down_proj,201750.25000000,0.01000,7.866
68
+ 22,feed_forward.gate_proj,13196.21093750,0.01000,1.389
69
+ 22,feed_forward.up_proj,10110.31054688,0.01000,1.386
70
+ 22,feed_forward.down_proj,228782.53125000,0.01000,7.902
71
+ 23,feed_forward.gate_proj,13455.58984375,0.01000,1.371
72
+ 23,feed_forward.up_proj,10577.92285156,0.01000,1.370
73
+ 23,feed_forward.down_proj,250932.09375000,0.01000,7.848
74
+ 24,feed_forward.gate_proj,14319.18359375,0.01000,1.454
75
+ 24,feed_forward.up_proj,11530.25000000,0.01000,1.373
76
+ 24,feed_forward.down_proj,263591.93750000,0.01000,7.793
77
+ 25,feed_forward.gate_proj,17263.30078125,0.01000,1.375
78
+ 25,feed_forward.up_proj,13085.23046875,0.01000,1.372
79
+ 25,feed_forward.down_proj,259685.50000000,0.01000,7.822
80
+ 26,feed_forward.gate_proj,16255.23828125,0.01000,1.372
81
+ 26,feed_forward.up_proj,12754.25585938,0.01000,1.374
82
+ 26,feed_forward.down_proj,281713.06250000,0.01000,7.835
83
+ 27,feed_forward.gate_proj,16730.54296875,0.01000,1.374
84
+ 27,feed_forward.up_proj,12606.86132812,0.01000,1.373
85
+ 27,feed_forward.down_proj,259352.93750000,0.01000,7.830
86
+ 28,feed_forward.gate_proj,14719.63476562,0.01000,1.372
87
+ 28,feed_forward.up_proj,11591.62109375,0.01000,1.372
88
+ 28,feed_forward.down_proj,248277.98437500,0.01000,7.781
89
+ 29,feed_forward.gate_proj,13521.50976562,0.01000,1.376
90
+ 29,feed_forward.up_proj,11185.71582031,0.01000,1.379
91
+ 29,feed_forward.down_proj,248658.20312500,0.01000,7.825
92
+ 30,feed_forward.gate_proj,13123.49511719,0.01000,1.372
93
+ 30,feed_forward.up_proj,11206.53515625,0.01000,1.376
94
+ 30,feed_forward.down_proj,245994.50000000,0.01000,7.815
95
+ 31,feed_forward.gate_proj,12991.47949219,0.01000,1.375
96
+ 31,feed_forward.up_proj,11277.56054688,0.01000,1.374
97
+ 31,feed_forward.down_proj,257495.15625000,0.01000,7.793
98
+ 32,feed_forward.gate_proj,12891.24023438,0.01000,1.375
99
+ 32,feed_forward.up_proj,11450.62109375,0.01000,1.372
100
+ 32,feed_forward.down_proj,267024.15625000,0.01000,7.872
101
+ 33,feed_forward.gate_proj,12251.16992188,0.01000,1.383
102
+ 33,feed_forward.up_proj,11226.45507812,0.01000,1.375
103
+ 33,feed_forward.down_proj,261570.70312500,0.01000,7.871
104
+ 34,feed_forward.gate_proj,11078.65332031,0.01000,1.374
105
+ 34,feed_forward.up_proj,10523.15722656,0.01000,1.375
106
+ 34,feed_forward.down_proj,248329.25000000,0.01000,9.188
107
+ 35,feed_forward.gate_proj,10268.39453125,0.01000,1.413
108
+ 35,feed_forward.up_proj,9640.17773438,0.01000,1.372
109
+ 35,feed_forward.down_proj,225778.21875000,0.01000,7.789
110
+ 36,feed_forward.gate_proj,10508.01171875,0.01000,1.374
111
+ 36,feed_forward.up_proj,10031.15039062,0.01000,1.375
112
+ 36,feed_forward.down_proj,252362.09375000,0.01000,7.818
113
+ 37,feed_forward.gate_proj,10072.89257812,0.01000,1.372
114
+ 37,feed_forward.up_proj,9339.83105469,0.01000,1.373
115
+ 37,feed_forward.down_proj,258343.87500000,0.01000,7.814
116
+ 38,feed_forward.gate_proj,12122.83984375,0.01000,1.382
117
+ 38,feed_forward.up_proj,11451.08203125,0.01000,1.391
118
+ 38,feed_forward.down_proj,264795.06250000,0.01000,7.895
119
+ 39,feed_forward.gate_proj,13003.27929688,0.01000,1.384
120
+ 39,feed_forward.up_proj,11986.45605469,0.01000,1.382
121
+ 39,feed_forward.down_proj,292431.56250000,0.01000,7.857
122
+ 40,feed_forward.gate_proj,13894.62695312,0.01000,1.383
123
+ 40,feed_forward.up_proj,12899.62792969,0.01000,1.381
124
+ 40,feed_forward.down_proj,339410.59375000,0.01000,7.860
125
+ 41,feed_forward.gate_proj,15143.46972656,0.01000,1.384
126
+ 41,feed_forward.up_proj,13887.64843750,0.01000,1.383
127
+ 41,feed_forward.down_proj,440653.78125000,0.01000,7.858
128
+ 42,feed_forward.gate_proj,18369.57031250,0.01000,1.382
129
+ 42,feed_forward.up_proj,17485.73046875,0.01000,1.381
130
+ 42,feed_forward.down_proj,535055.62500000,0.01000,7.891
131
+ 43,feed_forward.gate_proj,18889.21093750,0.01000,1.382
132
+ 43,feed_forward.up_proj,17928.87890625,0.01000,1.381
133
+ 43,feed_forward.down_proj,671476.12500000,0.01000,7.851
134
+ 44,feed_forward.gate_proj,21463.69531250,0.01000,1.379
135
+ 44,feed_forward.up_proj,19984.41601562,0.01000,1.378
136
+ 44,feed_forward.down_proj,767027.56250000,0.01000,7.861
137
+ 45,feed_forward.gate_proj,24642.93164062,0.01000,1.384
138
+ 45,feed_forward.up_proj,22399.48828125,0.01000,1.379
139
+ 45,feed_forward.down_proj,1147700.25000000,0.01000,7.834
140
+ 46,feed_forward.gate_proj,25772.37695312,0.01000,1.384
141
+ 46,feed_forward.up_proj,22975.68164062,0.01000,1.382
142
+ 46,feed_forward.down_proj,1718090.37500000,0.01000,7.858
143
+ 47,feed_forward.gate_proj,29023.85546875,0.01000,1.383
144
+ 47,feed_forward.up_proj,26471.40039062,0.01000,1.383
145
+ 47,feed_forward.down_proj,2004687.50000000,0.01000,7.857
146
+ 48,feed_forward.gate_proj,38743.80078125,0.01000,1.389
147
+ 48,feed_forward.up_proj,35140.62500000,0.01000,1.383
148
+ 48,feed_forward.down_proj,2240590.00000000,0.01000,7.861
149
+ 49,feed_forward.gate_proj,46914.10546875,0.01000,1.383
150
+ 49,feed_forward.up_proj,41298.42968750,0.01000,1.382
151
+ 49,feed_forward.down_proj,2650894.00000000,0.01000,7.834
152
+ 50,feed_forward.gate_proj,55152.87500000,0.01000,1.383
153
+ 50,feed_forward.up_proj,47897.52343750,0.01000,1.382
154
+ 50,feed_forward.down_proj,2856113.00000000,0.01000,7.864
155
+ 51,feed_forward.gate_proj,63793.66406250,0.01000,1.403
156
+ 51,feed_forward.up_proj,54226.53906250,0.01000,1.382
157
+ 51,feed_forward.down_proj,3021766.00000000,0.01000,7.867
158
+ 52,feed_forward.gate_proj,74864.43750000,0.01000,1.384
159
+ 52,feed_forward.up_proj,63114.01171875,0.01000,1.382
160
+ 52,feed_forward.down_proj,3441740.25000000,0.01000,7.904
161
+ 53,feed_forward.gate_proj,88535.08593750,0.01000,1.384
162
+ 53,feed_forward.up_proj,74679.56250000,0.01000,1.381
163
+ 53,feed_forward.down_proj,4101286.25000000,0.01000,7.868
164
+ 54,feed_forward.gate_proj,93026.49218750,0.01000,1.386
165
+ 54,feed_forward.up_proj,79008.07812500,0.01000,1.386
166
+ 54,feed_forward.down_proj,5083381.50000000,0.01000,7.874
167
+ 55,feed_forward.gate_proj,94651.96093750,0.01000,1.381
168
+ 55,feed_forward.up_proj,80990.93750000,0.01000,1.387
169
+ 55,feed_forward.down_proj,5804181.50000000,0.01000,7.880
170
+ 56,feed_forward.gate_proj,85484.67968750,0.01000,1.387
171
+ 56,feed_forward.up_proj,73609.04687500,0.01000,1.387
172
+ 56,feed_forward.down_proj,8093044.00000000,0.01000,7.856
173
+ 57,feed_forward.gate_proj,87181.51562500,0.01000,1.386
174
+ 57,feed_forward.up_proj,76252.36718750,0.01000,1.384
175
+ 57,feed_forward.down_proj,8458870.00000000,0.01000,7.867
176
+ 58,feed_forward.gate_proj,105310.98437500,0.01000,1.383
177
+ 58,feed_forward.up_proj,92696.68750000,0.01000,1.378
178
+ 58,feed_forward.down_proj,8120274.00000000,0.01000,7.875
179
+ 59,feed_forward.gate_proj,126951.29687500,0.01000,1.385
180
+ 59,feed_forward.up_proj,111524.36718750,0.01000,1.372
181
+ 59,feed_forward.down_proj,8481200.00000000,0.01000,7.993
182
+ 60,feed_forward.gate_proj,149598.06250000,0.01000,1.387
183
+ 60,feed_forward.up_proj,131480.56250000,0.01000,1.384
184
+ 60,feed_forward.down_proj,9298404.00000000,0.01000,7.883
185
+ 61,feed_forward.gate_proj,158104.46875000,0.01000,1.383
186
+ 61,feed_forward.up_proj,139663.15625000,0.01000,1.382
187
+ 61,feed_forward.down_proj,11044302.00000000,0.01000,7.881
188
+ 62,feed_forward.gate_proj,181164.68750000,0.01000,1.384
189
+ 62,feed_forward.up_proj,160374.89062500,0.01000,1.386
190
+ 62,feed_forward.down_proj,13559886.00000000,0.01000,7.866
191
+ 63,feed_forward.gate_proj,197159.07812500,0.01000,1.386
192
+ 63,feed_forward.up_proj,173809.78125000,0.01000,1.386
193
+ 63,feed_forward.down_proj,17415798.00000000,0.01000,7.859
194
+ 64,feed_forward.gate_proj,229267.10937500,0.01000,1.384
195
+ 64,feed_forward.up_proj,200622.96875000,0.01000,1.384
196
+ 64,feed_forward.down_proj,19632944.00000000,0.01000,7.872
197
+ 65,feed_forward.gate_proj,244630.46875000,0.01000,1.383
198
+ 65,feed_forward.up_proj,212930.25000000,0.01000,1.381
199
+ 65,feed_forward.down_proj,24080218.00000000,0.01000,7.865
200
+ 66,feed_forward.gate_proj,272882.81250000,0.01000,1.387
201
+ 66,feed_forward.up_proj,234413.90625000,0.01000,1.387
202
+ 66,feed_forward.down_proj,30064190.00000000,0.01000,7.877
203
+ 67,feed_forward.gate_proj,271736.18750000,0.01000,1.373
204
+ 67,feed_forward.up_proj,230504.85937500,0.01000,1.372
205
+ 67,feed_forward.down_proj,35397184.00000000,0.01000,7.830
206
+ 68,feed_forward.gate_proj,252719.59375000,0.01000,1.371
207
+ 68,feed_forward.up_proj,211329.71875000,0.01000,1.371
208
+ 68,feed_forward.down_proj,38742952.00000000,0.01000,7.834
209
+ 69,feed_forward.gate_proj,221711.20312500,0.01000,1.371
210
+ 69,feed_forward.up_proj,176270.46875000,0.01000,1.374
211
+ 69,feed_forward.down_proj,55123944.00000000,0.01000,7.822
212
+ 70,feed_forward.gate_proj,225639.92187500,0.01000,1.377
213
+ 70,feed_forward.up_proj,174516.78125000,0.01000,1.376
214
+ 70,feed_forward.down_proj,67566112.00000000,0.01000,7.807
215
+ 71,feed_forward.gate_proj,454279.50000000,0.01000,1.375
216
+ 71,feed_forward.up_proj,358164.84375000,0.01000,1.373
217
+ 71,feed_forward.down_proj,0.00007507,0.01250,10.289
quantize_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bits": 4,
3
+ "group_size": 128,
4
+ "desc_act": true,
5
+ "sym": true,
6
+ "lm_head": false,
7
+ "quant_method": "gptq",
8
+ "checkpoint_format": "gptq",
9
+ "pack_dtype": "int32",
10
+ "meta": {
11
+ "quantizer": [
12
+ "gptqmodel:2.2.0"
13
+ ],
14
+ "uri": "https://github.com/modelcloud/gptqmodel",
15
+ "damp_percent": 0.01,
16
+ "damp_auto_increment": 0.0025,
17
+ "static_groups": false,
18
+ "true_sequential": true,
19
+ "mse": 0.0
20
+ }
21
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,868 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|pad|>",
4
+ ">>ABSTRACT<<",
5
+ ">>INTRODUCTION<<",
6
+ ">>SUMMARY<<",
7
+ ">>COMMENT<<",
8
+ ">>ANSWER<<",
9
+ ">>QUESTION<<",
10
+ ">>DOMAIN<<",
11
+ ">>PREFIX<<",
12
+ ">>SUFFIX<<",
13
+ ">>MIDDLE<<",
14
+ "<|finetune_right_pad_id|>",
15
+ "<|start_header_id|>",
16
+ "<|end_header_id|>",
17
+ "<|eom_id|>",
18
+ "<|eot_id|>",
19
+ "<|begin_of_text|>",
20
+ ">>TITLE<<",
21
+ "<tool_response>",
22
+ "</tool_response>",
23
+ "<tool_call>",
24
+ "</tool_call>",
25
+ "<schema>",
26
+ "</schema>",
27
+ "<scratch_pad>",
28
+ "</scratch_pad>",
29
+ "<thinking>",
30
+ "</thinking>",
31
+ "<explanation>",
32
+ "</explanation>",
33
+ "<file_sep>",
34
+ "<repo_name>",
35
+ ">>UNUSED_119<<",
36
+ ">>UNUSED_120<<",
37
+ "<|im_start|>",
38
+ "<|im_end|>",
39
+ "<|system|>",
40
+ ">>UNUSED_218<<",
41
+ ">>UNUSED_219<<",
42
+ ">>UNUSED_220<<",
43
+ ">>UNUSED_221<<",
44
+ ">>UNUSED_222<<",
45
+ ">>UNUSED_223<<",
46
+ ">>UNUSED_224<<",
47
+ ">>UNUSED_225<<",
48
+ ">>UNUSED_226<<",
49
+ ">>UNUSED_227<<",
50
+ ">>UNUSED_228<<",
51
+ ">>UNUSED_229<<",
52
+ ">>UNUSED_230<<",
53
+ ">>UNUSED_231<<",
54
+ ">>UNUSED_232<<",
55
+ ">>UNUSED_233<<",
56
+ ">>UNUSED_234<<",
57
+ ">>UNUSED_235<<",
58
+ ">>UNUSED_236<<",
59
+ ">>UNUSED_237<<",
60
+ ">>UNUSED_238<<",
61
+ ">>UNUSED_239<<",
62
+ ">>UNUSED_240<<",
63
+ ">>UNUSED_241<<",
64
+ ">>UNUSED_242<<",
65
+ ">>UNUSED_243<<",
66
+ ">>UNUSED_244<<",
67
+ ">>UNUSED_245<<",
68
+ ">>UNUSED_246<<",
69
+ ">>UNUSED_247<<",
70
+ ">>UNUSED_248<<",
71
+ ">>UNUSED_249<<",
72
+ ">>UNUSED_250<<",
73
+ ">>UNUSED_251<<",
74
+ ">>UNUSED_252<<",
75
+ ">>UNUSED_253<<",
76
+ ">>UNUSED_254<<",
77
+ ">>UNUSED_255<<",
78
+ ">>UNUSED_256<<",
79
+ ">>UNUSED_257<<",
80
+ ">>UNUSED_258<<",
81
+ ">>UNUSED_259<<",
82
+ ">>UNUSED_260<<",
83
+ ">>UNUSED_261<<",
84
+ ">>UNUSED_262<<",
85
+ ">>UNUSED_263<<",
86
+ ">>UNUSED_264<<",
87
+ ">>UNUSED_265<<",
88
+ ">>UNUSED_266<<",
89
+ ">>UNUSED_267<<",
90
+ ">>UNUSED_268<<",
91
+ ">>UNUSED_269<<",
92
+ ">>UNUSED_270<<",
93
+ ">>UNUSED_271<<",
94
+ ">>UNUSED_272<<",
95
+ ">>UNUSED_273<<",
96
+ ">>UNUSED_274<<",
97
+ ">>UNUSED_275<<",
98
+ ">>UNUSED_276<<",
99
+ ">>UNUSED_277<<",
100
+ ">>UNUSED_278<<",
101
+ ">>UNUSED_279<<",
102
+ ">>UNUSED_280<<",
103
+ ">>UNUSED_281<<",
104
+ ">>UNUSED_282<<",
105
+ ">>UNUSED_283<<",
106
+ ">>UNUSED_284<<",
107
+ ">>UNUSED_285<<",
108
+ ">>UNUSED_286<<",
109
+ ">>UNUSED_287<<",
110
+ ">>UNUSED_288<<",
111
+ ">>UNUSED_289<<",
112
+ ">>UNUSED_290<<",
113
+ ">>UNUSED_291<<",
114
+ ">>UNUSED_292<<",
115
+ ">>UNUSED_293<<",
116
+ ">>UNUSED_294<<",
117
+ ">>UNUSED_295<<",
118
+ ">>UNUSED_296<<",
119
+ ">>UNUSED_297<<",
120
+ ">>UNUSED_298<<",
121
+ ">>UNUSED_299<<",
122
+ ">>UNUSED_300<<",
123
+ ">>UNUSED_301<<",
124
+ ">>UNUSED_302<<",
125
+ ">>UNUSED_303<<",
126
+ ">>UNUSED_304<<",
127
+ ">>UNUSED_305<<",
128
+ ">>UNUSED_306<<",
129
+ ">>UNUSED_307<<",
130
+ ">>UNUSED_308<<",
131
+ ">>UNUSED_309<<",
132
+ ">>UNUSED_310<<",
133
+ ">>UNUSED_311<<",
134
+ ">>UNUSED_312<<",
135
+ ">>UNUSED_313<<",
136
+ ">>UNUSED_314<<",
137
+ ">>UNUSED_315<<",
138
+ ">>UNUSED_316<<",
139
+ ">>UNUSED_317<<",
140
+ ">>UNUSED_318<<",
141
+ ">>UNUSED_319<<",
142
+ ">>UNUSED_320<<",
143
+ ">>UNUSED_321<<",
144
+ ">>UNUSED_322<<",
145
+ ">>UNUSED_323<<",
146
+ ">>UNUSED_324<<",
147
+ ">>UNUSED_325<<",
148
+ ">>UNUSED_326<<",
149
+ ">>UNUSED_327<<",
150
+ ">>UNUSED_328<<",
151
+ ">>UNUSED_329<<",
152
+ ">>UNUSED_330<<",
153
+ ">>UNUSED_331<<",
154
+ ">>UNUSED_332<<",
155
+ ">>UNUSED_333<<",
156
+ ">>UNUSED_334<<",
157
+ ">>UNUSED_335<<",
158
+ ">>UNUSED_336<<",
159
+ ">>UNUSED_337<<",
160
+ ">>UNUSED_338<<",
161
+ ">>UNUSED_339<<",
162
+ ">>UNUSED_340<<",
163
+ ">>UNUSED_341<<",
164
+ ">>UNUSED_342<<",
165
+ ">>UNUSED_343<<",
166
+ ">>UNUSED_344<<",
167
+ ">>UNUSED_345<<",
168
+ ">>UNUSED_346<<",
169
+ ">>UNUSED_347<<",
170
+ ">>UNUSED_348<<",
171
+ ">>UNUSED_349<<",
172
+ ">>UNUSED_350<<",
173
+ ">>UNUSED_351<<",
174
+ ">>UNUSED_352<<",
175
+ ">>UNUSED_353<<",
176
+ ">>UNUSED_354<<",
177
+ ">>UNUSED_355<<",
178
+ ">>UNUSED_356<<",
179
+ ">>UNUSED_357<<",
180
+ ">>UNUSED_358<<",
181
+ ">>UNUSED_359<<",
182
+ ">>UNUSED_360<<",
183
+ ">>UNUSED_361<<",
184
+ ">>UNUSED_362<<",
185
+ ">>UNUSED_363<<",
186
+ ">>UNUSED_364<<",
187
+ ">>UNUSED_365<<",
188
+ ">>UNUSED_366<<",
189
+ ">>UNUSED_367<<",
190
+ ">>UNUSED_368<<",
191
+ ">>UNUSED_369<<",
192
+ ">>UNUSED_370<<",
193
+ ">>UNUSED_371<<",
194
+ ">>UNUSED_372<<",
195
+ ">>UNUSED_373<<",
196
+ ">>UNUSED_374<<",
197
+ ">>UNUSED_375<<",
198
+ ">>UNUSED_376<<",
199
+ ">>UNUSED_377<<",
200
+ ">>UNUSED_378<<",
201
+ ">>UNUSED_379<<",
202
+ ">>UNUSED_380<<",
203
+ ">>UNUSED_381<<",
204
+ ">>UNUSED_382<<",
205
+ ">>UNUSED_383<<",
206
+ ">>UNUSED_384<<",
207
+ ">>UNUSED_385<<",
208
+ ">>UNUSED_386<<",
209
+ ">>UNUSED_387<<",
210
+ ">>UNUSED_388<<",
211
+ ">>UNUSED_389<<",
212
+ ">>UNUSED_390<<",
213
+ ">>UNUSED_391<<",
214
+ ">>UNUSED_392<<",
215
+ ">>UNUSED_393<<",
216
+ ">>UNUSED_394<<",
217
+ ">>UNUSED_395<<",
218
+ ">>UNUSED_396<<",
219
+ ">>UNUSED_397<<",
220
+ ">>UNUSED_398<<",
221
+ ">>UNUSED_399<<",
222
+ ">>UNUSED_400<<",
223
+ ">>UNUSED_401<<",
224
+ ">>UNUSED_402<<",
225
+ ">>UNUSED_403<<",
226
+ ">>UNUSED_404<<",
227
+ ">>UNUSED_405<<",
228
+ ">>UNUSED_406<<",
229
+ ">>UNUSED_407<<",
230
+ ">>UNUSED_408<<",
231
+ ">>UNUSED_409<<",
232
+ ">>UNUSED_410<<",
233
+ ">>UNUSED_411<<",
234
+ ">>UNUSED_412<<",
235
+ ">>UNUSED_413<<",
236
+ ">>UNUSED_414<<",
237
+ ">>UNUSED_415<<",
238
+ ">>UNUSED_416<<",
239
+ ">>UNUSED_417<<",
240
+ ">>UNUSED_418<<",
241
+ ">>UNUSED_419<<",
242
+ ">>UNUSED_420<<",
243
+ ">>UNUSED_421<<",
244
+ ">>UNUSED_422<<",
245
+ ">>UNUSED_423<<",
246
+ ">>UNUSED_424<<",
247
+ ">>UNUSED_425<<",
248
+ ">>UNUSED_426<<",
249
+ ">>UNUSED_427<<",
250
+ ">>UNUSED_428<<",
251
+ ">>UNUSED_429<<",
252
+ ">>UNUSED_430<<",
253
+ ">>UNUSED_431<<",
254
+ ">>UNUSED_432<<",
255
+ ">>UNUSED_433<<",
256
+ ">>UNUSED_434<<",
257
+ ">>UNUSED_435<<",
258
+ ">>UNUSED_436<<",
259
+ ">>UNUSED_437<<",
260
+ ">>UNUSED_438<<",
261
+ ">>UNUSED_439<<",
262
+ ">>UNUSED_440<<",
263
+ ">>UNUSED_441<<",
264
+ ">>UNUSED_442<<",
265
+ ">>UNUSED_443<<",
266
+ ">>UNUSED_444<<",
267
+ ">>UNUSED_445<<",
268
+ ">>UNUSED_446<<",
269
+ ">>UNUSED_447<<",
270
+ ">>UNUSED_448<<",
271
+ ">>UNUSED_449<<",
272
+ ">>UNUSED_450<<",
273
+ ">>UNUSED_451<<",
274
+ ">>UNUSED_452<<",
275
+ ">>UNUSED_453<<",
276
+ ">>UNUSED_454<<",
277
+ ">>UNUSED_455<<",
278
+ ">>UNUSED_456<<",
279
+ ">>UNUSED_457<<",
280
+ ">>UNUSED_458<<",
281
+ ">>UNUSED_459<<",
282
+ ">>UNUSED_460<<",
283
+ ">>UNUSED_461<<",
284
+ ">>UNUSED_462<<",
285
+ ">>UNUSED_463<<",
286
+ ">>UNUSED_464<<",
287
+ ">>UNUSED_465<<",
288
+ ">>UNUSED_466<<",
289
+ ">>UNUSED_467<<",
290
+ ">>UNUSED_468<<",
291
+ ">>UNUSED_469<<",
292
+ ">>UNUSED_470<<",
293
+ ">>UNUSED_471<<",
294
+ ">>UNUSED_472<<",
295
+ ">>UNUSED_473<<",
296
+ ">>UNUSED_474<<",
297
+ ">>UNUSED_475<<",
298
+ ">>UNUSED_476<<",
299
+ ">>UNUSED_477<<",
300
+ ">>UNUSED_478<<",
301
+ ">>UNUSED_479<<",
302
+ ">>UNUSED_480<<",
303
+ ">>UNUSED_481<<",
304
+ ">>UNUSED_482<<",
305
+ ">>UNUSED_483<<",
306
+ ">>UNUSED_484<<",
307
+ ">>UNUSED_485<<",
308
+ ">>UNUSED_486<<",
309
+ ">>UNUSED_487<<",
310
+ ">>UNUSED_488<<",
311
+ ">>UNUSED_489<<",
312
+ ">>UNUSED_490<<",
313
+ ">>UNUSED_491<<",
314
+ ">>UNUSED_492<<",
315
+ ">>UNUSED_493<<",
316
+ ">>UNUSED_494<<",
317
+ ">>UNUSED_495<<",
318
+ ">>UNUSED_496<<",
319
+ ">>UNUSED_497<<",
320
+ ">>UNUSED_498<<",
321
+ ">>UNUSED_499<<",
322
+ ">>UNUSED_500<<",
323
+ ">>UNUSED_501<<",
324
+ ">>UNUSED_502<<",
325
+ ">>UNUSED_503<<",
326
+ ">>UNUSED_504<<",
327
+ ">>UNUSED_505<<",
328
+ ">>UNUSED_506<<",
329
+ ">>UNUSED_507<<",
330
+ ">>UNUSED_508<<",
331
+ ">>UNUSED_509<<",
332
+ ">>UNUSED_510<<",
333
+ ">>UNUSED_511<<",
334
+ ">>UNUSED_512<<",
335
+ ">>UNUSED_513<<",
336
+ ">>UNUSED_514<<",
337
+ ">>UNUSED_515<<",
338
+ ">>UNUSED_516<<",
339
+ ">>UNUSED_517<<",
340
+ ">>UNUSED_518<<",
341
+ ">>UNUSED_519<<",
342
+ ">>UNUSED_520<<",
343
+ ">>UNUSED_521<<",
344
+ ">>UNUSED_522<<",
345
+ ">>UNUSED_523<<",
346
+ ">>UNUSED_524<<",
347
+ ">>UNUSED_525<<",
348
+ ">>UNUSED_526<<",
349
+ ">>UNUSED_527<<",
350
+ ">>UNUSED_528<<",
351
+ ">>UNUSED_529<<",
352
+ ">>UNUSED_530<<",
353
+ ">>UNUSED_531<<",
354
+ ">>UNUSED_532<<",
355
+ ">>UNUSED_533<<",
356
+ ">>UNUSED_534<<",
357
+ ">>UNUSED_535<<",
358
+ ">>UNUSED_536<<",
359
+ ">>UNUSED_537<<",
360
+ ">>UNUSED_538<<",
361
+ ">>UNUSED_539<<",
362
+ ">>UNUSED_540<<",
363
+ ">>UNUSED_541<<",
364
+ ">>UNUSED_542<<",
365
+ ">>UNUSED_543<<",
366
+ ">>UNUSED_544<<",
367
+ ">>UNUSED_545<<",
368
+ ">>UNUSED_546<<",
369
+ ">>UNUSED_547<<",
370
+ ">>UNUSED_548<<",
371
+ ">>UNUSED_549<<",
372
+ ">>UNUSED_550<<",
373
+ ">>UNUSED_551<<",
374
+ ">>UNUSED_552<<",
375
+ ">>UNUSED_553<<",
376
+ ">>UNUSED_554<<",
377
+ ">>UNUSED_555<<",
378
+ ">>UNUSED_556<<",
379
+ ">>UNUSED_557<<",
380
+ ">>UNUSED_558<<",
381
+ ">>UNUSED_559<<",
382
+ ">>UNUSED_560<<",
383
+ ">>UNUSED_561<<",
384
+ ">>UNUSED_562<<",
385
+ ">>UNUSED_563<<",
386
+ ">>UNUSED_564<<",
387
+ ">>UNUSED_565<<",
388
+ ">>UNUSED_566<<",
389
+ ">>UNUSED_567<<",
390
+ ">>UNUSED_568<<",
391
+ ">>UNUSED_569<<",
392
+ ">>UNUSED_570<<",
393
+ ">>UNUSED_571<<",
394
+ ">>UNUSED_572<<",
395
+ ">>UNUSED_573<<",
396
+ ">>UNUSED_574<<",
397
+ ">>UNUSED_575<<",
398
+ ">>UNUSED_576<<",
399
+ ">>UNUSED_577<<",
400
+ ">>UNUSED_578<<",
401
+ ">>UNUSED_579<<",
402
+ ">>UNUSED_580<<",
403
+ ">>UNUSED_581<<",
404
+ ">>UNUSED_582<<",
405
+ ">>UNUSED_583<<",
406
+ ">>UNUSED_584<<",
407
+ ">>UNUSED_585<<",
408
+ ">>UNUSED_586<<",
409
+ ">>UNUSED_587<<",
410
+ ">>UNUSED_588<<",
411
+ ">>UNUSED_589<<",
412
+ ">>UNUSED_590<<",
413
+ ">>UNUSED_591<<",
414
+ ">>UNUSED_592<<",
415
+ ">>UNUSED_593<<",
416
+ ">>UNUSED_594<<",
417
+ ">>UNUSED_595<<",
418
+ ">>UNUSED_596<<",
419
+ ">>UNUSED_597<<",
420
+ ">>UNUSED_598<<",
421
+ ">>UNUSED_599<<",
422
+ ">>UNUSED_600<<",
423
+ ">>UNUSED_601<<",
424
+ ">>UNUSED_602<<",
425
+ ">>UNUSED_603<<",
426
+ ">>UNUSED_604<<",
427
+ ">>UNUSED_605<<",
428
+ ">>UNUSED_606<<",
429
+ ">>UNUSED_607<<",
430
+ ">>UNUSED_608<<",
431
+ ">>UNUSED_609<<",
432
+ ">>UNUSED_610<<",
433
+ ">>UNUSED_611<<",
434
+ ">>UNUSED_612<<",
435
+ ">>UNUSED_613<<",
436
+ ">>UNUSED_614<<",
437
+ ">>UNUSED_615<<",
438
+ ">>UNUSED_616<<",
439
+ ">>UNUSED_617<<",
440
+ ">>UNUSED_618<<",
441
+ ">>UNUSED_619<<",
442
+ ">>UNUSED_620<<",
443
+ ">>UNUSED_621<<",
444
+ ">>UNUSED_622<<",
445
+ ">>UNUSED_623<<",
446
+ ">>UNUSED_624<<",
447
+ ">>UNUSED_625<<",
448
+ ">>UNUSED_626<<",
449
+ ">>UNUSED_627<<",
450
+ ">>UNUSED_628<<",
451
+ ">>UNUSED_629<<",
452
+ ">>UNUSED_630<<",
453
+ ">>UNUSED_631<<",
454
+ ">>UNUSED_632<<",
455
+ ">>UNUSED_633<<",
456
+ ">>UNUSED_634<<",
457
+ ">>UNUSED_635<<",
458
+ ">>UNUSED_636<<",
459
+ ">>UNUSED_637<<",
460
+ ">>UNUSED_638<<",
461
+ ">>UNUSED_639<<",
462
+ ">>UNUSED_640<<",
463
+ ">>UNUSED_641<<",
464
+ ">>UNUSED_642<<",
465
+ ">>UNUSED_643<<",
466
+ ">>UNUSED_644<<",
467
+ ">>UNUSED_645<<",
468
+ ">>UNUSED_646<<",
469
+ ">>UNUSED_647<<",
470
+ ">>UNUSED_648<<",
471
+ ">>UNUSED_649<<",
472
+ ">>UNUSED_650<<",
473
+ ">>UNUSED_651<<",
474
+ ">>UNUSED_652<<",
475
+ ">>UNUSED_653<<",
476
+ ">>UNUSED_654<<",
477
+ ">>UNUSED_655<<",
478
+ ">>UNUSED_656<<",
479
+ ">>UNUSED_657<<",
480
+ ">>UNUSED_658<<",
481
+ ">>UNUSED_659<<",
482
+ ">>UNUSED_660<<",
483
+ ">>UNUSED_661<<",
484
+ ">>UNUSED_662<<",
485
+ ">>UNUSED_663<<",
486
+ ">>UNUSED_664<<",
487
+ ">>UNUSED_665<<",
488
+ ">>UNUSED_666<<",
489
+ ">>UNUSED_667<<",
490
+ ">>UNUSED_668<<",
491
+ ">>UNUSED_669<<",
492
+ ">>UNUSED_670<<",
493
+ ">>UNUSED_671<<",
494
+ ">>UNUSED_672<<",
495
+ ">>UNUSED_673<<",
496
+ ">>UNUSED_674<<",
497
+ ">>UNUSED_675<<",
498
+ ">>UNUSED_676<<",
499
+ ">>UNUSED_677<<",
500
+ ">>UNUSED_678<<",
501
+ ">>UNUSED_679<<",
502
+ ">>UNUSED_680<<",
503
+ ">>UNUSED_681<<",
504
+ ">>UNUSED_682<<",
505
+ ">>UNUSED_683<<",
506
+ ">>UNUSED_684<<",
507
+ ">>UNUSED_685<<",
508
+ ">>UNUSED_686<<",
509
+ ">>UNUSED_687<<",
510
+ ">>UNUSED_688<<",
511
+ ">>UNUSED_689<<",
512
+ ">>UNUSED_690<<",
513
+ ">>UNUSED_691<<",
514
+ ">>UNUSED_692<<",
515
+ ">>UNUSED_693<<",
516
+ ">>UNUSED_694<<",
517
+ ">>UNUSED_695<<",
518
+ ">>UNUSED_696<<",
519
+ ">>UNUSED_697<<",
520
+ ">>UNUSED_698<<",
521
+ ">>UNUSED_699<<",
522
+ ">>UNUSED_700<<",
523
+ ">>UNUSED_701<<",
524
+ ">>UNUSED_702<<",
525
+ ">>UNUSED_703<<",
526
+ ">>UNUSED_704<<",
527
+ ">>UNUSED_705<<",
528
+ ">>UNUSED_706<<",
529
+ ">>UNUSED_707<<",
530
+ ">>UNUSED_708<<",
531
+ ">>UNUSED_709<<",
532
+ ">>UNUSED_710<<",
533
+ ">>UNUSED_711<<",
534
+ ">>UNUSED_712<<",
535
+ ">>UNUSED_713<<",
536
+ ">>UNUSED_714<<",
537
+ ">>UNUSED_715<<",
538
+ ">>UNUSED_716<<",
539
+ ">>UNUSED_717<<",
540
+ ">>UNUSED_718<<",
541
+ ">>UNUSED_719<<",
542
+ ">>UNUSED_720<<",
543
+ ">>UNUSED_721<<",
544
+ ">>UNUSED_722<<",
545
+ ">>UNUSED_723<<",
546
+ ">>UNUSED_724<<",
547
+ ">>UNUSED_725<<",
548
+ ">>UNUSED_726<<",
549
+ ">>UNUSED_727<<",
550
+ ">>UNUSED_728<<",
551
+ ">>UNUSED_729<<",
552
+ ">>UNUSED_730<<",
553
+ ">>UNUSED_731<<",
554
+ ">>UNUSED_732<<",
555
+ ">>UNUSED_733<<",
556
+ ">>UNUSED_734<<",
557
+ ">>UNUSED_735<<",
558
+ ">>UNUSED_736<<",
559
+ ">>UNUSED_737<<",
560
+ ">>UNUSED_738<<",
561
+ ">>UNUSED_739<<",
562
+ ">>UNUSED_740<<",
563
+ ">>UNUSED_741<<",
564
+ ">>UNUSED_742<<",
565
+ ">>UNUSED_743<<",
566
+ ">>UNUSED_744<<",
567
+ ">>UNUSED_745<<",
568
+ ">>UNUSED_746<<",
569
+ ">>UNUSED_747<<",
570
+ ">>UNUSED_748<<",
571
+ ">>UNUSED_749<<",
572
+ ">>UNUSED_750<<",
573
+ ">>UNUSED_751<<",
574
+ ">>UNUSED_752<<",
575
+ ">>UNUSED_753<<",
576
+ ">>UNUSED_754<<",
577
+ ">>UNUSED_755<<",
578
+ ">>UNUSED_756<<",
579
+ ">>UNUSED_757<<",
580
+ ">>UNUSED_758<<",
581
+ ">>UNUSED_759<<",
582
+ ">>UNUSED_760<<",
583
+ ">>UNUSED_761<<",
584
+ ">>UNUSED_762<<",
585
+ ">>UNUSED_763<<",
586
+ ">>UNUSED_764<<",
587
+ ">>UNUSED_765<<",
588
+ ">>UNUSED_766<<",
589
+ ">>UNUSED_767<<",
590
+ ">>UNUSED_768<<",
591
+ ">>UNUSED_769<<",
592
+ ">>UNUSED_770<<",
593
+ ">>UNUSED_771<<",
594
+ ">>UNUSED_772<<",
595
+ ">>UNUSED_773<<",
596
+ ">>UNUSED_774<<",
597
+ ">>UNUSED_775<<",
598
+ ">>UNUSED_776<<",
599
+ ">>UNUSED_777<<",
600
+ ">>UNUSED_778<<",
601
+ ">>UNUSED_779<<",
602
+ ">>UNUSED_780<<",
603
+ ">>UNUSED_781<<",
604
+ ">>UNUSED_782<<",
605
+ ">>UNUSED_783<<",
606
+ ">>UNUSED_784<<",
607
+ ">>UNUSED_785<<",
608
+ ">>UNUSED_786<<",
609
+ ">>UNUSED_787<<",
610
+ ">>UNUSED_788<<",
611
+ ">>UNUSED_789<<",
612
+ ">>UNUSED_790<<",
613
+ ">>UNUSED_791<<",
614
+ ">>UNUSED_792<<",
615
+ ">>UNUSED_793<<",
616
+ ">>UNUSED_794<<",
617
+ ">>UNUSED_795<<",
618
+ ">>UNUSED_796<<",
619
+ ">>UNUSED_797<<",
620
+ ">>UNUSED_798<<",
621
+ ">>UNUSED_799<<",
622
+ ">>UNUSED_800<<",
623
+ ">>UNUSED_801<<",
624
+ ">>UNUSED_802<<",
625
+ ">>UNUSED_803<<",
626
+ ">>UNUSED_804<<",
627
+ ">>UNUSED_805<<",
628
+ ">>UNUSED_806<<",
629
+ ">>UNUSED_807<<",
630
+ ">>UNUSED_808<<",
631
+ ">>UNUSED_809<<",
632
+ ">>UNUSED_810<<",
633
+ ">>UNUSED_811<<",
634
+ ">>UNUSED_812<<",
635
+ ">>UNUSED_813<<",
636
+ ">>UNUSED_814<<",
637
+ ">>UNUSED_815<<",
638
+ ">>UNUSED_816<<",
639
+ ">>UNUSED_817<<",
640
+ ">>UNUSED_818<<",
641
+ ">>UNUSED_819<<",
642
+ ">>UNUSED_820<<",
643
+ ">>UNUSED_821<<",
644
+ ">>UNUSED_822<<",
645
+ ">>UNUSED_823<<",
646
+ ">>UNUSED_824<<",
647
+ ">>UNUSED_825<<",
648
+ ">>UNUSED_826<<",
649
+ ">>UNUSED_827<<",
650
+ ">>UNUSED_828<<",
651
+ ">>UNUSED_829<<",
652
+ ">>UNUSED_830<<",
653
+ ">>UNUSED_831<<",
654
+ ">>UNUSED_832<<",
655
+ ">>UNUSED_833<<",
656
+ ">>UNUSED_834<<",
657
+ ">>UNUSED_835<<",
658
+ ">>UNUSED_836<<",
659
+ ">>UNUSED_837<<",
660
+ ">>UNUSED_838<<",
661
+ ">>UNUSED_839<<",
662
+ ">>UNUSED_840<<",
663
+ ">>UNUSED_841<<",
664
+ ">>UNUSED_842<<",
665
+ ">>UNUSED_843<<",
666
+ ">>UNUSED_844<<",
667
+ ">>UNUSED_845<<",
668
+ ">>UNUSED_846<<",
669
+ ">>UNUSED_847<<",
670
+ ">>UNUSED_848<<",
671
+ ">>UNUSED_849<<",
672
+ ">>UNUSED_850<<",
673
+ ">>UNUSED_851<<",
674
+ ">>UNUSED_852<<",
675
+ ">>UNUSED_853<<",
676
+ ">>UNUSED_854<<",
677
+ ">>UNUSED_855<<",
678
+ ">>UNUSED_856<<",
679
+ ">>UNUSED_857<<",
680
+ ">>UNUSED_858<<",
681
+ ">>UNUSED_859<<",
682
+ ">>UNUSED_860<<",
683
+ ">>UNUSED_861<<",
684
+ ">>UNUSED_862<<",
685
+ ">>UNUSED_863<<",
686
+ ">>UNUSED_864<<",
687
+ ">>UNUSED_865<<",
688
+ ">>UNUSED_866<<",
689
+ ">>UNUSED_867<<",
690
+ ">>UNUSED_868<<",
691
+ ">>UNUSED_869<<",
692
+ ">>UNUSED_870<<",
693
+ ">>UNUSED_871<<",
694
+ ">>UNUSED_872<<",
695
+ ">>UNUSED_873<<",
696
+ ">>UNUSED_874<<",
697
+ ">>UNUSED_875<<",
698
+ ">>UNUSED_876<<",
699
+ ">>UNUSED_877<<",
700
+ ">>UNUSED_878<<",
701
+ ">>UNUSED_879<<",
702
+ ">>UNUSED_880<<",
703
+ ">>UNUSED_881<<",
704
+ ">>UNUSED_882<<",
705
+ ">>UNUSED_883<<",
706
+ ">>UNUSED_884<<",
707
+ ">>UNUSED_885<<",
708
+ ">>UNUSED_886<<",
709
+ ">>UNUSED_887<<",
710
+ ">>UNUSED_888<<",
711
+ ">>UNUSED_889<<",
712
+ ">>UNUSED_890<<",
713
+ ">>UNUSED_891<<",
714
+ ">>UNUSED_892<<",
715
+ ">>UNUSED_893<<",
716
+ ">>UNUSED_894<<",
717
+ ">>UNUSED_895<<",
718
+ ">>UNUSED_896<<",
719
+ ">>UNUSED_897<<",
720
+ ">>UNUSED_898<<",
721
+ ">>UNUSED_899<<",
722
+ ">>UNUSED_900<<",
723
+ ">>UNUSED_901<<",
724
+ ">>UNUSED_902<<",
725
+ ">>UNUSED_903<<",
726
+ ">>UNUSED_904<<",
727
+ ">>UNUSED_905<<",
728
+ ">>UNUSED_906<<",
729
+ ">>UNUSED_907<<",
730
+ ">>UNUSED_908<<",
731
+ ">>UNUSED_909<<",
732
+ ">>UNUSED_910<<",
733
+ ">>UNUSED_911<<",
734
+ ">>UNUSED_912<<",
735
+ ">>UNUSED_913<<",
736
+ ">>UNUSED_914<<",
737
+ ">>UNUSED_915<<",
738
+ ">>UNUSED_916<<",
739
+ ">>UNUSED_917<<",
740
+ ">>UNUSED_918<<",
741
+ ">>UNUSED_919<<",
742
+ ">>UNUSED_920<<",
743
+ ">>UNUSED_921<<",
744
+ ">>UNUSED_922<<",
745
+ ">>UNUSED_923<<",
746
+ ">>UNUSED_924<<",
747
+ ">>UNUSED_925<<",
748
+ ">>UNUSED_926<<",
749
+ ">>UNUSED_927<<",
750
+ ">>UNUSED_928<<",
751
+ ">>UNUSED_929<<",
752
+ ">>UNUSED_930<<",
753
+ ">>UNUSED_931<<",
754
+ ">>UNUSED_932<<",
755
+ ">>UNUSED_933<<",
756
+ ">>UNUSED_934<<",
757
+ ">>UNUSED_935<<",
758
+ ">>UNUSED_936<<",
759
+ ">>UNUSED_937<<",
760
+ ">>UNUSED_938<<",
761
+ ">>UNUSED_939<<",
762
+ ">>UNUSED_940<<",
763
+ ">>UNUSED_941<<",
764
+ ">>UNUSED_942<<",
765
+ ">>UNUSED_943<<",
766
+ ">>UNUSED_944<<",
767
+ ">>UNUSED_945<<",
768
+ ">>UNUSED_946<<",
769
+ ">>UNUSED_947<<",
770
+ ">>UNUSED_948<<",
771
+ ">>UNUSED_949<<",
772
+ ">>UNUSED_950<<",
773
+ ">>UNUSED_951<<",
774
+ ">>UNUSED_952<<",
775
+ ">>UNUSED_953<<",
776
+ ">>UNUSED_954<<",
777
+ ">>UNUSED_955<<",
778
+ ">>UNUSED_956<<",
779
+ ">>UNUSED_957<<",
780
+ ">>UNUSED_958<<",
781
+ ">>UNUSED_959<<",
782
+ ">>UNUSED_960<<",
783
+ ">>UNUSED_961<<",
784
+ ">>UNUSED_962<<",
785
+ ">>UNUSED_963<<",
786
+ ">>UNUSED_964<<",
787
+ ">>UNUSED_965<<",
788
+ ">>UNUSED_966<<",
789
+ ">>UNUSED_967<<",
790
+ ">>UNUSED_968<<",
791
+ ">>UNUSED_969<<",
792
+ ">>UNUSED_970<<",
793
+ ">>UNUSED_971<<",
794
+ ">>UNUSED_972<<",
795
+ ">>UNUSED_973<<",
796
+ ">>UNUSED_974<<",
797
+ ">>UNUSED_975<<",
798
+ ">>UNUSED_976<<",
799
+ ">>UNUSED_977<<",
800
+ ">>UNUSED_978<<",
801
+ ">>UNUSED_979<<",
802
+ ">>UNUSED_980<<",
803
+ ">>UNUSED_981<<",
804
+ ">>UNUSED_982<<",
805
+ ">>UNUSED_983<<",
806
+ ">>UNUSED_984<<",
807
+ ">>UNUSED_985<<",
808
+ ">>UNUSED_986<<",
809
+ ">>UNUSED_987<<",
810
+ ">>UNUSED_988<<",
811
+ ">>UNUSED_989<<",
812
+ ">>UNUSED_990<<",
813
+ ">>UNUSED_991<<",
814
+ ">>UNUSED_992<<",
815
+ ">>UNUSED_993<<",
816
+ ">>UNUSED_994<<",
817
+ ">>UNUSED_995<<",
818
+ ">>UNUSED_996<<",
819
+ ">>UNUSED_997<<",
820
+ ">>UNUSED_998<<",
821
+ ">>UNUSED_999<<",
822
+ ">>UNUSED_1000<<",
823
+ ">>UNUSED_1001<<",
824
+ ">>UNUSED_1002<<",
825
+ ">>UNUSED_1003<<",
826
+ ">>UNUSED_1004<<",
827
+ ">>UNUSED_1005<<",
828
+ ">>UNUSED_1006<<",
829
+ ">>UNUSED_1007<<",
830
+ ">>UNUSED_1008<<",
831
+ ">>UNUSED_1009<<",
832
+ ">>UNUSED_1010<<",
833
+ ">>UNUSED_1011<<",
834
+ ">>UNUSED_1012<<",
835
+ ">>UNUSED_1013<<",
836
+ ">>UNUSED_1014<<",
837
+ ">>UNUSED_1015<<",
838
+ ">>UNUSED_1016<<",
839
+ ">>UNUSED_1017<<",
840
+ ">>UNUSED_1018<<",
841
+ ">>UNUSED_1019<<",
842
+ ">>UNUSED_1020<<",
843
+ ">>UNUSED_1021<<",
844
+ ">>UNUSED_1022<<",
845
+ ">>UNUSED_1023<<"
846
+ ],
847
+ "bos_token": {
848
+ "content": "<|begin_of_text|>",
849
+ "lstrip": false,
850
+ "normalized": false,
851
+ "rstrip": false,
852
+ "single_word": false
853
+ },
854
+ "eos_token": {
855
+ "content": "<|end_of_text|>",
856
+ "lstrip": false,
857
+ "normalized": false,
858
+ "rstrip": false,
859
+ "single_word": false
860
+ },
861
+ "pad_token": {
862
+ "content": "<|pad|>",
863
+ "lstrip": false,
864
+ "normalized": false,
865
+ "rstrip": false,
866
+ "single_word": false
867
+ }
868
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3773232503e494688ed696239e23b10ce36425290350d07b9e1067f9d6fbbab7
3
+ size 21756262
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff