zecanard commited on
Commit
cdc8917
ยท
verified ยท
1 Parent(s): be36e9a

Add files using upload-large-folder tool

Browse files
README.md CHANGED
@@ -6,27 +6,30 @@ pipeline_tag: image-text-to-text
6
  library_name: mlx
7
  tags:
8
  - mlx
 
 
9
  - abliterated
10
  - uncensored
11
  - gemma4
12
  - moe
13
  - direct-weight-editing
14
  - expert-granular-abliteration
 
15
  ---
16
- # ๐Ÿฆ† zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-affine
17
 
18
- [This model](https://huggingface.co/zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-affine) was converted to MLX from [`wangzhang/gemma-4-26B-A4B-it-abliterix`](https://huggingface.co/wangzhang/gemma-4-26B-A4B-it-abliterix) using `mlx-vlm` version **0.4.4**.
19
  Please refer to the [original model card](https://huggingface.co/wangzhang/gemma-4-26B-A4B-it-abliterix) for more details.
20
 
21
  ## ๐ŸŒŸ Quality
22
 
23
- Quantized vision language model with **7.237 bits per weight**.
24
 
25
- `mlx_vlm.convert --quantize --q-bits 6 --q-group-size 32 --q-mode affine`
26
 
27
  ## ๐Ÿ› ๏ธ Customizations
28
 
29
- This quant is aware of the current date, and also enables thinking (if available). You may disable this behavior by deleting the following line from the chat template:
30
 
31
  `{%- set enable_thinking = true %}`
32
 
@@ -39,5 +42,5 @@ pip install -U mlx-vlm
39
  ```
40
 
41
  ```bash
42
- mlx_vlm.generate --model zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-affine --max-tokens 100 --temperature 0 --prompt "Describe this image." --image <path_to_image>
43
  ```
 
6
  library_name: mlx
7
  tags:
8
  - mlx
9
+ - abliterix
10
+ - decensored
11
  - abliterated
12
  - uncensored
13
  - gemma4
14
  - moe
15
  - direct-weight-editing
16
  - expert-granular-abliteration
17
+ - projected-abliteration
18
  ---
19
+ # ๐Ÿฆ† zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-int6-affine
20
 
21
+ [This model](https://huggingface.co/zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-int6-affine) was converted to MLX from [`wangzhang/gemma-4-26B-A4B-it-abliterix`](https://huggingface.co/wangzhang/gemma-4-26B-A4B-it-abliterix) using `mlx-vlm` version **0.4.4**.
22
  Please refer to the [original model card](https://huggingface.co/wangzhang/gemma-4-26B-A4B-it-abliterix) for more details.
23
 
24
  ## ๐ŸŒŸ Quality
25
 
26
+ Quantized vision language model with an effective **7.237 bits per weight**.
27
 
28
+ `mlx_vlm.convert --quantize --q-group-size 32 --q-bits 6 --q-mode affine`
29
 
30
  ## ๐Ÿ› ๏ธ Customizations
31
 
32
+ This quant is aware of the current date, and also enables thinking (if available). You may disable this behavior by deleting the following line from the chat template, or changing `true` to `false`:
33
 
34
  `{%- set enable_thinking = true %}`
35
 
 
42
  ```
43
 
44
  ```bash
45
+ mlx_vlm.generate --model zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-int6-affine --max-tokens 100 --temperature 0 --prompt "Describe this image." --image <path_to_image>
46
  ```
chat_template.jinja CHANGED
@@ -1,9 +1,10 @@
1
  {#- Template customizations by @zecanard. #}
2
  {%- set enable_thinking = true %}
 
3
  {%- if strftime_now is defined %}
4
  {%- set currentDate = strftime_now("%Y-%m-%d %G:%i:%s") %}
5
  {%- elif not currentDate is defined %}
6
- {%- set currentDate = "2026-04-15" %}
7
  {%- endif %}
8
  {{- "The current date is: " + currentDate + ".\n\n" }}
9
  {#- Template customizations by @zecanard. #}
 
1
  {#- Template customizations by @zecanard. #}
2
  {%- set enable_thinking = true %}
3
+ {%- set preserve_thinking = true %}
4
  {%- if strftime_now is defined %}
5
  {%- set currentDate = strftime_now("%Y-%m-%d %G:%i:%s") %}
6
  {%- elif not currentDate is defined %}
7
+ {%- set currentDate = "2026-04-20" %}
8
  {%- endif %}
9
  {{- "The current date is: " + currentDate + ".\n\n" }}
10
  {#- Template customizations by @zecanard. #}
model-00001-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:229fadc44ed71a9375c7a48e62444767667066e9c8a194697506c12ec4ff7666
3
  size 5224895712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58e57d83261b25aaa94020459b2c757442ab751f58cc477560a70bac1f8523c9
3
  size 5224895712
model-00002-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f83ff4790f54768898d05ea344924feb5d6a3915739b06987b8dba777e6e128c
3
  size 5245099458
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09433aba38b5a99e4135c4099907f59fa8562f7ed183e5f2a96ade6d79dd3644
3
  size 5245099458
model-00003-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:022a63d43eb26ca1ea254ec26f247cadfb953418423673593215779ed877af37
3
  size 5294768374
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3fc48c306132b5b0ddf600157a7d3b35abc49b78d38850ecbf3135a72e591b2
3
  size 5294768374
model-00004-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f3c534f059ece5f23cc8567909451af84604bb9e97b092cb8485e2f31655682
3
  size 5245099537
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:742a3d03123ccc9b5e64ad2c1402cccda608ee8fbf680b52a1f4906ec6a460ca
3
  size 5245099537
model-00005-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6f106ea6e42de556f85712834683ef1d0fadcd8a41aed99ae2e00c50be059c4
3
  size 2314477255
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bb62312ba3f41bc4801b1d5cf9268a96e95452266cdc29d6801d67352546e7b
3
  size 2314477255
tokenizer_config.json CHANGED
@@ -13,6 +13,9 @@
13
  "etc_token": "<tool_call|>",
14
  "etd_token": "<tool|>",
15
  "etr_token": "<tool_response|>",
 
 
 
16
  "image_token": "<|image|>",
17
  "is_local": true,
18
  "mask_token": "<mask>",
@@ -36,8 +39,7 @@
36
  "stc_token": "<|tool_call>",
37
  "std_token": "<|tool>",
38
  "str_token": "<|tool_response>",
39
- "think_token": "<|think|>",
40
- "video_token": "<|video|>"
41
  },
42
  "pad_to_multiple_of": null,
43
  "pad_token": "<pad>",
@@ -92,6 +94,5 @@
92
  "str_token": "<|tool_response>",
93
  "think_token": "<|think|>",
94
  "tokenizer_class": "GemmaTokenizer",
95
- "unk_token": "<unk>",
96
- "video_token": "<|video|>"
97
  }
 
13
  "etc_token": "<tool_call|>",
14
  "etd_token": "<tool|>",
15
  "etr_token": "<tool_response|>",
16
+ "extra_special_tokens": [
17
+ "<|video|>"
18
+ ],
19
  "image_token": "<|image|>",
20
  "is_local": true,
21
  "mask_token": "<mask>",
 
39
  "stc_token": "<|tool_call>",
40
  "std_token": "<|tool>",
41
  "str_token": "<|tool_response>",
42
+ "think_token": "<|think|>"
 
43
  },
44
  "pad_to_multiple_of": null,
45
  "pad_token": "<pad>",
 
94
  "str_token": "<|tool_response>",
95
  "think_token": "<|think|>",
96
  "tokenizer_class": "GemmaTokenizer",
97
+ "unk_token": "<unk>"
 
98
  }