Add files using upload-large-folder tool
Browse files- README.md +9 -6
- chat_template.jinja +2 -1
- model-00001-of-00005.safetensors +1 -1
- model-00002-of-00005.safetensors +1 -1
- model-00003-of-00005.safetensors +1 -1
- model-00004-of-00005.safetensors +1 -1
- model-00005-of-00005.safetensors +1 -1
- tokenizer_config.json +5 -4
README.md
CHANGED
|
@@ -6,27 +6,30 @@ pipeline_tag: image-text-to-text
|
|
| 6 |
library_name: mlx
|
| 7 |
tags:
|
| 8 |
- mlx
|
|
|
|
|
|
|
| 9 |
- abliterated
|
| 10 |
- uncensored
|
| 11 |
- gemma4
|
| 12 |
- moe
|
| 13 |
- direct-weight-editing
|
| 14 |
- expert-granular-abliteration
|
|
|
|
| 15 |
---
|
| 16 |
-
# ๐ฆ zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-affine
|
| 17 |
|
| 18 |
-
[This model](https://huggingface.co/zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-affine) was converted to MLX from [`wangzhang/gemma-4-26B-A4B-it-abliterix`](https://huggingface.co/wangzhang/gemma-4-26B-A4B-it-abliterix) using `mlx-vlm` version **0.4.4**.
|
| 19 |
Please refer to the [original model card](https://huggingface.co/wangzhang/gemma-4-26B-A4B-it-abliterix) for more details.
|
| 20 |
|
| 21 |
## ๐ Quality
|
| 22 |
|
| 23 |
-
Quantized vision language model with **7.237 bits per weight**.
|
| 24 |
|
| 25 |
-
`mlx_vlm.convert --quantize --q-
|
| 26 |
|
| 27 |
## ๐ ๏ธ Customizations
|
| 28 |
|
| 29 |
-
This quant is aware of the current date, and also enables thinking (if available). You may disable this behavior by deleting the following line from the chat template:
|
| 30 |
|
| 31 |
`{%- set enable_thinking = true %}`
|
| 32 |
|
|
@@ -39,5 +42,5 @@ pip install -U mlx-vlm
|
|
| 39 |
```
|
| 40 |
|
| 41 |
```bash
|
| 42 |
-
mlx_vlm.generate --model zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-affine --max-tokens 100 --temperature 0 --prompt "Describe this image." --image <path_to_image>
|
| 43 |
```
|
|
|
|
| 6 |
library_name: mlx
|
| 7 |
tags:
|
| 8 |
- mlx
|
| 9 |
+
- abliterix
|
| 10 |
+
- decensored
|
| 11 |
- abliterated
|
| 12 |
- uncensored
|
| 13 |
- gemma4
|
| 14 |
- moe
|
| 15 |
- direct-weight-editing
|
| 16 |
- expert-granular-abliteration
|
| 17 |
+
- projected-abliteration
|
| 18 |
---
|
| 19 |
+
# ๐ฆ zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-int6-affine
|
| 20 |
|
| 21 |
+
[This model](https://huggingface.co/zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-int6-affine) was converted to MLX from [`wangzhang/gemma-4-26B-A4B-it-abliterix`](https://huggingface.co/wangzhang/gemma-4-26B-A4B-it-abliterix) using `mlx-vlm` version **0.4.4**.
|
| 22 |
Please refer to the [original model card](https://huggingface.co/wangzhang/gemma-4-26B-A4B-it-abliterix) for more details.
|
| 23 |
|
| 24 |
## ๐ Quality
|
| 25 |
|
| 26 |
+
Quantized vision language model with an effective **7.237 bits per weight**.
|
| 27 |
|
| 28 |
+
`mlx_vlm.convert --quantize --q-group-size 32 --q-bits 6 --q-mode affine`
|
| 29 |
|
| 30 |
## ๐ ๏ธ Customizations
|
| 31 |
|
| 32 |
+
This quant is aware of the current date, and also enables thinking (if available). You may disable this behavior by deleting the following line from the chat template, or changing `true` to `false`:
|
| 33 |
|
| 34 |
`{%- set enable_thinking = true %}`
|
| 35 |
|
|
|
|
| 42 |
```
|
| 43 |
|
| 44 |
```bash
|
| 45 |
+
mlx_vlm.generate --model zecanard/gemma-4-26B-A4B-it-uncensored-abliterix-MLX-6bit-int6-affine --max-tokens 100 --temperature 0 --prompt "Describe this image." --image <path_to_image>
|
| 46 |
```
|
chat_template.jinja
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
{#- Template customizations by @zecanard. #}
|
| 2 |
{%- set enable_thinking = true %}
|
|
|
|
| 3 |
{%- if strftime_now is defined %}
|
| 4 |
{%- set currentDate = strftime_now("%Y-%m-%d %G:%i:%s") %}
|
| 5 |
{%- elif not currentDate is defined %}
|
| 6 |
-
{%- set currentDate = "2026-04-
|
| 7 |
{%- endif %}
|
| 8 |
{{- "The current date is: " + currentDate + ".\n\n" }}
|
| 9 |
{#- Template customizations by @zecanard. #}
|
|
|
|
| 1 |
{#- Template customizations by @zecanard. #}
|
| 2 |
{%- set enable_thinking = true %}
|
| 3 |
+
{%- set preserve_thinking = true %}
|
| 4 |
{%- if strftime_now is defined %}
|
| 5 |
{%- set currentDate = strftime_now("%Y-%m-%d %G:%i:%s") %}
|
| 6 |
{%- elif not currentDate is defined %}
|
| 7 |
+
{%- set currentDate = "2026-04-20" %}
|
| 8 |
{%- endif %}
|
| 9 |
{{- "The current date is: " + currentDate + ".\n\n" }}
|
| 10 |
{#- Template customizations by @zecanard. #}
|
model-00001-of-00005.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5224895712
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:58e57d83261b25aaa94020459b2c757442ab751f58cc477560a70bac1f8523c9
|
| 3 |
size 5224895712
|
model-00002-of-00005.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5245099458
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09433aba38b5a99e4135c4099907f59fa8562f7ed183e5f2a96ade6d79dd3644
|
| 3 |
size 5245099458
|
model-00003-of-00005.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5294768374
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3fc48c306132b5b0ddf600157a7d3b35abc49b78d38850ecbf3135a72e591b2
|
| 3 |
size 5294768374
|
model-00004-of-00005.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5245099537
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:742a3d03123ccc9b5e64ad2c1402cccda608ee8fbf680b52a1f4906ec6a460ca
|
| 3 |
size 5245099537
|
model-00005-of-00005.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2314477255
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0bb62312ba3f41bc4801b1d5cf9268a96e95452266cdc29d6801d67352546e7b
|
| 3 |
size 2314477255
|
tokenizer_config.json
CHANGED
|
@@ -13,6 +13,9 @@
|
|
| 13 |
"etc_token": "<tool_call|>",
|
| 14 |
"etd_token": "<tool|>",
|
| 15 |
"etr_token": "<tool_response|>",
|
|
|
|
|
|
|
|
|
|
| 16 |
"image_token": "<|image|>",
|
| 17 |
"is_local": true,
|
| 18 |
"mask_token": "<mask>",
|
|
@@ -36,8 +39,7 @@
|
|
| 36 |
"stc_token": "<|tool_call>",
|
| 37 |
"std_token": "<|tool>",
|
| 38 |
"str_token": "<|tool_response>",
|
| 39 |
-
"think_token": "<|think|>"
|
| 40 |
-
"video_token": "<|video|>"
|
| 41 |
},
|
| 42 |
"pad_to_multiple_of": null,
|
| 43 |
"pad_token": "<pad>",
|
|
@@ -92,6 +94,5 @@
|
|
| 92 |
"str_token": "<|tool_response>",
|
| 93 |
"think_token": "<|think|>",
|
| 94 |
"tokenizer_class": "GemmaTokenizer",
|
| 95 |
-
"unk_token": "<unk>"
|
| 96 |
-
"video_token": "<|video|>"
|
| 97 |
}
|
|
|
|
| 13 |
"etc_token": "<tool_call|>",
|
| 14 |
"etd_token": "<tool|>",
|
| 15 |
"etr_token": "<tool_response|>",
|
| 16 |
+
"extra_special_tokens": [
|
| 17 |
+
"<|video|>"
|
| 18 |
+
],
|
| 19 |
"image_token": "<|image|>",
|
| 20 |
"is_local": true,
|
| 21 |
"mask_token": "<mask>",
|
|
|
|
| 39 |
"stc_token": "<|tool_call>",
|
| 40 |
"std_token": "<|tool>",
|
| 41 |
"str_token": "<|tool_response>",
|
| 42 |
+
"think_token": "<|think|>"
|
|
|
|
| 43 |
},
|
| 44 |
"pad_to_multiple_of": null,
|
| 45 |
"pad_token": "<pad>",
|
|
|
|
| 94 |
"str_token": "<|tool_response>",
|
| 95 |
"think_token": "<|think|>",
|
| 96 |
"tokenizer_class": "GemmaTokenizer",
|
| 97 |
+
"unk_token": "<unk>"
|
|
|
|
| 98 |
}
|