caiovicentino1 commited on
Commit
e2257f8
·
verified ·
1 Parent(s): 6a259a4

Add hlwq_config.json (rename from polar_config.json)

Browse files
Files changed (1) hide show
  1. hlwq_config.json +18 -0
hlwq_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "quantization_method": "PolarQuant",
3
+ "version": "v5_vision",
4
+ "weight_format": "torchao_int4",
5
+ "weight_bits": 4,
6
+ "vision_weight_bits": 16,
7
+ "kv_cache_bits": 3,
8
+ "block_size": 128,
9
+ "head_dim": 256,
10
+ "base_model": "TeichAI/gemma-4-31B-it-Claude-Opus-Distill",
11
+ "multimodal": true,
12
+ "pipeline_tag": "image-text-to-text",
13
+ "num_layers": 60,
14
+ "num_kv_heads": 16,
15
+ "vram_gb": 22.8,
16
+ "download_gb": 21.8,
17
+ "tok_s": 24.9
18
+ }