{
    "architectures": [
        "KimiK25ForConditionalGeneration"
    ],
    "auto_map": {
        "AutoConfig": "configuration_kimi_k25.KimiK25Config",
        "AutoModel": "modeling_kimi_k25.KimiK25ForConditionalGeneration",
        "AutoModelForCausalLM": "modeling_kimi_k25.KimiK25ForConditionalGeneration"
    },
    "bos_token_id": 163584,
    "dtype": "bfloat16",
    "eos_token_id": 163585,
    "ignore_index": -100,
    "media_placeholder_token_id": 163605,
    "model_type": "kimi_k25",
    "pad_token_id": 163839,
    "text_config": {
        "_name_or_path": "",
        "add_cross_attention": false,
        "architectures": [
            "DeepseekV3ForCausalLM"
        ],
        "attention_bias": false,
        "attention_dropout": 0.0,
        "auto_map": {
            "AutoConfig": "configuration_deepseek.DeepseekV3Config",
            "AutoModel": "modeling_deepseek.DeepseekV3Model",
            "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
        },
        "aux_loss_alpha": 0.001,
        "bad_words_ids": null,
        "begin_suppress_tokens": null,
        "bos_token_id": 163584,
        "chunk_size_feed_forward": 0,
        "cross_attention_hidden_size": null,
        "decoder_start_token_id": null,
        "diversity_penalty": 0.0,
        "do_sample": false,
        "dtype": "bfloat16",
        "early_stopping": false,
        "encoder_no_repeat_ngram_size": 0,
        "eos_token_id": 163585,
        "ep_size": 1,
        "exponential_decay_length_penalty": null,
        "finetuning_task": null,
        "first_k_dense_replace": 1,
        "forced_bos_token_id": null,
        "forced_eos_token_id": null,
        "hidden_act": "silu",
        "hidden_size": 7168,
        "id2label": {
            "0": "LABEL_0",
            "1": "LABEL_1"
        },
        "initializer_range": 0.02,
        "intermediate_size": 18432,
        "is_decoder": false,
        "is_encoder_decoder": false,
        "kv_lora_rank": 512,
        "label2id": {
            "LABEL_0": 0,
            "LABEL_1": 1
        },
        "length_penalty": 1.0,
        "max_length": 20,
        "max_position_embeddings": 262144,
        "min_length": 0,
        "model_type": "kimi_k2",
        "moe_intermediate_size": 2048,
        "moe_layer_freq": 1,
        "n_group": 1,
        "n_routed_experts": 384,
        "n_shared_experts": 1,
        "no_repeat_ngram_size": 0,
        "norm_topk_prob": true,
        "num_attention_heads": 64,
        "num_beam_groups": 1,
        "num_beams": 1,
        "num_experts_per_tok": 8,
        "num_hidden_layers": 61,
        "num_key_value_heads": 64,
        "num_nextn_predict_layers": 0,
        "num_return_sequences": 1,
        "output_attentions": false,
        "output_hidden_states": false,
        "output_scores": false,
        "pad_token_id": 163839,
        "prefix": null,
        "pretraining_tp": 1,
        "problem_type": null,
        "pruned_heads": {},
        "q_lora_rank": 1536,
        "qk_nope_head_dim": 128,
        "qk_rope_head_dim": 64,
        "remove_invalid_values": false,
        "repetition_penalty": 1.0,
        "return_dict": true,
        "return_dict_in_generate": false,
        "rms_norm_eps": 1e-05,
        "rope_scaling": {
            "beta_fast": 32.0,
            "beta_slow": 1.0,
            "factor": 64.0,
            "mscale": 1.0,
            "mscale_all_dim": 1.0,
            "original_max_position_embeddings": 4096,
            "type": "yarn"
        },
        "rope_theta": 50000.0,
        "routed_scaling_factor": 2.827,
        "scoring_func": "sigmoid",
        "sep_token_id": null,
        "seq_aux": true,
        "suppress_tokens": null,
        "task_specific_params": null,
        "temperature": 1.0,
        "tf_legacy_loss": false,
        "tie_encoder_decoder": false,
        "tie_word_embeddings": false,
        "tokenizer_class": null,
        "top_k": 50,
        "top_p": 1.0,
        "topk_group": 1,
        "topk_method": "noaux_tc",
        "torchscript": false,
        "transformers_version": "4.56.2",
        "typical_p": 1.0,
        "use_bfloat16": false,
        "use_cache": true,
        "v_head_dim": 128,
        "vocab_size": 163840
    },
    "tie_word_embeddings": false,
    "use_unified_vision_chunk": true,
    "video_placeholder": "<|kimi_k25_video_placeholder|>",
    "vision_config": {
        "_attn_implementation": "flash_attention_2",
        "init_pos_emb_height": 64,
        "init_pos_emb_time": 4,
        "init_pos_emb_width": 64,
        "merge_kernel_size": [
            2,
            2
        ],
        "merge_type": "sd2_tpool",
        "mm_hidden_size": 1152,
        "mm_projector_type": "patchmerger",
        "patch_size": 14,
        "pos_emb_type": "divided_fixed",
        "projector_hidden_act": "gelu",
        "projector_ln_eps": 1e-05,
        "text_hidden_size": 7168,
        "video_attn_type": "spatial_temporal",
        "vt_hidden_size": 1152,
        "vt_intermediate_size": 4304,
        "vt_num_attention_heads": 16,
        "vt_num_hidden_layers": 27
    },
    "quantization_config": {
        "global_quant_config": {
            "input_tensors": {
                "dtype": "fp4",
                "is_dynamic": true,
                "qscheme": "per_group",
                "ch_axis": -1,
                "group_size": 32,
                "symmetric": null,
                "round_method": "half_even",
                "scale_type": "float",
                "scale_format": "e8m0",
                "scale_calculation_mode": "even",
                "mx_element_dtype": null,
                "observer_cls": "PerBlockMXObserver",
                "is_scale_quant": false
            },
            "output_tensors": null,
            "weight": {
                "dtype": "fp4",
                "is_dynamic": false,
                "qscheme": "per_group",
                "ch_axis": -1,
                "group_size": 32,
                "symmetric": null,
                "round_method": "half_even",
                "scale_type": "float",
                "scale_format": "e8m0",
                "scale_calculation_mode": "even",
                "mx_element_dtype": null,
                "observer_cls": "PerBlockMXObserver",
                "is_scale_quant": false
            },
            "bias": null,
            "target_device": null
        },
        "exclude": [
        	"lm_head",
        	"re:.*self_attn.*",
        	"re:.*shared_experts.*",
        	"re:.*mlp\\.(gate|up|gate_up|down)_proj.*",
		"re:mm_projector.*",
		"re:vision_tower.*"
        ],
        "algo_config": null,
        "softmax_quant_spec": null,
        "quant_method": "quark",
        "layer_type_quant_config": {},
        "layer_quant_config": {},
        "kv_cache_quant_config": {},
        "kv_cache_post_rope": false,
        "quant_mode": "eager_mode",
        "version": "0.11+4a34634b4a",
        "export": {
            "kv_cache_group": [],
            "min_kv_scale": 0.0,
            "pack_method": "reorder",
            "weight_format": "real_quantized",
            "weight_merge_groups": null
        }
    }
}