Upload angelslim_config.json with huggingface_hub

angelslim_config.json

@@ -0,0 +1,76 @@
+{
+    "model_config": {
+        "name": "Qwen",
+        "model_path": "Base Model Path",
+        "trust_remote_code": true,
+        "torch_dtype": "auto",
+        "device_map": "auto",
+        "low_cpu_mem_usage": true,
+        "use_cache": false,
+        "cache_dir": null
+    },
+    "compression_config": {
+        "name": [
+            "PTQ"
+        ],
+        "quantization": {
+            "name": "nvfp4",
+            "bits": 4,
+            "quant_method": {
+                "weight": "per-block",
+                "activation": "per-block",
+                "group_size": 16
+            },
+            "quant_helpers": [],
+            "smooth_alpha": 0.5,
+            "low_memory": false,
+            "modules_to_quantize": [],
+            "zero_point": true,
+            "mse_range": false,
+            "ignore_layers": [
+                "lm_head",
+                "model.embed_tokens",
+                "lm_head"
+            ],
+            "quant_analyse": false,
+            "quant_vit": false
+        },
+        "cache": null
+    },
+    "dataset_config": {
+        "name": "TextDataset",
+        "data_path": "/cfs_cloud_code/wdarrenhu/open_slim/openslim_v5/OpenSlim/dataset/hunyuan/7b_dense_qwen3_235b_a22b_output_256.jsonl",
+        "max_seq_length": 4096,
+        "num_samples": 256,
+        "batch_size": 1,
+        "shuffle": false,
+        "inference_settings": null
+    },
+    "global_config": {
+        "save_path": "Save Model Path",
+        "max_seq_length": 4096,
+        "hidden_size": 5120,
+        "model_arch_type": "qwen3",
+        "deploy_backend": "vllm"
+    },
+    "infer_config": null,
+    "debug_info": {
+        "python": "3.10.12 (main, Aug 29 2024, 16:22:46) [GCC 9.3.0]",
+        "angelslim": {
+            "name": "angelslim",
+            "version": "0.0.0.dev0",
+            "source": "pip"
+        },
+        "torch": {
+            "name": "torch",
+            "version": "2.3.1",
+            "source": "pip"
+        },
+        "transformers": {
+            "name": "transformers",
+            "version": "4.56.1",
+            "source": "pip"
+        },
+        "torch_cuda_version": "12.3"
+    }
+}