{ "bits": 4, "dataset": "codefuse-evol-instruction-zh", "group_size": 128, "damp_percent": 0.1, "desc_act": false, "sym": true, "true_sequential": true, "quant_method": "gptq", "modules_in_block_to_quantize": null }