File size: 219 Bytes
83836ef |
1 2 3 4 5 6 7 8 9 |
{
"model_name": "Compressa-Qwen2.5-14B-Instruct",
"torch_dtype": "torch.float16",
"device_map": "auto",
"trust_remote_code": false,
"backends": ["lmdeploy", "vllm"],
"config_class": "HFConfig"
}
|