File size: 219 Bytes
83836ef
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
{
    "model_name": "Compressa-Qwen2.5-14B-Instruct",
    "torch_dtype": "torch.float16",
    "device_map": "auto",
    "trust_remote_code": false,
    "backends": ["lmdeploy", "vllm"],
    "config_class": "HFConfig"
}