| from huggingface_hub import hf_hub_download | |
| repo_id = "TheBloke/zephyr-7B-beta-GGUF" | |
| model_name = "zephyr-7b-beta.Q4_K_M.gguf" | |
| local_dir="./"#"/mnt/ssd1/MH/AMINE/NLPBANK/localchatbot" | |
| hf_hub_download(repo_id=repo_id, | |
| filename=model_name, | |
| local_dir=local_dir, | |
| local_dir_use_symlinks=False) | |