Q4_K_M.gguf in parts
#1
by
rakmik
- opened
Sky-T1-32B-Preview-Q4_K_M.gguf division
for easy downloading
https://huggingface.co/rakmik/Sky-T1q4part
!git clone https://github.com/ggerganov/llama.cpp
%cd llama.cpp
!cmake -B build
!cmake --build build --config Release
!/content/llama.cpp/build/bin/llama-gguf-split --split-max-size 5G /content/Sky-T1-32B-Preview-Q4_K_M.gguf /content
from huggingface_hub import login
login(token="XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX")
from huggingface_hub import upload_file
upload_file(
path_or_fileobj="/content-00001-of-00004.gguf",
path_in_repo="content-00001-of-00004.gguf",
repo_id="rakmik/Sky-T1q4part",
)
!/content/llama.cpp/build/bin/llama-cli -m /content-00001-of-00004.gguf -p "Who is Napoleon Bonaparte?"