update
All checks were successful
continuous-integration/drone/push Build is passing

This commit is contained in:
Steve McMaster 2024-02-06 17:07:03 -05:00
parent 88e5c20c5c
commit c9a5fe2067
2 changed files with 11 additions and 0 deletions

View File

@ -39,6 +39,8 @@ TEMPLATES = {
"distro_package_manager": "apt",
"distro_releases": [],
"image": "cr.smcm.xyz/coder-images/ollama:quantize",
"coder_home_disk_size": "100",
"startup_scripts": ["ollama"]
},
"ubuntu": {
"distro_name": "Ubuntu Linux",

View File

@ -0,0 +1,9 @@
git clone git@github.com:ollama/ollama.git ollama
cd ollama
git submodule init
git submodule update llm/llama.cpp
python3 -m venv llm/llama.cpp/.venv
source llm/llama.cpp/.venv/bin/activate
pip install -r llm/llama.cpp/requirements.txt
make -C llm/llama.cpp quantize
git lfs install