This commit is contained in:
parent
88e5c20c5c
commit
c9a5fe2067
@ -39,6 +39,8 @@ TEMPLATES = {
|
||||
"distro_package_manager": "apt",
|
||||
"distro_releases": [],
|
||||
"image": "cr.smcm.xyz/coder-images/ollama:quantize",
|
||||
"coder_home_disk_size": "100",
|
||||
"startup_scripts": ["ollama"]
|
||||
},
|
||||
"ubuntu": {
|
||||
"distro_name": "Ubuntu Linux",
|
||||
|
||||
9
startup_scripts/ollama.sh.j2
Normal file
9
startup_scripts/ollama.sh.j2
Normal file
@ -0,0 +1,9 @@
|
||||
git clone git@github.com:ollama/ollama.git ollama
|
||||
cd ollama
|
||||
git submodule init
|
||||
git submodule update llm/llama.cpp
|
||||
python3 -m venv llm/llama.cpp/.venv
|
||||
source llm/llama.cpp/.venv/bin/activate
|
||||
pip install -r llm/llama.cpp/requirements.txt
|
||||
make -C llm/llama.cpp quantize
|
||||
git lfs install
|
||||
Reference in New Issue
Block a user