This commit is contained in:
parent
88e5c20c5c
commit
c9a5fe2067
@ -39,6 +39,8 @@ TEMPLATES = {
|
|||||||
"distro_package_manager": "apt",
|
"distro_package_manager": "apt",
|
||||||
"distro_releases": [],
|
"distro_releases": [],
|
||||||
"image": "cr.smcm.xyz/coder-images/ollama:quantize",
|
"image": "cr.smcm.xyz/coder-images/ollama:quantize",
|
||||||
|
"coder_home_disk_size": "100",
|
||||||
|
"startup_scripts": ["ollama"]
|
||||||
},
|
},
|
||||||
"ubuntu": {
|
"ubuntu": {
|
||||||
"distro_name": "Ubuntu Linux",
|
"distro_name": "Ubuntu Linux",
|
||||||
|
|||||||
9
startup_scripts/ollama.sh.j2
Normal file
9
startup_scripts/ollama.sh.j2
Normal file
@ -0,0 +1,9 @@
|
|||||||
|
git clone git@github.com:ollama/ollama.git ollama
|
||||||
|
cd ollama
|
||||||
|
git submodule init
|
||||||
|
git submodule update llm/llama.cpp
|
||||||
|
python3 -m venv llm/llama.cpp/.venv
|
||||||
|
source llm/llama.cpp/.venv/bin/activate
|
||||||
|
pip install -r llm/llama.cpp/requirements.txt
|
||||||
|
make -C llm/llama.cpp quantize
|
||||||
|
git lfs install
|
||||||
Reference in New Issue
Block a user