Brydon DeWitt
2a00366204
model config, downloads, llama-server service and a README.md to explain --host
10 lines
286 B
Bash
Executable File
10 lines
286 B
Bash
Executable File
#!/bin/bash
|
|
export LD_LIBRARY_PATH=/opt/llama-server${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}
|
|
cd /opt/llama-server
|
|
exec /opt/llama-server/llama-server \
|
|
--models-dir /home/dev/models \
|
|
--models-max 1 \
|
|
--models-preset /home/dev/models/presets.ini \
|
|
--host 127.0.0.1 \
|
|
--port 8080
|