#!/bin/bash
export LD_LIBRARY_PATH=/opt/llama-server${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}
cd /opt/llama-server
exec /opt/llama-server/llama-server \
  --models-dir /home/dev/models \
  --models-max 1 \
  --models-preset /home/dev/models/presets.ini \
  --host 127.0.0.1 \
  --port 8080