mirror of
https://github.com/geoffsee/open-gsio.git
synced 2025-09-08 22:56:46 +00:00
2884baf000
- Replaced single Docker command for Ollama with a `docker-compose` setup. - Updated `start_inference_server.sh` to use `ollama-compose.yml`. - Updated README with new usage instructions for Ollama web UI access.
14 lines
405 B
Bash
Executable File
14 lines
405 B
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
if [ "$1" = "mlx-omni-server" ]; then
|
|
printf "Starting Inference Server: %s\n" "$1"
|
|
mlx-omni-server --log-level debug
|
|
elif [ "$1" = "ollama" ]; then
|
|
echo "starting ollama"
|
|
SCRIPT_DIR=$(dirname $(realpath "$0"))
|
|
docker-compose -f "${SCRIPT_DIR}/ollama-compose.yml" up -d
|
|
else
|
|
printf "Error: First argument must be 'mlx-omni-server' or 'ollama'\n"
|
|
exit 1
|
|
fi
|