initial commit

run.sh

@@ -0,0 +1,24 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+cd "$SCRIPT_DIR"
+
+# Activate virtual environment
+source .venv/bin/activate
+
+# Default model – 4-bit quantized Gemma 3 4B IT (vision-capable)
+MODEL="${MODEL:-mlx-community/gemma-3-4b-it-4bit}"
+HOST="${HOST:-127.0.0.1}"
+PORT="${PORT:-1234}"
+
+echo "Starting MLX Server..."
+echo "  Model: $MODEL"
+echo "  Endpoint: http://$HOST:$PORT"
+echo ""
+
+exec python -m mlx_server.main \
+    --model "$MODEL" \
+    --host "$HOST" \
+    --port "$PORT" \
+    "$@"