Something went wrong. Try again.
Routing embedding stack for Qwen3-Embedding-0.6B on Apple Silicon: orchestrator + MLX + llama.cpp backends
Something went wrong. Try again.
642 B · 16 lines
Shell
at main
1234567891011121314151617#!/usr/bin/env bashset -euo pipefailcd "$(dirname "$0")/.."
: "${TOKENIZER_PATH:?set TOKENIZER_PATH to the tokenizer.json in your HF snapshot}": "${SWIFT_MODEL_DIR:?set SWIFT_MODEL_DIR to the HF snapshot dir}": "${RUST_MODEL_PATH:?set RUST_MODEL_PATH to the Qwen3-Embedding-0.6B-f16.gguf}"
export SWIFT_BIN="${SWIFT_BIN:-$PWD/mlx-embed-server/.build/release/EmbedServer}"export RUST_BIN="${RUST_BIN:-$PWD/target/release/llama-embed-server}"export ORCH_PORT="${ORCH_PORT:-8080}"export SWIFT_PORT="${SWIFT_PORT:-8081}"export RUST_PORT="${RUST_PORT:-8100}"export RUST_LOG="${RUST_LOG:-info}"
exec ./target/release/embed-orchestrator