Something went wrong. Try again.
This repository has no description
Something went wrong. Try again.
JSON
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889{ "format": 1, "roles": { "gateway": { "class": "service", "capabilities": { "kind": "litellm-gateway" }, "location": { "site": "site:0", "rack": null } }, "pool:qwen27b-eight-card": { "class": "gpu-pool", "capabilities": { "arch": "x86_64", "cards": 8, "card_class": "consumer-24gb", "memory_class": "512gb" }, "location": { "site": "site:0", "rack": null } }, "pool:qwen27b-four-card": { "class": "gpu-pool", "capabilities": { "arch": "x86_64", "cards": 4, "card_class": "consumer-24gb", "memory_class": null }, "location": { "site": "site:0", "rack": null } }, "pool:qwen27b-four-card-vm": { "class": "gpu-pool", "capabilities": { "arch": "x86_64", "cards": 4, "card_class": "consumer-24gb", "memory_class": null }, "location": { "site": "site:0", "rack": null } }, "pool:flash-next-arm-pair": { "class": "unified-memory-pool", "capabilities": { "arch": "aarch64", "cards": 2, "card_class": "gb10", "memory_class": "128gb-unified" }, "location": { "site": "site:0", "rack": null } }, "pool:deepseek-arm-pair": { "class": "unified-memory-pool", "capabilities": { "arch": "aarch64", "cards": 2, "card_class": "gb10", "memory_class": "128gb-unified" }, "location": { "site": "site:0", "rack": null } }, "pool:glm-arm-pairs": { "class": "unified-memory-pool", "capabilities": { "arch": "aarch64", "cards": 4, "card_class": "gb10", "memory_class": "128gb-unified" }, "location": { "site": "site:0", "rack": null } }, "lane:0": { "class": "build-lane", "capabilities": { "arch": "x86_64", "threads": 96 }, "location": { "site": "site:0", "rack": null } }, "lane:1": { "class": "build-lane", "capabilities": { "arch": "x86_64", "threads": 96 }, "location": { "site": "site:0", "rack": null } }, "nas": { "class": "storage", "capabilities": { "kind": "nas" }, "location": { "site": "site:0", "rack": null } }, "forge": { "class": "service", "capabilities": { "kind": "forgejo" }, "location": { "site": "site:0", "rack": null } }, "collector": { "class": "service", "capabilities": { "kind": "discovery-collector" }, "location": { "site": "site:0", "rack": null } } }, "aliases": { "qwen3.8-27b": { "pool": "pool:qwen27b-four-card", "max_in_flight": null, "state": "serving" }, "qwen3.8-27b-fast": { "pool": "pool:qwen27b-eight-card", "max_in_flight": 32, "state": "serving" }, "qwen3.8-27b-long": { "pool": "pool:qwen27b-eight-card", "max_in_flight": null, "state": "serving" }, "qwen3.8-27b-fast-2": { "pool": "pool:qwen27b-four-card-vm", "max_in_flight": 16, "state": "serving" }, "qwen3.8-flash-next": { "pool": "pool:flash-next-arm-pair", "max_in_flight": 16, "state": "serving" }, "deepseek-v4.1-flash": { "pool": "pool:deepseek-arm-pair", "max_in_flight": 2, "state": "serving" }, "glm-5.3-flash": { "pool": "pool:glm-arm-pairs", "max_in_flight": null, "state": "retired", "retired_on": "2026-09-22", "removed_from_gateway_on": "2026-09-25" }, "glm-5.3-flash-exl3": { "pool": "pool:glm-arm-pairs", "max_in_flight": null, "state": "retired", "retired_on": "2026-09-22", "removed_from_gateway_on": "2026-09-25" }, "kimi-for-coding": { "pool": null, "provider": "kimi", "max_in_flight": null, "state": "serving" } }, "providers": { "gateway": { "billing": "self-hosted", "allowed": true, "rule": "the project's own rig, through the gateway key" }, "claude-code": { "billing": "subscription", "allowed": true, "rule": "subscription agent logged in on the lane" }, "kimi": { "billing": "subscription", "allowed": true, "rule": "Kimi coding plan through KIMI_TOKEN, reached at the lane's NEV_LANE_MODEL_URL; for development and testing while the rig is down" }, "anthropic-api": { "billing": "metered", "allowed": false, "rule": "no metered Anthropic API without a person's approval" } }}