Move runner port 18008 -> 18010

Follows the change already made on 4n4rch02. Updates the compose --port and
healthcheck plus every default in the bench tooling and the README, so the
scripts keep working without an explicit --port.

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
2026-07-25 16:04:45 +02:00
co-authored by Claude Opus 5
parent e2157e9226
commit 3ff4a5646f
6 changed files with 9 additions and 9 deletions
+1 -1
View File
@@ -40,7 +40,7 @@ def bench(port, prompt_tokens, n_predict, label):
if __name__ == "__main__":
ap = argparse.ArgumentParser()
ap.add_argument("--port", type=int, default=18008)
ap.add_argument("--port", type=int, default=18010)
ap.add_argument("--label", default="run")
ap.add_argument("--depths", default="512,8192,32768,131072")
ap.add_argument("--n-predict", type=int, default=128)
+1 -1
View File
@@ -53,7 +53,7 @@ def probe(port, label, extra):
if __name__ == "__main__":
ap = argparse.ArgumentParser()
ap.add_argument("--port", type=int, default=18008)
ap.add_argument("--port", type=int, default=18010)
ap.add_argument("--case", choices=["default", "override", "off"], default="default")
ap.add_argument("--budget", type=int, default=16384)
a = ap.parse_args()
+1 -1
View File
@@ -61,7 +61,7 @@ def run(port, name, prompt, n_predict, no_think):
if __name__ == "__main__":
ap = argparse.ArgumentParser()
ap.add_argument("--port", type=int, default=18008)
ap.add_argument("--port", type=int, default=18010)
ap.add_argument("--label", default="run")
ap.add_argument("--n-predict", type=int, default=400)
ap.add_argument("--no-think", action="store_true",
+2 -2
View File
@@ -4,12 +4,12 @@
# Usage: ./sweep.sh <ncmoe>:<tensor-split>[:<threads>] ...
# Example: ./sweep.sh 10:24,16:8 8:24,16:8
#
# Env: CTX (default 131072), DEPTHS (default 512,8192), PORT (default 18008)
# Env: CTX (default 131072), DEPTHS (default 512,8192), PORT (default 18010)
HUB=${HUB:-/mnt/2TSAM990nvme/docker-volume-outsource/llm-models/hf/hub/models--unsloth--Qwen3.6-35B-A3B-GGUF}
SNAP=${SNAP:-snapshots/a483e9e6cbd595906af30beda3187c2663a1118c/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf}
CTX=${CTX:-131072}
PORT=${PORT:-18008}
PORT=${PORT:-18010}
NAME=qwen36-sweep
BENCH=${BENCH:-$(dirname "$0")/bench.py}