b0c83ca985
Some checks failed
CI / typecheck + vitest (Node 20) (push) Has been cancelled
The PR #12 runbook and compose pre-flight headers claimed a wildcard *.vector.apexfusion.org record covers new supplier hosts. It does not: each mp-suppliers-* host is an individual DNS-only A record to 91.98.147.172, and on-box Let's Encrypt HTTP-01 issuance requires the record to be unproxied. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
90 lines
4.1 KiB
YAML
90 lines
4.1 KiB
YAML
# deploy/mainnet/docker-compose.supplier-qwen35b.yml — Supplier — MAINNET
|
||
# (Hetzner Inference / Qwen/Qwen3.6-35B-A3B-FP8 — one-off `llm.text.generate.v1`)
|
||
#
|
||
# Hetzner-backed supplier. LLM_BACKEND=openai pointed directly at Hetzner's
|
||
# hosted inference API (OpenAI-compatible at https://inference.hetzner.com/api).
|
||
# No local proxy container — reachable over public HTTPS.
|
||
#
|
||
# One of 8 Hetzner-backed suppliers (4 models x {one-off, chat-session});
|
||
# fleet runbook: docs/HETZNER_SETUP.md.
|
||
#
|
||
# Pre-flight:
|
||
# 1. DNS: mp-suppliers-qwen35b.vector.apexfusion.org → host
|
||
# (individual DNS-only A record → 91.98.147.172; NO wildcard exists —
|
||
# letsencrypt HTTP-01 issuance needs the unproxied direct record)
|
||
# 2. supplier/.env.qwen35b written on host (chmod 600) with at minimum:
|
||
# SUPPLIER_PRIV_KEY_HEX, SUPPLIER_ADDRESS, SUPPLIER_PKH,
|
||
# SUPPLIER_PUB_KEY_HEX, OPENAI_API_KEY, OGMIOS_URL, NETWORK_ID=1,
|
||
# VECTOR_ZERO_TIME_MS, ESCROW_REF_UTXO, ADVERT_REF_UTXO, ADVERT_REF,
|
||
# LIVE_CHAIN=1
|
||
# 3. Networks already exist (created by the canonical supplier compose):
|
||
# docker network create marketplace-mainnet-net # one-shot
|
||
# # traefik-net is created by the Traefik project
|
||
|
||
name: marketplace-mainnet-supplier-qwen35b
|
||
|
||
services:
|
||
supplier:
|
||
build:
|
||
context: ../..
|
||
dockerfile: supplier/Dockerfile
|
||
container_name: marketplace-mainnet-supplier-qwen35b
|
||
restart: unless-stopped
|
||
env_file:
|
||
# Self-contained env for this Hetzner-backed variant. Holds this
|
||
# supplier's distinct SUPPLIER_PRIV_KEY_HEX (+ derived wallet vars),
|
||
# ADVERT_REF, the shared Hetzner OPENAI_API_KEY, and the shared mainnet
|
||
# plumbing duplicated in full (NETWORK_ID, OGMIOS_URL, VECTOR_ZERO_TIME_MS,
|
||
# ref-script UTxOs, LIVE_CHAIN). No env_file ordering / override magic.
|
||
- path: ../../supplier/.env.qwen35b
|
||
required: false
|
||
environment:
|
||
LLM_BACKEND: openai
|
||
# No /v1 suffix — supplier/src/openai.ts appends /v1/chat/completions
|
||
# (Hetzner serves at https://inference.hetzner.com/api/v1/...).
|
||
OPENAI_BASE_URL: https://inference.hetzner.com/api
|
||
# Reasoning-style models can be slow; matches the advert's
|
||
# max_processing_ms (300000).
|
||
OPENAI_TIMEOUT_MS: "300000"
|
||
# OPENAI_MAX_TOKENS intentionally unset: no max_tokens forwarded upstream,
|
||
# the provider grants context − prompt. Advert cap = model context length.
|
||
PORT: "8080"
|
||
# Enable LiveOgmiosProvider so submitTx/awaitTx actually broadcast.
|
||
LIVE_CHAIN: "1"
|
||
# NETWORK_ID and OGMIOS_URL intentionally not pinned here — they MUST
|
||
# come from the operator-provided supplier/.env.qwen35b on a mainnet host.
|
||
healthcheck:
|
||
test: ["CMD-SHELL", "wget -qO- http://localhost:8080/healthz >/dev/null || exit 1"]
|
||
interval: 20s
|
||
timeout: 5s
|
||
retries: 3
|
||
start_period: 15s
|
||
networks:
|
||
- marketplace-mainnet-net
|
||
- traefik-net
|
||
labels:
|
||
- "traefik.enable=true"
|
||
- "traefik.docker.network=traefik-net"
|
||
- "traefik.http.routers.mp-suppliers-qwen35b-mainnet.entrypoints=web"
|
||
- "traefik.http.routers.mp-suppliers-qwen35b-mainnet.rule=Host(`mp-suppliers-qwen35b.vector.apexfusion.org`)"
|
||
- "traefik.http.routers.mp-suppliers-qwen35b-mainnet.middlewares=mp-suppliers-qwen35b-mainnet-https"
|
||
- "traefik.http.middlewares.mp-suppliers-qwen35b-mainnet-https.redirectscheme.scheme=https"
|
||
- "traefik.http.middlewares.mp-suppliers-qwen35b-mainnet-https.redirectscheme.permanent=true"
|
||
- "traefik.http.routers.mp-suppliers-qwen35b-mainnet-tls.entrypoints=websecure"
|
||
- "traefik.http.routers.mp-suppliers-qwen35b-mainnet-tls.rule=Host(`mp-suppliers-qwen35b.vector.apexfusion.org`)"
|
||
- "traefik.http.routers.mp-suppliers-qwen35b-mainnet-tls.tls.certresolver=letsencrypt"
|
||
- "traefik.http.services.mp-suppliers-qwen35b-mainnet.loadbalancer.server.port=8080"
|
||
logging:
|
||
driver: json-file
|
||
options:
|
||
max-size: "10m"
|
||
max-file: "3"
|
||
|
||
networks:
|
||
marketplace-mainnet-net:
|
||
external: true
|
||
name: marketplace-mainnet-net
|
||
traefik-net:
|
||
external: true
|
||
name: traefik-net
|