feat(mars): honcho-console phase 3 — metrics, stage models, spend
Honcho now exports Prometheus metrics (METRICS_ENABLED) for the console's token, cost and latency views. The console prices each stage with the models read from honcho-api's own environment, and reads Honcho's OpenRouter key as a systemd credential for actual spend. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -1,9 +1,14 @@
|
||||
{ inputs, ... }:
|
||||
{ config, inputs, ... }:
|
||||
|
||||
# Web console for luna's Honcho (honcho.nix). Bound on all interfaces but
|
||||
# its port stays closed in the firewall, so like Hermes' dashboard it is
|
||||
# reachable over tailscale0 only: http://mars.orbit.sol:8095. It can rewrite
|
||||
# luna's memory, so it stays off the LAN and off neptun.
|
||||
let
|
||||
# Honcho's own model settings, so cost per stage tracks honcho.nix.
|
||||
env = config.virtualisation.oci-containers.containers.honcho-api.environment;
|
||||
level = l: env."DIALECTIC_LEVELS__${l}__MODEL_CONFIG__MODEL";
|
||||
in
|
||||
{
|
||||
imports = [ inputs.honcho-console.nixosModules.default ];
|
||||
|
||||
@@ -14,6 +19,18 @@
|
||||
allowWrites = true;
|
||||
cardSnapshotInterval = "15m";
|
||||
representationSnapshotInterval = "24h";
|
||||
|
||||
stageModels = {
|
||||
"deriver.ingestion" = env.DERIVER_MODEL_CONFIG__MODEL;
|
||||
"deriver.summary" = env.SUMMARY_MODEL_CONFIG__MODEL;
|
||||
"dreamer.deduction" = env.DREAM_DEDUCTION_MODEL_CONFIG__MODEL;
|
||||
# card_refresh reuses the deduction model.
|
||||
"dreamer.card_refresh" = env.DREAM_DEDUCTION_MODEL_CONFIG__MODEL;
|
||||
"dreamer.induction" = env.DREAM_INDUCTION_MODEL_CONFIG__MODEL;
|
||||
} // builtins.listToAttrs (map (l: { name = "dialectic.${l}"; value = level l; })
|
||||
[ "minimal" "low" "medium" "high" "max" ]);
|
||||
# Honcho's key, used by nothing else: its usage is Honcho's actual spend.
|
||||
openrouterKeyFile = config.sops.secrets.openrouter_api_key.path;
|
||||
};
|
||||
|
||||
# Honcho's tables must exist before the grant covers them.
|
||||
|
||||
@@ -20,6 +20,9 @@ let
|
||||
DB_CONNECTION_URI = "postgresql+psycopg://honcho@/honcho?host=/run/postgresql";
|
||||
AUTH_USE_AUTH = "false";
|
||||
CACHE_ENABLED = "false";
|
||||
# Read by honcho-console (token usage, latency). The deriver serves its own
|
||||
# on 0.0.0.0:9090, which the firewall keeps off the LAN.
|
||||
METRICS_ENABLED = "true";
|
||||
HOME = "/tmp";
|
||||
|
||||
LLM_OPENAI_BASE_URL = "https://openrouter.ai/api/v1";
|
||||
|
||||
Reference in New Issue
Block a user