Honcho now exports Prometheus metrics (METRICS_ENABLED) for the console's token, cost and latency views. The console prices each stage with the models read from honcho-api's own environment, and reads Honcho's OpenRouter key as a systemd credential for actual spend. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
39 lines
1.6 KiB
Nix
39 lines
1.6 KiB
Nix
{ config, inputs, ... }:
|
|
|
|
# Web console for luna's Honcho (honcho.nix). Bound on all interfaces but
|
|
# its port stays closed in the firewall, so like Hermes' dashboard it is
|
|
# reachable over tailscale0 only: http://mars.orbit.sol:8095. It can rewrite
|
|
# luna's memory, so it stays off the LAN and off neptun.
|
|
let
|
|
# Honcho's own model settings, so cost per stage tracks honcho.nix.
|
|
env = config.virtualisation.oci-containers.containers.honcho-api.environment;
|
|
level = l: env."DIALECTIC_LEVELS__${l}__MODEL_CONFIG__MODEL";
|
|
in
|
|
{
|
|
imports = [ inputs.honcho-console.nixosModules.default ];
|
|
|
|
services.honcho-console = {
|
|
enable = true;
|
|
listen = "0.0.0.0:8095";
|
|
# Unlocks the UI toggle only; every start is still read-only.
|
|
allowWrites = true;
|
|
cardSnapshotInterval = "15m";
|
|
representationSnapshotInterval = "24h";
|
|
|
|
stageModels = {
|
|
"deriver.ingestion" = env.DERIVER_MODEL_CONFIG__MODEL;
|
|
"deriver.summary" = env.SUMMARY_MODEL_CONFIG__MODEL;
|
|
"dreamer.deduction" = env.DREAM_DEDUCTION_MODEL_CONFIG__MODEL;
|
|
# card_refresh reuses the deduction model.
|
|
"dreamer.card_refresh" = env.DREAM_DEDUCTION_MODEL_CONFIG__MODEL;
|
|
"dreamer.induction" = env.DREAM_INDUCTION_MODEL_CONFIG__MODEL;
|
|
} // builtins.listToAttrs (map (l: { name = "dialectic.${l}"; value = level l; })
|
|
[ "minimal" "low" "medium" "high" "max" ]);
|
|
# Honcho's key, used by nothing else: its usage is Honcho's actual spend.
|
|
openrouterKeyFile = config.sops.secrets.openrouter_api_key.path;
|
|
};
|
|
|
|
# Honcho's tables must exist before the grant covers them.
|
|
systemd.services.honcho-console-grants.after = [ "podman-honcho-api.service" ];
|
|
}
|