Files
homelab/services/desktop/luna-voice.nix
T
darmanandClaude Opus 5.5 efb690206b feat(terra): luna speaks with ElevenLabs v4 turbo
eleven_v4_turbo is the new default, same price per character as
v3_conversational. v4 also streams over Text to Dialogue, so the switch is
now uses_dialogue() for both. Audio tags may carry free-text directions
("[whispers, in a German accent]"): commas and apostrophes allowed, up to
80 chars. The voice prompt and luna-soul.md teach her the wider tag set,
including in text_to_speech voice notes.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-16 00:01:48 +02:00

183 lines
6.5 KiB
Nix

{ config, pkgs, lib, ... }:
# Voice loop for luna: SUPER+V opens the mic, talk, hear her answer.
#
# mic -> whisper-cpp (local, vulkan) -> Hermes' OpenAI-compatible API on mars
# -> ElevenLabs streaming TTS -> speaker. State, amplitude, captions and a
# viseme timeline are published on a unix socket; the rail's LunaPanel reads
# them (dotfiles/quickshell/HyprChrome/Widgets/Bar/Luna), and the viseme
# stream is there for the avatar that replaces its meter later.
#
# A USER service, not a system one: it needs darman's pipewire session and his
# XDG_RUNTIME_DIR for the socket. That is also why the two secrets it reads
# are owner-darman in hosts/terra/secrets.nix — a user manager cannot read a
# root-owned 0400 file, and LoadCredential does not bridge that gap.
#
# STT is LOCAL on purpose: mars already runs faster-whisper for Telegram voice
# notes, but routing the mic through it would put every spoken word on the
# network for no latency win. This is the client-direct path Hermes itself
# documents.
let
cfg = config.homelab.lunaVoice;
luna-voice = pkgs.callPackage ../../pkgs/luna-voice.nix { };
# Pinned like the KittenTTS models on mars: a model that re-downloads at
# first use is a service that fails on a fresh install with no network.
# small, multilingual: base.en heard "backup" as "Mac up" and turned German
# into English nonsense. ~1s per turn on the 6800 XT vs ~0.4s; turbo was
# ~2.3s for no visible gain.
whisperModel = pkgs.fetchurl {
url = "https://huggingface.co/ggerganov/whisper.cpp/resolve/5359861c739e955e79d9a303bcbc70fb988958b1/ggml-small.bin";
sha256 = "sha256-G+OpsgY4Z7k35k4ux0gzZKeZF+FX+pjF2UtcH//qmHs=";
};
in
{
options.homelab.lunaVoice = {
enable = lib.mkEnableOption "luna voice daemon";
user = lib.mkOption {
type = lib.types.str;
default = "darman";
description = "User whose session runs the daemon.";
};
hermesUrl = lib.mkOption {
type = lib.types.str;
default = "http://mars.orbit.sol:8642";
description = "Base URL of luna's Hermes API server (tailnet-only).";
};
model = lib.mkOption {
type = lib.types.str;
default = "hermes-agent";
description = "Model name to request; Hermes routes it to her configured provider.";
};
voiceId = lib.mkOption {
type = lib.types.str;
description = "ElevenLabs voice id — luna's voice.";
};
ttsModel = lib.mkOption {
type = lib.types.str;
default = "eleven_v4_turbo";
description = ''
eleven_v3* and eleven_v4* stream over the Text to Dialogue socket and
perform audio tags ([laughs], [sighs]); they also get her German right,
which Flash reads with an English accent. eleven_v4_turbo costs the
same as eleven_v3_conversational. Anything else uses the TTS socket, e.g.
"eleven_flash_v2_5" — half the price per character, faster, no tags.
'';
};
hermesKeyFile = lib.mkOption {
type = lib.types.path;
description = "File holding the API_SERVER_KEY bearer token.";
};
elevenLabsKeyFile = lib.mkOption {
type = lib.types.path;
description = "File holding the ElevenLabs API key.";
};
# Mic tuning. Defaults are set for terra's AIR 192|4, which is QUIET:
# ~0.002 ambient against ~0.0045 for normal speech. Raising the gain on
# the interface is worth more than any value here — everything downstream,
# whisper included, works better with headroom.
inputDevice = lib.mkOption {
type = lib.types.nullOr lib.types.str;
default = null;
description = "Substring of the input device name; null uses the system default.";
};
whisperLanguage = lib.mkOption {
type = lib.types.str;
default = "auto";
description = ''
whisper's -l. "auto" detects per utterance, which costs a second
encoder pass; a fixed code like "en" translates other languages
instead of transcribing them.
'';
};
vadMult = lib.mkOption {
type = lib.types.float;
default = 1.8;
description = "Speech triggers above noise_floor * this.";
};
vadFloor = lib.mkOption {
type = lib.types.float;
default = 0.0025;
description = "Absolute lower bound on the trigger, whatever the floor says.";
};
silenceMs = lib.mkOption {
type = lib.types.int;
default = 2000;
description = "Silence that ends an utterance.";
};
voiceMarker = lib.mkOption {
type = lib.types.str;
default = "[voice]";
description = ''
Prefixed to every spoken message so luna can tell this channel from
Telegram or the dashboard, and adjust — no kaomoji, no markdown, short
answers. The rules themselves go in systemPrompt below; the marker is
what still identifies the channel in the history Hermes keeps.
Empty string disables the marker.
'';
};
systemPrompt = lib.mkOption {
type = lib.types.nullOr lib.types.str;
default = null;
description = ''
Prepended to the conversation. Worth setting to something like "You
are being spoken to out loud; keep replies short" — her Telegram
register is too long-form to listen to.
'';
};
};
config = lib.mkIf cfg.enable {
environment.systemPackages = [ luna-voice ];
systemd.user.services.luna-voiced = {
description = "luna voice loop";
wantedBy = [ "graphical-session.target" ];
after = [ "graphical-session.target" "pipewire.service" ];
partOf = [ "graphical-session.target" ];
environment = {
LUNA_HERMES_URL = cfg.hermesUrl;
LUNA_MODEL = cfg.model;
LUNA_VOICE_ID = cfg.voiceId;
LUNA_TTS_MODEL = cfg.ttsModel;
LUNA_HERMES_KEY_FILE = toString cfg.hermesKeyFile;
LUNA_ELEVENLABS_KEY_FILE = toString cfg.elevenLabsKeyFile;
LUNA_WHISPER_BIN = "${pkgs.whisper-cpp-vulkan}/bin/whisper-cli";
LUNA_WHISPER_MODEL = whisperModel;
LUNA_WHISPER_LANGUAGE = cfg.whisperLanguage;
LUNA_VAD_MULT = toString cfg.vadMult;
LUNA_VAD_FLOOR = toString cfg.vadFloor;
LUNA_SILENCE_MS = toString cfg.silenceMs;
LUNA_VOICE_MARKER = cfg.voiceMarker;
} // lib.optionalAttrs (cfg.systemPrompt != null) {
LUNA_SYSTEM_PROMPT = cfg.systemPrompt;
} // lib.optionalAttrs (cfg.inputDevice != null) {
LUNA_INPUT_DEVICE = cfg.inputDevice;
};
serviceConfig = {
ExecStart = "${luna-voice}/bin/luna-voice daemon";
Restart = "on-failure";
RestartSec = 3;
};
};
};
}