2026-05-08 12:00:05 -04:00
|
|
|
# Service tiles for the localgenai stack. Edit in place — pyinfra
|
|
|
|
|
# ships this once and never overwrites.
|
|
|
|
|
#
|
|
|
|
|
# Widget reference: https://gethomepage.dev/widgets/
|
|
|
|
|
|
|
|
|
|
- Inference:
|
|
|
|
|
- Ollama:
|
|
|
|
|
icon: ollama.svg
|
|
|
|
|
href: http://framework:11434
|
|
|
|
|
description: Local model server (Qwen3-Coder-30B and friends)
|
|
|
|
|
server: localhost-docker
|
|
|
|
|
container: ollama
|
|
|
|
|
widget:
|
|
|
|
|
type: ollama
|
|
|
|
|
url: http://framework:11434
|
|
|
|
|
|
|
|
|
|
- llama.cpp:
|
|
|
|
|
icon: si-llama
|
|
|
|
|
href: http://framework:8080
|
|
|
|
|
description: Vulkan-backed llama.cpp server (gfx1151)
|
|
|
|
|
server: localhost-docker
|
|
|
|
|
container: llama
|
|
|
|
|
# No native widget; a ping check confirms liveness.
|
|
|
|
|
widget:
|
|
|
|
|
type: customapi
|
|
|
|
|
url: http://framework:8080/health
|
|
|
|
|
refreshInterval: 30000
|
|
|
|
|
mappings:
|
|
|
|
|
- field: status
|
|
|
|
|
label: Status
|
|
|
|
|
|
|
|
|
|
- vLLM:
|
|
|
|
|
icon: mdi-server-network
|
|
|
|
|
href: http://framework:8000
|
|
|
|
|
description: Batched OpenAI-compatible serving (ROCm)
|
|
|
|
|
server: localhost-docker
|
|
|
|
|
container: vllm
|
|
|
|
|
|
|
|
|
|
- Agent UIs:
|
|
|
|
|
- OpenWebUI:
|
|
|
|
|
icon: open-webui.svg
|
|
|
|
|
href: http://framework:3000
|
|
|
|
|
description: Chat UI in front of Ollama, with SearXNG search
|
|
|
|
|
server: localhost-docker
|
|
|
|
|
container: openwebui
|
|
|
|
|
|
|
|
|
|
- OpenHands:
|
|
|
|
|
icon: mdi-robot
|
|
|
|
|
href: http://framework:3030
|
2026-05-08 12:04:35 -04:00
|
|
|
description: Autonomous coding agent in a Docker sandbox
|
2026-05-08 12:00:05 -04:00
|
|
|
server: localhost-docker
|
|
|
|
|
container: openhands
|
|
|
|
|
|
|
|
|
|
- Observability:
|
|
|
|
|
- Beszel:
|
|
|
|
|
icon: beszel.svg
|
|
|
|
|
href: http://framework:8090
|
|
|
|
|
description: Host + container + AMD GPU dashboard
|
|
|
|
|
server: localhost-docker
|
|
|
|
|
container: beszel
|
|
|
|
|
|
|
|
|
|
- OpenLIT:
|
|
|
|
|
icon: mdi-chart-line-variant
|
|
|
|
|
href: http://framework:3001
|
|
|
|
|
description: LLM fleet metrics (cost, tokens, latency)
|
|
|
|
|
server: localhost-docker
|
|
|
|
|
container: openlit
|
|
|
|
|
|
|
|
|
|
- Phoenix:
|
|
|
|
|
icon: arize-phoenix.svg
|
|
|
|
|
href: http://framework:6006
|
|
|
|
|
description: Per-trace agent waterfall / flamegraph
|
|
|
|
|
server: localhost-docker
|
|
|
|
|
container: phoenix
|
|
|
|
|
|
2026-05-08 13:33:17 -04:00
|
|
|
- Voice:
|
2026-05-08 14:42:45 -04:00
|
|
|
# Wyoming-protocol services have no web UI; tiles are informational.
|
|
|
|
|
# The OpenAI-compatible servers (faster-whisper, Kokoro) have UIs /
|
|
|
|
|
# APIs you can hit directly.
|
|
|
|
|
- Whisper (Wyoming):
|
2026-05-08 13:33:17 -04:00
|
|
|
icon: mdi-microphone-message
|
2026-05-08 14:42:45 -04:00
|
|
|
description: STT for Home Assistant Assist (Wyoming :10300)
|
2026-05-08 13:33:17 -04:00
|
|
|
server: localhost-docker
|
|
|
|
|
container: wyoming-whisper
|
|
|
|
|
|
2026-05-08 14:42:45 -04:00
|
|
|
- Piper (Wyoming):
|
2026-05-08 13:33:17 -04:00
|
|
|
icon: mdi-account-voice
|
2026-05-08 14:42:45 -04:00
|
|
|
description: TTS for Home Assistant Assist (Wyoming :10200)
|
2026-05-08 13:33:17 -04:00
|
|
|
server: localhost-docker
|
|
|
|
|
container: wyoming-piper
|
|
|
|
|
|
2026-05-08 14:42:45 -04:00
|
|
|
- faster-whisper:
|
|
|
|
|
icon: mdi-microphone
|
|
|
|
|
href: http://framework:8001
|
|
|
|
|
description: STT (OpenAI API) — large-v3-turbo, used by OpenWebUI/Conduit
|
|
|
|
|
server: localhost-docker
|
|
|
|
|
container: faster-whisper
|
|
|
|
|
|
|
|
|
|
- Kokoro:
|
|
|
|
|
icon: mdi-account-music
|
|
|
|
|
href: http://framework:8880/web
|
|
|
|
|
description: TTS (OpenAI API) — Kokoro-82M, used by OpenWebUI/Conduit
|
|
|
|
|
server: localhost-docker
|
|
|
|
|
container: kokoro
|
|
|
|
|
|
2026-05-08 12:00:05 -04:00
|
|
|
- External:
|
|
|
|
|
- SearXNG:
|
|
|
|
|
icon: searxng.svg
|
|
|
|
|
href: https://searxng.n0n.io
|
|
|
|
|
description: Self-hosted metasearch (used by OpenWebUI + OpenCode)
|