eda1112f3b
llama-server aborts inside its own static teardown on SIGTERM — the handler calls exit(), stream_session_manager's destructor throws, and the process dies "signal: aborted (core dumped)". mavgpud sends that signal on every eviction, so a routine yield wrote a multi-gigabyte core into systemd-coredump and logged the same line a real crash would. LimitCORE=0 in the unit stops the disk cost. A yielding flag, set by stop and cleared by start, makes the log distinguish the two: only an exit we did not ask for is still reported as an exit. Not filed upstream. Searched ggml-org/llama.cpp for "ggml_uncaught_exception" with SIGTERM and for stream_session_manager and found nothing matching, so the issue still wants writing — by someone with an account on that tracker, which is why it is not in this commit.
29 lines
1.1 KiB
Desktop File
29 lines
1.1 KiB
Desktop File
[Unit]
|
|
# Runs on the workstation (bugmachine), not on homesrv. Install as a systemd
|
|
# user unit and turn on lingering, so the card is supervised after a reboot
|
|
# with nobody logged in:
|
|
#
|
|
# scp mavgpud workpc:~/.local/bin/mavgpud
|
|
# scp deploy/mavgpud.json workpc:~/.config/mavgpud.json
|
|
# scp deploy/mavgpud.service workpc:~/.config/systemd/user/mavgpud.service
|
|
# ssh workpc 'systemctl --user daemon-reload && systemctl --user enable --now mavgpud'
|
|
# sudo loginctl enable-linger kami
|
|
Description=Maven GPU supervisor (holds llama-server while the card is free)
|
|
After=network.target
|
|
|
|
[Service]
|
|
ExecStart=%h/.local/bin/mavgpud -config %h/.config/mavgpud.json
|
|
Restart=always
|
|
RestartSec=5
|
|
# The card must come back when the supervisor goes down. mavgpud stops
|
|
# llama-server on SIGTERM, so give it longer than stop_grace to do that.
|
|
KillSignal=SIGTERM
|
|
TimeoutStopSec=60
|
|
# llama-server aborts inside its own static teardown on SIGTERM, so every
|
|
# routine yield used to write a multi-gigabyte core into systemd-coredump
|
|
# (Vikunja #491). Yielding is meant to happen several times a day.
|
|
LimitCORE=0
|
|
|
|
[Install]
|
|
WantedBy=default.target
|