fix: add keep_alive to local-agent.sh — unloads model after 5m idle

Co-Authored-By: Virgil <virgil@lethean.io>
2026-03-16 07:48:42 +00:00 · 2026-03-16 07:48:42 +00:00 · d1537879b3
commit d1537879b3
parent 796eb83204
1 changed files with 1 additions and 0 deletions
--- a/scripts/local-agent.sh
+++ b/scripts/local-agent.sh
@ -89,6 +89,7 @@ print(json.dumps({
    'model': '${MODEL}',
    'prompt': $(python3 -c "import json,sys; print(json.dumps(sys.stdin.read()))" <<< "$FULL_PROMPT"),
    'stream': False,
+    'keep_alive': '5m',
    'options': {
        'temperature': 0.1,
        'num_ctx': ${CTX_SIZE},