diff --git a/scripts/local-agent.sh b/scripts/local-agent.sh index 52de97c..4f81ac7 100755 --- a/scripts/local-agent.sh +++ b/scripts/local-agent.sh @@ -89,6 +89,7 @@ print(json.dumps({ 'model': '${MODEL}', 'prompt': $(python3 -c "import json,sys; print(json.dumps(sys.stdin.read()))" <<< "$FULL_PROMPT"), 'stream': False, + 'keep_alive': '5m', 'options': { 'temperature': 0.1, 'num_ctx': ${CTX_SIZE},