e90a84eaa0
Combines three repositories into a single workspace: - go-agent → pkg/orchestrator (Clotho), pkg/jobrunner, pkg/loop, cmd/ - go-agentic → pkg/lifecycle (allowance, sessions, plans, dispatch) - php-devops → repos.yaml, setup.sh, scripts/, .core/ Module path: forge.lthn.ai/core/agent All packages build, all tests pass. Co-Authored-By: Virgil <virgil@lethean.io>
46 lines
1.3 KiB
Go
46 lines
1.3 KiB
Go
package dispatch
|
|
|
|
import (
|
|
"context"
|
|
|
|
"forge.lthn.ai/core/go-log"
|
|
"forge.lthn.ai/core/go-ratelimit"
|
|
)
|
|
|
|
// executeWithRateLimit wraps an agent execution with rate limiting logic.
|
|
// It estimates token usage, waits for capacity, executes the runner, and records usage.
|
|
func executeWithRateLimit(ctx context.Context, model, prompt string, runner func() (bool, int, error)) (bool, int, error) {
|
|
rl, err := ratelimit.New()
|
|
if err != nil {
|
|
log.Warn("Failed to initialize rate limiter, proceeding without limits", "error", err)
|
|
return runner()
|
|
}
|
|
|
|
if err := rl.Load(); err != nil {
|
|
log.Warn("Failed to load rate limit state", "error", err)
|
|
}
|
|
|
|
// Estimate tokens from prompt length (1 token ≈ 4 chars)
|
|
estTokens := len(prompt) / 4
|
|
if estTokens == 0 {
|
|
estTokens = 1
|
|
}
|
|
|
|
log.Info("Checking rate limits", "model", model, "est_tokens", estTokens)
|
|
|
|
if err := rl.WaitForCapacity(ctx, model, estTokens); err != nil {
|
|
return false, -1, err
|
|
}
|
|
|
|
success, exitCode, runErr := runner()
|
|
|
|
// Record usage with conservative output estimate (actual tokens unknown from shell runner).
|
|
outputEst := max(estTokens/10, 50)
|
|
rl.RecordUsage(model, estTokens, outputEst)
|
|
|
|
if err := rl.Persist(); err != nil {
|
|
log.Warn("Failed to persist rate limit state", "error", err)
|
|
}
|
|
|
|
return success, exitCode, runErr
|
|
}
|