7bb3488f0e
- Remove internal/cmd/php/ (now core/php repo) - Remove internal/cmd/ci/ and internal/cmd/sdk/ (now core/ci repo) - Remove internal/variants/ build tag system entirely - Move all 30 remaining command packages from internal/cmd/ to cmd/ - Rewrite main.go with direct imports (no more variant selection) - Update all cross-references from internal/cmd/ to cmd/ Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
49 lines
1.3 KiB
Go
49 lines
1.3 KiB
Go
package ai
|
|
|
|
import (
|
|
"context"
|
|
|
|
"forge.lthn.ai/core/go/pkg/log"
|
|
"forge.lthn.ai/core/go/pkg/ratelimit"
|
|
)
|
|
|
|
// executeWithRateLimit wraps an agent execution with rate limiting logic.
|
|
// It estimates token usage, waits for capacity, executes the runner, and records usage.
|
|
func executeWithRateLimit(ctx context.Context, model, prompt string, runner func() (bool, int, error)) (bool, int, error) {
|
|
rl, err := ratelimit.New()
|
|
if err != nil {
|
|
log.Warn("Failed to initialize rate limiter, proceeding without limits", "error", err)
|
|
return runner()
|
|
}
|
|
|
|
if err := rl.Load(); err != nil {
|
|
log.Warn("Failed to load rate limit state", "error", err)
|
|
}
|
|
|
|
// Estimate tokens from prompt length (1 token ≈ 4 chars)
|
|
estTokens := len(prompt) / 4
|
|
if estTokens == 0 {
|
|
estTokens = 1
|
|
}
|
|
|
|
log.Info("Checking rate limits", "model", model, "est_tokens", estTokens)
|
|
|
|
if err := rl.WaitForCapacity(ctx, model, estTokens); err != nil {
|
|
return false, -1, err
|
|
}
|
|
|
|
success, exitCode, runErr := runner()
|
|
|
|
// Record usage with conservative output estimate (actual tokens unknown from shell runner).
|
|
outputEst := estTokens / 10
|
|
if outputEst < 50 {
|
|
outputEst = 50
|
|
}
|
|
rl.RecordUsage(model, estTokens, outputEst)
|
|
|
|
if err := rl.Persist(); err != nil {
|
|
log.Warn("Failed to persist rate limit state", "error", err)
|
|
}
|
|
|
|
return success, exitCode, runErr
|
|
}
|