90 lines
2.4 KiB
Go
90 lines
2.4 KiB
Go
|
package ml
|
||
|
|
|
||
|
|
import (
|
||
|
|
"fmt"
|
||
|
|
"os"
|
||
|
|
|
||
|
|
"forge.lthn.ai/core/go/pkg/cli"
|
||
|
|
"forge.lthn.ai/core/go-ai/ml"
|
||
|
|
)
|
||
|
|
|
||
|
|
var expandStatusCmd = &cli.Command{
|
||
|
|
Use: "expand-status",
|
||
|
|
Short: "Show expansion pipeline progress",
|
||
|
|
Long: "Queries DuckDB for expansion prompts, generated responses, scoring status, and overall pipeline progress.",
|
||
|
|
RunE: runExpandStatus,
|
||
|
|
}
|
||
|
|
|
||
|
|
func runExpandStatus(cmd *cli.Command, args []string) error {
|
||
|
|
path := dbPath
|
||
|
|
if path == "" {
|
||
|
|
path = os.Getenv("LEM_DB")
|
||
|
|
}
|
||
|
|
if path == "" {
|
||
|
|
return fmt.Errorf("--db or LEM_DB required")
|
||
|
|
}
|
||
|
|
|
||
|
|
db, err := ml.OpenDB(path)
|
||
|
|
if err != nil {
|
||
|
|
return fmt.Errorf("open db: %w", err)
|
||
|
|
}
|
||
|
|
defer db.Close()
|
||
|
|
|
||
|
|
fmt.Fprintln(os.Stdout, "LEM Expansion Pipeline Status")
|
||
|
|
fmt.Fprintln(os.Stdout, "==================================================")
|
||
|
|
|
||
|
|
// Expansion prompts
|
||
|
|
total, pending, err := db.ExpansionPromptCounts()
|
||
|
|
if err != nil {
|
||
|
|
fmt.Fprintln(os.Stdout, " Expansion prompts: not created (run: normalize)")
|
||
|
|
return nil
|
||
|
|
}
|
||
|
|
fmt.Fprintf(os.Stdout, " Expansion prompts: %d total, %d pending\n", total, pending)
|
||
|
|
|
||
|
|
// Generated responses
|
||
|
|
generated, models, err := db.ExpansionRawCounts()
|
||
|
|
if err != nil {
|
||
|
|
generated = 0
|
||
|
|
fmt.Fprintln(os.Stdout, " Generated: 0 (run: core ml expand)")
|
||
|
|
} else if len(models) > 0 {
|
||
|
|
modelStr := ""
|
||
|
|
for i, m := range models {
|
||
|
|
if i > 0 {
|
||
|
|
modelStr += ", "
|
||
|
|
}
|
||
|
|
modelStr += fmt.Sprintf("%s: %d", m.Name, m.Count)
|
||
|
|
}
|
||
|
|
fmt.Fprintf(os.Stdout, " Generated: %d (%s)\n", generated, modelStr)
|
||
|
|
} else {
|
||
|
|
fmt.Fprintf(os.Stdout, " Generated: %d\n", generated)
|
||
|
|
}
|
||
|
|
|
||
|
|
// Scored
|
||
|
|
scored, hPassed, jScored, jPassed, err := db.ExpansionScoreCounts()
|
||
|
|
if err != nil {
|
||
|
|
fmt.Fprintln(os.Stdout, " Scored: 0 (run: score --tier 1)")
|
||
|
|
} else {
|
||
|
|
fmt.Fprintf(os.Stdout, " Heuristic scored: %d (%d passed)\n", scored, hPassed)
|
||
|
|
if jScored > 0 {
|
||
|
|
fmt.Fprintf(os.Stdout, " Judge scored: %d (%d passed)\n", jScored, jPassed)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// Pipeline progress
|
||
|
|
if total > 0 && generated > 0 {
|
||
|
|
genPct := float64(generated) / float64(total) * 100
|
||
|
|
fmt.Fprintf(os.Stdout, "\n Progress: %.1f%% generated\n", genPct)
|
||
|
|
}
|
||
|
|
|
||
|
|
// Golden set context
|
||
|
|
golden, err := db.GoldenSetCount()
|
||
|
|
if err == nil && golden > 0 {
|
||
|
|
fmt.Fprintf(os.Stdout, "\n Golden set: %d / %d\n", golden, targetTotal)
|
||
|
|
if generated > 0 {
|
||
|
|
fmt.Fprintf(os.Stdout, " Combined: %d total examples\n", golden+generated)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
return nil
|
||
|
|
}
|