56eda1a081
Replace passthrough() + stdlib flag.FlagSet anti-pattern with proper cobra integration. Every Run* function now takes a typed *Opts struct and returns error. Flags registered via cli.StringFlag/IntFlag/etc. Commands participate in Core lifecycle with full cobra flag parsing. - 6 command groups: gen, score, data, export, infra, mon - 25 commands converted, 0 passthrough() calls remain - Delete passthrough() helper from lem.go - Update export_test.go to use ExportOpts struct Co-Authored-By: Virgil <virgil@lethean.io>
98 lines
2.9 KiB
Go
98 lines
2.9 KiB
Go
package lem
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
)
|
|
|
|
// ExpandStatusOpts holds configuration for the expand-status command.
|
|
type ExpandStatusOpts struct {
|
|
DB string // DuckDB database path (defaults to LEM_DB env)
|
|
}
|
|
|
|
// RunExpandStatus shows the expansion pipeline progress from DuckDB.
|
|
func RunExpandStatus(cfg ExpandStatusOpts) error {
|
|
if cfg.DB == "" {
|
|
cfg.DB = os.Getenv("LEM_DB")
|
|
}
|
|
if cfg.DB == "" {
|
|
return fmt.Errorf("--db or LEM_DB required")
|
|
}
|
|
|
|
db, err := OpenDB(cfg.DB)
|
|
if err != nil {
|
|
return fmt.Errorf("open db: %w", err)
|
|
}
|
|
defer db.Close()
|
|
|
|
fmt.Println("LEM Expansion Pipeline Status")
|
|
fmt.Println("==================================================")
|
|
|
|
// Expansion prompts.
|
|
var epTotal, epPending int
|
|
err = db.conn.QueryRow("SELECT count(*) FROM expansion_prompts").Scan(&epTotal)
|
|
if err != nil {
|
|
fmt.Println(" Expansion prompts: not created (run: lem normalize)")
|
|
return nil
|
|
}
|
|
db.conn.QueryRow("SELECT count(*) FROM expansion_prompts WHERE status = 'pending'").Scan(&epPending)
|
|
fmt.Printf(" Expansion prompts: %d total, %d pending\n", epTotal, epPending)
|
|
|
|
// Generated responses.
|
|
var generated int
|
|
err = db.conn.QueryRow("SELECT count(*) FROM expansion_raw").Scan(&generated)
|
|
if err != nil {
|
|
fmt.Println(" Generated: 0 (run: lem expand)")
|
|
} else {
|
|
rows, _ := db.conn.Query("SELECT model, count(*) FROM expansion_raw GROUP BY model")
|
|
if rows != nil {
|
|
var parts []string
|
|
for rows.Next() {
|
|
var model string
|
|
var n int
|
|
rows.Scan(&model, &n)
|
|
parts = append(parts, fmt.Sprintf("%s: %d", model, n))
|
|
}
|
|
rows.Close()
|
|
if len(parts) > 0 {
|
|
fmt.Printf(" Generated: %d (%s)\n", generated, joinStrings(parts, ", "))
|
|
} else {
|
|
fmt.Printf(" Generated: %d\n", generated)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Scored.
|
|
var scored, hPassed, jScored, jPassed int
|
|
err = db.conn.QueryRow("SELECT count(*) FROM expansion_scores").Scan(&scored)
|
|
if err != nil {
|
|
fmt.Println(" Scored: 0 (run: lem score --tier 1)")
|
|
} else {
|
|
db.conn.QueryRow("SELECT count(*) FROM expansion_scores WHERE heuristic_pass = true").Scan(&hPassed)
|
|
fmt.Printf(" Heuristic scored: %d (%d passed)\n", scored, hPassed)
|
|
|
|
db.conn.QueryRow("SELECT count(*) FROM expansion_scores WHERE judge_average IS NOT NULL").Scan(&jScored)
|
|
db.conn.QueryRow("SELECT count(*) FROM expansion_scores WHERE judge_pass = true").Scan(&jPassed)
|
|
if jScored > 0 {
|
|
fmt.Printf(" Judge scored: %d (%d passed)\n", jScored, jPassed)
|
|
}
|
|
}
|
|
|
|
// Pipeline progress.
|
|
if epTotal > 0 && generated > 0 {
|
|
genPct := float64(generated) / float64(epTotal) * 100
|
|
fmt.Printf("\n Progress: %.1f%% generated\n", genPct)
|
|
}
|
|
|
|
// Golden set context.
|
|
var golden int
|
|
err = db.conn.QueryRow("SELECT count(*) FROM golden_set").Scan(&golden)
|
|
if err == nil {
|
|
fmt.Printf("\n Golden set: %d / %d\n", golden, targetTotal)
|
|
if generated > 0 {
|
|
fmt.Printf(" Combined: %d total examples\n", golden+generated)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|