Compare commits
No commits in common. "61ecaa0c494b0e8cf969ca181af3e5f5c1e33f3d" and "1bf130b25a6372a7d0cf297888b4704840e07cbf" have entirely different histories.
61ecaa0c49
...
1bf130b25a
3 changed files with 0 additions and 161 deletions
|
|
@ -1,89 +0,0 @@
|
|||
package ml
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"os"
|
||||
|
||||
"forge.lthn.ai/core/go/pkg/cli"
|
||||
"forge.lthn.ai/core/go-ai/ml"
|
||||
)
|
||||
|
||||
var expandStatusCmd = &cli.Command{
|
||||
Use: "expand-status",
|
||||
Short: "Show expansion pipeline progress",
|
||||
Long: "Queries DuckDB for expansion prompts, generated responses, scoring status, and overall pipeline progress.",
|
||||
RunE: runExpandStatus,
|
||||
}
|
||||
|
||||
func runExpandStatus(cmd *cli.Command, args []string) error {
|
||||
path := dbPath
|
||||
if path == "" {
|
||||
path = os.Getenv("LEM_DB")
|
||||
}
|
||||
if path == "" {
|
||||
return fmt.Errorf("--db or LEM_DB required")
|
||||
}
|
||||
|
||||
db, err := ml.OpenDB(path)
|
||||
if err != nil {
|
||||
return fmt.Errorf("open db: %w", err)
|
||||
}
|
||||
defer db.Close()
|
||||
|
||||
fmt.Fprintln(os.Stdout, "LEM Expansion Pipeline Status")
|
||||
fmt.Fprintln(os.Stdout, "==================================================")
|
||||
|
||||
// Expansion prompts
|
||||
total, pending, err := db.ExpansionPromptCounts()
|
||||
if err != nil {
|
||||
fmt.Fprintln(os.Stdout, " Expansion prompts: not created (run: normalize)")
|
||||
return nil
|
||||
}
|
||||
fmt.Fprintf(os.Stdout, " Expansion prompts: %d total, %d pending\n", total, pending)
|
||||
|
||||
// Generated responses
|
||||
generated, models, err := db.ExpansionRawCounts()
|
||||
if err != nil {
|
||||
generated = 0
|
||||
fmt.Fprintln(os.Stdout, " Generated: 0 (run: core ml expand)")
|
||||
} else if len(models) > 0 {
|
||||
modelStr := ""
|
||||
for i, m := range models {
|
||||
if i > 0 {
|
||||
modelStr += ", "
|
||||
}
|
||||
modelStr += fmt.Sprintf("%s: %d", m.Name, m.Count)
|
||||
}
|
||||
fmt.Fprintf(os.Stdout, " Generated: %d (%s)\n", generated, modelStr)
|
||||
} else {
|
||||
fmt.Fprintf(os.Stdout, " Generated: %d\n", generated)
|
||||
}
|
||||
|
||||
// Scored
|
||||
scored, hPassed, jScored, jPassed, err := db.ExpansionScoreCounts()
|
||||
if err != nil {
|
||||
fmt.Fprintln(os.Stdout, " Scored: 0 (run: score --tier 1)")
|
||||
} else {
|
||||
fmt.Fprintf(os.Stdout, " Heuristic scored: %d (%d passed)\n", scored, hPassed)
|
||||
if jScored > 0 {
|
||||
fmt.Fprintf(os.Stdout, " Judge scored: %d (%d passed)\n", jScored, jPassed)
|
||||
}
|
||||
}
|
||||
|
||||
// Pipeline progress
|
||||
if total > 0 && generated > 0 {
|
||||
genPct := float64(generated) / float64(total) * 100
|
||||
fmt.Fprintf(os.Stdout, "\n Progress: %.1f%% generated\n", genPct)
|
||||
}
|
||||
|
||||
// Golden set context
|
||||
golden, err := db.GoldenSetCount()
|
||||
if err == nil && golden > 0 {
|
||||
fmt.Fprintf(os.Stdout, "\n Golden set: %d / %d\n", golden, targetTotal)
|
||||
if generated > 0 {
|
||||
fmt.Fprintf(os.Stdout, " Combined: %d total examples\n", golden+generated)
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
|
@ -1,68 +0,0 @@
|
|||
package ml
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"os"
|
||||
|
||||
"forge.lthn.ai/core/go/pkg/cli"
|
||||
"forge.lthn.ai/core/go-ai/ml"
|
||||
)
|
||||
|
||||
const targetTotal = 15000
|
||||
|
||||
var liveCmd = &cli.Command{
|
||||
Use: "live",
|
||||
Short: "Show live generation progress from InfluxDB",
|
||||
Long: "Queries InfluxDB for real-time generation progress, worker breakdown, and domain/voice counts.",
|
||||
RunE: runLive,
|
||||
}
|
||||
|
||||
func runLive(cmd *cli.Command, args []string) error {
|
||||
influx := ml.NewInfluxClient(influxURL, influxDB)
|
||||
|
||||
// Total completed generations
|
||||
total, err := influx.QueryScalar("SELECT count(DISTINCT i) AS n FROM gold_gen")
|
||||
if err != nil {
|
||||
return fmt.Errorf("live: query total: %w", err)
|
||||
}
|
||||
|
||||
// Distinct domains and voices
|
||||
domains, err := influx.QueryScalar("SELECT count(DISTINCT d) AS n FROM gold_gen")
|
||||
if err != nil {
|
||||
return fmt.Errorf("live: query domains: %w", err)
|
||||
}
|
||||
|
||||
voices, err := influx.QueryScalar("SELECT count(DISTINCT v) AS n FROM gold_gen")
|
||||
if err != nil {
|
||||
return fmt.Errorf("live: query voices: %w", err)
|
||||
}
|
||||
|
||||
// Per-worker breakdown
|
||||
workers, err := influx.QueryRows("SELECT w, count(DISTINCT i) AS n FROM gold_gen GROUP BY w ORDER BY n DESC")
|
||||
if err != nil {
|
||||
return fmt.Errorf("live: query workers: %w", err)
|
||||
}
|
||||
|
||||
pct := float64(total) / float64(targetTotal) * 100
|
||||
remaining := targetTotal - total
|
||||
|
||||
fmt.Fprintln(os.Stdout, "Golden Set Live Status (from InfluxDB)")
|
||||
fmt.Fprintln(os.Stdout, "─────────────────────────────────────────────")
|
||||
fmt.Fprintf(os.Stdout, " Total: %d / %d (%.1f%%)\n", total, targetTotal, pct)
|
||||
fmt.Fprintf(os.Stdout, " Remaining: %d\n", remaining)
|
||||
fmt.Fprintf(os.Stdout, " Domains: %d\n", domains)
|
||||
fmt.Fprintf(os.Stdout, " Voices: %d\n", voices)
|
||||
fmt.Fprintln(os.Stdout)
|
||||
fmt.Fprintln(os.Stdout, " Workers:")
|
||||
for _, w := range workers {
|
||||
name := w["w"]
|
||||
n := w["n"]
|
||||
marker := ""
|
||||
if name == "migration" {
|
||||
marker = " (seed data)"
|
||||
}
|
||||
fmt.Fprintf(os.Stdout, " %-20s %6s generations%s\n", name, n, marker)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
|
@ -22,8 +22,6 @@
|
|||
// - core ml approve: Filter scored expansions into training JSONL
|
||||
// - core ml publish: Upload Parquet dataset to HuggingFace Hub
|
||||
// - core ml coverage: Analyze seed coverage by region and domain
|
||||
// - core ml live: Show live generation progress from InfluxDB
|
||||
// - core ml expand-status: Show expansion pipeline progress
|
||||
package ml
|
||||
|
||||
import (
|
||||
|
|
@ -64,8 +62,6 @@ func AddMLCommands(root *cli.Command) {
|
|||
mlCmd.AddCommand(approveCmd)
|
||||
mlCmd.AddCommand(publishCmd)
|
||||
mlCmd.AddCommand(coverageCmd)
|
||||
mlCmd.AddCommand(liveCmd)
|
||||
mlCmd.AddCommand(expandStatusCmd)
|
||||
root.AddCommand(mlCmd)
|
||||
}
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue