go-ml/cmd/cmd_normalize.go
Snider 812c926dac feat: migrate cmd/ml from CLI repo, resolve forge deps
Move all 40 ML command files from core/cli/cmd/ml to go-ml/cmd/.
Commands self-register via init() + cli.RegisterCommands().

- Fixed stale go-ai/ml import in cmd_ab.go (now uses go-ml + go-mlx)
- Disabled cmd_train.go (needs go-mlx training API export)
- Removed all local replace directives, deps resolve from forge
- go build ./... passes cleanly

Co-Authored-By: Virgil <virgil@lethean.io>
2026-02-21 19:14:58 +00:00

44 lines
929 B
Go

package cmd
import (
"fmt"
"os"
"forge.lthn.ai/core/go/pkg/cli"
"forge.lthn.ai/core/go-ml"
)
var normalizeMinLen int
var normalizeCmd = &cli.Command{
Use: "normalize",
Short: "Normalize seeds into expansion prompts",
Long: "Deduplicates seeds against golden_set and prompts, creating the expansion_prompts table with priority-based ordering.",
RunE: runNormalize,
}
func init() {
normalizeCmd.Flags().IntVar(&normalizeMinLen, "min-length", 50, "Minimum prompt length in characters")
}
func runNormalize(cmd *cli.Command, args []string) error {
path := dbPath
if path == "" {
path = os.Getenv("LEM_DB")
}
if path == "" {
return fmt.Errorf("--db or LEM_DB env is required")
}
db, err := ml.OpenDBReadWrite(path)
if err != nil {
return fmt.Errorf("open db: %w", err)
}
defer db.Close()
cfg := ml.NormalizeConfig{
MinLength: normalizeMinLen,
}
return ml.NormalizeSeeds(db, cfg, os.Stdout)
}