a43cc099cd
Virgil split go-ai into standalone modules (go-agentic, go-ml, go-mlx, go-rag). This migrates all CLI imports to the new module paths and fixes API mismatches from the split. Key changes: - go-ai/agentic → go-agentic (cmd/ai, cmd/dev) - go-ai/ml → go-ml (31 files in cmd/ml) - go-ai/rag → go-rag (3 files in cmd/rag) - go-ai/mlx → go-mlx (1 file) - Fix go.work path (../core → ../go) - Add all split repos to go.work and go.mod - Simplify daemon to goroutine-based MCP (remove missing supervisor) - Wire go-agentic SQLiteRegistry into dispatch watch (--agent-id flag) - Add `core ai agent fleet` command for local registry status - Fix rag collections API (PointCount, Status string) - Fix ml live/expand-status to use available go-ml API Co-Authored-By: Charon <charon@lethean.io>
58 lines
1.3 KiB
Go
58 lines
1.3 KiB
Go
package ml
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
"forge.lthn.ai/core/go/pkg/cli"
|
|
"forge.lthn.ai/core/go-ml"
|
|
)
|
|
|
|
var importCmd = &cli.Command{
|
|
Use: "import-all",
|
|
Short: "Import all LEM data into DuckDB",
|
|
Long: "Imports golden set, training examples, benchmark results, benchmark questions, and seeds into DuckDB from M3 and local files.",
|
|
RunE: runImportAll,
|
|
}
|
|
|
|
var (
|
|
importSkipM3 bool
|
|
importDataDir string
|
|
importM3Host string
|
|
)
|
|
|
|
func init() {
|
|
importCmd.Flags().BoolVar(&importSkipM3, "skip-m3", false, "Skip pulling data from M3")
|
|
importCmd.Flags().StringVar(&importDataDir, "data-dir", "", "Local data directory (defaults to db directory)")
|
|
importCmd.Flags().StringVar(&importM3Host, "m3-host", "m3", "M3 SSH host alias")
|
|
}
|
|
|
|
func runImportAll(cmd *cli.Command, args []string) error {
|
|
path := dbPath
|
|
if path == "" {
|
|
path = os.Getenv("LEM_DB")
|
|
}
|
|
if path == "" {
|
|
return fmt.Errorf("--db or LEM_DB required")
|
|
}
|
|
|
|
dataDir := importDataDir
|
|
if dataDir == "" {
|
|
dataDir = filepath.Dir(path)
|
|
}
|
|
|
|
db, err := ml.OpenDBReadWrite(path)
|
|
if err != nil {
|
|
return fmt.Errorf("open db: %w", err)
|
|
}
|
|
defer db.Close()
|
|
|
|
cfg := ml.ImportConfig{
|
|
SkipM3: importSkipM3,
|
|
DataDir: dataDir,
|
|
M3Host: importM3Host,
|
|
}
|
|
|
|
return ml.ImportAll(db, cfg, cmd.OutOrStdout())
|
|
}
|