a43cc099cd
Virgil split go-ai into standalone modules (go-agentic, go-ml, go-mlx, go-rag). This migrates all CLI imports to the new module paths and fixes API mismatches from the split. Key changes: - go-ai/agentic → go-agentic (cmd/ai, cmd/dev) - go-ai/ml → go-ml (31 files in cmd/ml) - go-ai/rag → go-rag (3 files in cmd/rag) - go-ai/mlx → go-mlx (1 file) - Fix go.work path (../core → ../go) - Add all split repos to go.work and go.mod - Simplify daemon to goroutine-based MCP (remove missing supervisor) - Wire go-agentic SQLiteRegistry into dispatch watch (--agent-id flag) - Add `core ai agent fleet` command for local registry status - Fix rag collections API (PointCount, Status string) - Fix ml live/expand-status to use available go-ml API Co-Authored-By: Charon <charon@lethean.io>
40 lines
1.3 KiB
Go
40 lines
1.3 KiB
Go
package ml
|
|
|
|
import (
|
|
"forge.lthn.ai/core/go/pkg/cli"
|
|
"forge.lthn.ai/core/go-ml"
|
|
)
|
|
|
|
var (
|
|
publishInputDir string
|
|
publishRepo string
|
|
publishPublic bool
|
|
publishToken string
|
|
publishDryRun bool
|
|
)
|
|
|
|
var publishCmd = &cli.Command{
|
|
Use: "publish",
|
|
Short: "Upload Parquet dataset to HuggingFace Hub",
|
|
Long: "Uploads train/valid/test Parquet files and an optional dataset card to a HuggingFace dataset repository.",
|
|
RunE: runPublish,
|
|
}
|
|
|
|
func init() {
|
|
publishCmd.Flags().StringVar(&publishInputDir, "input-dir", "", "Directory containing Parquet files (required)")
|
|
publishCmd.Flags().StringVar(&publishRepo, "repo", "lthn/LEM-golden-set", "HuggingFace dataset repo ID")
|
|
publishCmd.Flags().BoolVar(&publishPublic, "public", false, "Make dataset public")
|
|
publishCmd.Flags().StringVar(&publishToken, "token", "", "HuggingFace API token (defaults to HF_TOKEN env)")
|
|
publishCmd.Flags().BoolVar(&publishDryRun, "dry-run", false, "Show what would be uploaded without uploading")
|
|
_ = publishCmd.MarkFlagRequired("input-dir")
|
|
}
|
|
|
|
func runPublish(cmd *cli.Command, args []string) error {
|
|
return ml.Publish(ml.PublishConfig{
|
|
InputDir: publishInputDir,
|
|
Repo: publishRepo,
|
|
Public: publishPublic,
|
|
Token: publishToken,
|
|
DryRun: publishDryRun,
|
|
}, cmd.OutOrStdout())
|
|
}
|