Snider
0729b3a672
- Change module from forge.lthn.ai/core/go to forge.lthn.ai/core/cli - Remove pkg/ directory (now served from core/go) - Add require + replace for forge.lthn.ai/core/go => ../go - Update go.work to include ../go workspace module - Fix all internal/cmd/* imports: pkg/ refs → forge.lthn.ai/core/go/pkg/ - Rename internal/cmd/sdk package to sdkcmd (avoids conflict with pkg/sdk) - Remove SDK library files from internal/cmd/sdk/ (now in core/go/pkg/sdk/) - Remove duplicate RAG helper functions from internal/cmd/rag/ - Remove stale cmd/core-ide/ (now in core/ide repo) - Update IDE variant to remove core-ide import - Fix test assertion for new module name - Run go mod tidy to sync dependencies core/cli is now a pure CLI application importing core/go for packages. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> Co-authored-by: Claude <developers@lethean.io> Reviewed-on: #1
41 lines
1.4 KiB
Go
41 lines
1.4 KiB
Go
package ml
|
|
|
|
import (
|
|
"forge.lthn.ai/core/go/pkg/cli"
|
|
"forge.lthn.ai/core/go/pkg/ml"
|
|
)
|
|
|
|
var (
|
|
consolidateM3Host string
|
|
consolidateRemoteDir string
|
|
consolidatePattern string
|
|
consolidateOutputDir string
|
|
consolidateMergedOut string
|
|
)
|
|
|
|
var consolidateCmd = &cli.Command{
|
|
Use: "consolidate",
|
|
Short: "Pull and merge response JSONL files from M3",
|
|
Long: "Pulls JSONL response files from M3 via SSH/SCP, merges them by idx, deduplicates, and writes a single merged JSONL output.",
|
|
RunE: runConsolidate,
|
|
}
|
|
|
|
func init() {
|
|
consolidateCmd.Flags().StringVar(&consolidateM3Host, "m3-host", "m3", "M3 SSH host")
|
|
consolidateCmd.Flags().StringVar(&consolidateRemoteDir, "remote", "/Volumes/Data/lem/responses", "Remote response directory")
|
|
consolidateCmd.Flags().StringVar(&consolidatePattern, "pattern", "gold*.jsonl", "File glob pattern")
|
|
consolidateCmd.Flags().StringVar(&consolidateOutputDir, "output", "", "Local output directory (default: responses)")
|
|
consolidateCmd.Flags().StringVar(&consolidateMergedOut, "merged", "", "Merged output path (default: gold-merged.jsonl in parent of output dir)")
|
|
}
|
|
|
|
func runConsolidate(cmd *cli.Command, args []string) error {
|
|
cfg := ml.ConsolidateConfig{
|
|
M3Host: consolidateM3Host,
|
|
RemoteDir: consolidateRemoteDir,
|
|
Pattern: consolidatePattern,
|
|
OutputDir: consolidateOutputDir,
|
|
MergedOut: consolidateMergedOut,
|
|
}
|
|
|
|
return ml.Consolidate(cfg, cmd.OutOrStdout())
|
|
}
|