Snider
0729b3a672
- Change module from forge.lthn.ai/core/go to forge.lthn.ai/core/cli - Remove pkg/ directory (now served from core/go) - Add require + replace for forge.lthn.ai/core/go => ../go - Update go.work to include ../go workspace module - Fix all internal/cmd/* imports: pkg/ refs → forge.lthn.ai/core/go/pkg/ - Rename internal/cmd/sdk package to sdkcmd (avoids conflict with pkg/sdk) - Remove SDK library files from internal/cmd/sdk/ (now in core/go/pkg/sdk/) - Remove duplicate RAG helper functions from internal/cmd/rag/ - Remove stale cmd/core-ide/ (now in core/ide repo) - Update IDE variant to remove core-ide import - Fix test assertion for new module name - Run go mod tidy to sync dependencies core/cli is now a pure CLI application importing core/go for packages. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> Co-authored-by: Claude <developers@lethean.io> Reviewed-on: #1
103 lines
2.7 KiB
Go
103 lines
2.7 KiB
Go
package collect
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"forge.lthn.ai/core/go/pkg/cli"
|
|
"forge.lthn.ai/core/go/pkg/collect"
|
|
"forge.lthn.ai/core/go/pkg/i18n"
|
|
)
|
|
|
|
// Excavate command flags
|
|
var (
|
|
excavateScanOnly bool
|
|
excavateResume bool
|
|
)
|
|
|
|
// addExcavateCommand adds the 'excavate' subcommand to the collect parent.
|
|
func addExcavateCommand(parent *cli.Command) {
|
|
excavateCmd := &cli.Command{
|
|
Use: "excavate <project>",
|
|
Short: i18n.T("cmd.collect.excavate.short"),
|
|
Long: i18n.T("cmd.collect.excavate.long"),
|
|
Args: cli.ExactArgs(1),
|
|
RunE: func(cmd *cli.Command, args []string) error {
|
|
return runExcavate(args[0])
|
|
},
|
|
}
|
|
|
|
cli.BoolFlag(excavateCmd, &excavateScanOnly, "scan-only", "", false, i18n.T("cmd.collect.excavate.flag.scan_only"))
|
|
cli.BoolFlag(excavateCmd, &excavateResume, "resume", "r", false, i18n.T("cmd.collect.excavate.flag.resume"))
|
|
|
|
parent.AddCommand(excavateCmd)
|
|
}
|
|
|
|
func runExcavate(project string) error {
|
|
cfg := newConfig()
|
|
setupVerboseLogging(cfg)
|
|
|
|
// Load state for resume
|
|
if excavateResume {
|
|
if err := cfg.State.Load(); err != nil {
|
|
return cli.Wrap(err, "failed to load collection state")
|
|
}
|
|
}
|
|
|
|
// Build collectors for the project
|
|
collectors := buildProjectCollectors(project)
|
|
if len(collectors) == 0 {
|
|
return cli.Err("no collectors configured for project: %s", project)
|
|
}
|
|
|
|
excavator := &collect.Excavator{
|
|
Collectors: collectors,
|
|
ScanOnly: excavateScanOnly,
|
|
Resume: excavateResume,
|
|
}
|
|
|
|
if cfg.DryRun {
|
|
cli.Info(fmt.Sprintf("Dry run: would excavate project %s with %d collectors", project, len(collectors)))
|
|
for _, c := range collectors {
|
|
cli.Dim(fmt.Sprintf(" - %s", c.Name()))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
ctx := context.Background()
|
|
result, err := excavator.Run(ctx, cfg)
|
|
if err != nil {
|
|
return cli.Wrap(err, "excavation failed")
|
|
}
|
|
|
|
// Save state for future resume
|
|
if err := cfg.State.Save(); err != nil {
|
|
cli.Warnf("Failed to save state: %v", err)
|
|
}
|
|
|
|
printResult(result)
|
|
return nil
|
|
}
|
|
|
|
// buildProjectCollectors creates collectors based on the project name.
|
|
// This maps known project names to their collector configurations.
|
|
func buildProjectCollectors(project string) []collect.Collector {
|
|
switch project {
|
|
case "bitcoin":
|
|
return []collect.Collector{
|
|
&collect.GitHubCollector{Org: "bitcoin", Repo: "bitcoin"},
|
|
&collect.MarketCollector{CoinID: "bitcoin", Historical: true},
|
|
}
|
|
case "ethereum":
|
|
return []collect.Collector{
|
|
&collect.GitHubCollector{Org: "ethereum", Repo: "go-ethereum"},
|
|
&collect.MarketCollector{CoinID: "ethereum", Historical: true},
|
|
&collect.PapersCollector{Source: "all", Query: "ethereum"},
|
|
}
|
|
default:
|
|
// Treat unknown projects as GitHub org/repo
|
|
return []collect.Collector{
|
|
&collect.GitHubCollector{Org: project},
|
|
}
|
|
}
|
|
}
|