131 lines
3.5 KiB
Go
131 lines
3.5 KiB
Go
package cmd
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"io/fs"
|
|
"os"
|
|
"strings"
|
|
|
|
"github.com/Snider/Borg/pkg/compress"
|
|
"github.com/Snider/Borg/pkg/datanode"
|
|
"github.com/Snider/Borg/pkg/github"
|
|
"github.com/Snider/Borg/pkg/matrix"
|
|
"github.com/Snider/Borg/pkg/ui"
|
|
"github.com/Snider/Borg/pkg/vcs"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
// allCmd represents the all command
|
|
var allCmd = &cobra.Command{
|
|
Use: "all [url]",
|
|
Short: "Collect all resources from a URL",
|
|
Long: `Collect all resources from a URL, dispatching to the appropriate collector based on the URL type.`,
|
|
Args: cobra.ExactArgs(1),
|
|
RunE: func(cmd *cobra.Command, args []string) error {
|
|
url := args[0]
|
|
outputFile, _ := cmd.Flags().GetString("output")
|
|
format, _ := cmd.Flags().GetString("format")
|
|
compression, _ := cmd.Flags().GetString("compression")
|
|
|
|
// For now, we only support github user/org urls
|
|
if !strings.Contains(url, "github.com") {
|
|
return fmt.Errorf("unsupported URL type: %s", url)
|
|
}
|
|
|
|
owner, _, err := github.ParseRepoFromURL(url)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to parse repository url: %w", err)
|
|
}
|
|
|
|
repos, err := GithubClient.GetPublicRepos(cmd.Context(), owner)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
prompter := ui.NewNonInteractivePrompter(ui.GetVCSQuote)
|
|
prompter.Start()
|
|
defer prompter.Stop()
|
|
|
|
var progressWriter io.Writer
|
|
if prompter.IsInteractive() {
|
|
bar := ui.NewProgressBar(len(repos), "Cloning repositories")
|
|
progressWriter = ui.NewProgressWriter(bar)
|
|
}
|
|
|
|
cloner := vcs.NewGitCloner()
|
|
allDataNodes := datanode.New()
|
|
|
|
for _, repoURL := range repos {
|
|
dn, err := cloner.CloneGitRepository(repoURL, progressWriter)
|
|
if err != nil {
|
|
// Log the error and continue
|
|
fmt.Fprintln(cmd.ErrOrStderr(), "Error cloning repository:", err)
|
|
continue
|
|
}
|
|
// This is not an efficient way to merge datanodes, but it's the only way for now
|
|
// A better approach would be to add a Merge method to the DataNode
|
|
err = dn.Walk(".", func(path string, de fs.DirEntry, err error) error {
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if !de.IsDir() {
|
|
file, err := dn.Open(path)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer file.Close()
|
|
data, err := io.ReadAll(file)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
allDataNodes.AddData(path, data)
|
|
}
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
fmt.Fprintln(cmd.ErrOrStderr(), "Error walking datanode:", err)
|
|
continue
|
|
}
|
|
}
|
|
|
|
var data []byte
|
|
if format == "matrix" {
|
|
matrix, err := matrix.FromDataNode(allDataNodes)
|
|
if err != nil {
|
|
return fmt.Errorf("error creating matrix: %w", err)
|
|
}
|
|
data, err = matrix.ToTar()
|
|
if err != nil {
|
|
return fmt.Errorf("error serializing matrix: %w", err)
|
|
}
|
|
} else {
|
|
data, err = allDataNodes.ToTar()
|
|
if err != nil {
|
|
return fmt.Errorf("error serializing DataNode: %w", err)
|
|
}
|
|
}
|
|
|
|
compressedData, err := compress.Compress(data, compression)
|
|
if err != nil {
|
|
return fmt.Errorf("error compressing data: %w", err)
|
|
}
|
|
|
|
err = os.WriteFile(outputFile, compressedData, 0644)
|
|
if err != nil {
|
|
return fmt.Errorf("error writing DataNode to file: %w", err)
|
|
}
|
|
|
|
fmt.Fprintln(cmd.OutOrStdout(), "All repositories saved to", outputFile)
|
|
|
|
return nil
|
|
},
|
|
}
|
|
|
|
// init registers the 'all' command and its flags with the root command.
|
|
func init() {
|
|
RootCmd.AddCommand(allCmd)
|
|
allCmd.PersistentFlags().String("output", "all.dat", "Output file for the DataNode")
|
|
allCmd.PersistentFlags().String("format", "datanode", "Output format (datanode or matrix)")
|
|
allCmd.PersistentFlags().String("compression", "none", "Compression format (none, gz, or xz)")
|
|
}
|