8e82bada06
This commit introduces a new `collect website` command that recursively downloads a website to a specified depth. - A new `pkg/website` package contains the logic for the recursive download. - A new `pkg/ui` package provides a progress bar for long-running operations, which is used by the website downloader. - The `collect pwa` subcommand has been restored to be PWA-specific.
47 lines
1 KiB
Go
47 lines
1 KiB
Go
package cmd
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
|
|
"borg-data-collector/pkg/vcs"
|
|
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
// collectGitCmd represents the collect git command
|
|
var collectGitCmd = &cobra.Command{
|
|
Use: "git [repository-url]",
|
|
Short: "Collect a single Git repository",
|
|
Long: `Collect a single Git repository and store it in a DataNode.`,
|
|
Args: cobra.ExactArgs(1),
|
|
Run: func(cmd *cobra.Command, args []string) {
|
|
repoURL := args[0]
|
|
outputFile, _ := cmd.Flags().GetString("output")
|
|
|
|
dn, err := vcs.CloneGitRepository(repoURL)
|
|
if err != nil {
|
|
fmt.Printf("Error cloning repository: %v\n", err)
|
|
return
|
|
}
|
|
|
|
data, err := dn.ToTar()
|
|
if err != nil {
|
|
fmt.Printf("Error serializing DataNode: %v\n", err)
|
|
return
|
|
}
|
|
|
|
err = os.WriteFile(outputFile, data, 0644)
|
|
if err != nil {
|
|
fmt.Printf("Error writing DataNode to file: %v\n", err)
|
|
return
|
|
}
|
|
|
|
fmt.Printf("Repository saved to %s\n", outputFile)
|
|
},
|
|
}
|
|
|
|
func init() {
|
|
collectCmd.AddCommand(collectGitCmd)
|
|
collectGitCmd.PersistentFlags().String("output", "repo.dat", "Output file for the DataNode")
|
|
}
|