diff --git a/cmd/collect_batch.go b/cmd/collect_batch.go index bd422d0..528f9bf 100644 --- a/cmd/collect_batch.go +++ b/cmd/collect_batch.go @@ -67,7 +67,7 @@ func NewCollectBatchCmd() *cobra.Command { return fmt.Errorf("error reading urls: %w", err) } -if err := os.MkdirAll(outputDir, 0755); err != nil { + if err := os.MkdirAll(outputDir, os.ModePerm); err != nil { return fmt.Errorf("error creating output directory: %w", err) } @@ -128,18 +128,13 @@ func downloadURL(cmd *cobra.Command, u, outputDir string, skipExisting bool, del } } - resp, err := httpClient.Get(u) + resp, err := http.Get(u) if err != nil { logMessage(cmd, fmt.Sprintf("Error downloading %s: %v", u, err), bar, outMutex) return } defer resp.Body.Close() - if resp.StatusCode < 200 || resp.StatusCode >= 300 { - logMessage(cmd, fmt.Sprintf("HTTP error %d for %s", resp.StatusCode, u), bar, outMutex) - return - } - out, err := os.Create(filePath) if err != nil { logMessage(cmd, fmt.Sprintf("Error creating file for %s: %v", u, err), bar, outMutex) diff --git a/cmd/collect_batch_test.go b/cmd/collect_batch_test.go index 31ceef8..a789120 100644 --- a/cmd/collect_batch_test.go +++ b/cmd/collect_batch_test.go @@ -180,21 +180,20 @@ func TestCollectBatch_Sequential(t *testing.T) { // Test --continue flag t.Run("Continue", func(t *testing.T) { outputDir := t.TempDir() + cmd := NewCollectBatchCmd() // First run - cmd1 := NewCollectBatchCmd() - cmd1.SetArgs([]string{urlsFile, "--output-dir", outputDir}) - err := cmd1.Execute() + cmd.SetArgs([]string{urlsFile, "--output-dir", outputDir}) + err := cmd.Execute() if err != nil { t.Fatalf("unexpected error on first run: %v", err) } // Second run with --continue var out bytes.Buffer - cmd2 := NewCollectBatchCmd() - cmd2.SetOut(&out) - cmd2.SetArgs([]string{urlsFile, "--output-dir", outputDir, "--continue"}) - err = cmd2.Execute() + cmd.SetOut(&out) + cmd.SetArgs([]string{urlsFile, "--output-dir", outputDir, "--continue"}) + err = cmd.Execute() if err != nil { t.Fatalf("unexpected error on second run: %v", err) }