packages/govd
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity Actions

set configuration for each extractor

Browse source
This commit is contained in:
stefanodvx 2025-04-20 12:19:14 +02:00
parent 6baa965534
commit 0a63df9ce6
19 changed files with 337 additions and 175 deletions
Download patch file Download diff file Expand all files Collapse all files

8
util/download.go
View file

@ -21,6 +21,8 @@ import (
"github.com/google/uuid"
)
var downloadHTTPSession = GetDefaultHTTPSession()
func DefaultConfig() *models.DownloadConfig {
downloadsDir := os.Getenv("DOWNLOADS_DIR")
if downloadsDir == "" {
@ -171,7 +173,7 @@ func downloadInMemory(
return nil, fmt.Errorf("failed to create request: %w", err)
}
resp, err := httpSession.Do(req)
resp, err := downloadHTTPSession.Do(req)
if err != nil {
return nil, fmt.Errorf("failed to download file: %w", err)
}
@ -362,7 +364,7 @@ func getFileSize(ctx context.Context, fileURL string, timeout time.Duration) (in
return 0, fmt.Errorf("failed to create request: %w", err)
}
resp, err := httpSession.Do(req)
resp, err := downloadHTTPSession.Do(req)
if err != nil {
return 0, fmt.Errorf("failed to get file size: %w", err)
}
@ -419,7 +421,7 @@ func downloadChunk(
}
req.Header.Add("Range", fmt.Sprintf("bytes=%d-%d", chunk[0], chunk[1]))
resp, err := httpSession.Do(req)
resp, err := downloadHTTPSession.Do(req)
if err != nil {
return nil, fmt.Errorf("download failed: %w", err)
}