Fixes:

- Add support for multiple api keys
- Fix minor bugs, removes goroutine mem leaks

internal/config/config.go

@@ -64,6 +64,7 @@ type Repair struct {
 	ZurgURL     string `json:"zurg_url"`
 	AutoProcess bool   `json:"auto_process"`
 	UseWebDav   bool   `json:"use_webdav"`
+	Workers     int    `json:"workers"`
 }
 
 type Auth struct {

internal/request/errors.go

@@ -16,6 +16,12 @@ var HosterUnavailableError = &HTTPError{
 	Code:       "hoster_unavailable",
 }
 
+var TrafficExceededError = &HTTPError{
+	StatusCode: 503,
+	Message:    "Traffic exceeded",
+	Code:       "traffic_exceeded",
+}
+
 var ErrLinkBroken = &HTTPError{
 	StatusCode: 404,
 	Message:    "File is unavailable",

internal/request/request.go

@@ -3,7 +3,6 @@ package request
 import (
 	"bytes"
 	"compress/gzip"
-	"context"
 	"crypto/tls"
 	"fmt"
 	"github.com/goccy/go-json"
@@ -67,9 +66,16 @@ func (c *Client) WithMaxRetries(retries int) *Client {
 }
 
 // WithTimeout sets the request timeout
-func (c *Client) WithTimeout(timeout time.Duration) *Client {
-	c.timeout = timeout
-	return c
+func WithTimeout(timeout time.Duration) ClientOption {
+	return func(c *Client) {
+		c.timeout = timeout
+	}
+}
+
+func WithRedirectPolicy(policy func(req *http.Request, via []*http.Request) error) ClientOption {
+	return func(c *Client) {
+		c.client.CheckRedirect = policy
+	}
 }
 
 // WithRateLimiter sets a rate limiter
@@ -84,14 +90,19 @@ func (c *Client) WithHeaders(headers map[string]string) *Client {
 	return c
 }
 
+func (c *Client) SetHeader(key, value string) {
+	c.headers[key] = value
+}
+
 func (c *Client) WithLogger(logger zerolog.Logger) *Client {
 	c.logger = logger
 	return c
 }
 
-func (c *Client) WithTransport(transport *http.Transport) *Client {
-	c.client.Transport = transport
-	return c
+func WithTransport(transport *http.Transport) ClientOption {
+	return func(c *Client) {
+		c.client.Transport = transport
+	}
 }
 
 // WithRetryableStatus adds status codes that should trigger a retry
@@ -128,15 +139,6 @@ func (c *Client) Do(req *http.Request) (*http.Response, error) {
 		req.Body.Close()
 	}
 
-	// Apply timeout to the request context if not already present
-	if c.timeout > 0 {
-		var cancel context.CancelFunc
-		ctx := req.Context()
-		ctx, cancel = context.WithTimeout(ctx, c.timeout)
-		defer cancel()
-		req = req.WithContext(ctx)
-	}
-
 	backoff := time.Millisecond * 500
 	var resp *http.Response
 
@@ -226,6 +228,15 @@ func (c *Client) MakeRequest(req *http.Request) ([]byte, error) {
 	return bodyBytes, nil
 }
 
+func (c *Client) Get(url string) (*http.Response, error) {
+	req, err := http.NewRequest(http.MethodGet, url, nil)
+	if err != nil {
+		return nil, fmt.Errorf("creating GET request: %w", err)
+	}
+
+	return c.Do(req)
+}
+
 // New creates a new HTTP client with the specified options
 func New(options ...ClientOption) *Client {
 	client := &Client{
@@ -238,7 +249,8 @@ func New(options ...ClientOption) *Client {
 			http.StatusServiceUnavailable:  true,
 			http.StatusGatewayTimeout:      true,
 		},
-		logger: logger.NewLogger("request"),
+		logger:  logger.NewLogger("request"),
+		timeout: 60 * time.Second,
 	}
 
 	// Apply options

internal/utils/magnet.go

@@ -8,6 +8,7 @@ import (
 	"encoding/hex"
 	"fmt"
 	"github.com/anacrolix/torrent/metainfo"
+	"github.com/sirrobot01/debrid-blackhole/internal/request"
 	"io"
 	"log"
 	"net/http"
@@ -198,20 +199,21 @@ func GetInfohashFromURL(url string) (string, error) {
 	var magnetLink string
 	ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
 	defer cancel()
-	client := &http.Client{
-		Timeout: 30 * time.Second,
-		CheckRedirect: func(req *http.Request, via []*http.Request) error {
-			if len(via) >= 3 {
-				return fmt.Errorf("stopped after 3 redirects")
-			}
-			if strings.HasPrefix(req.URL.String(), "magnet:") {
-				// Stop the redirect chain
-				magnetLink = req.URL.String()
-				return http.ErrUseLastResponse
-			}
-			return nil
-		},
+	redirectFunc := func(req *http.Request, via []*http.Request) error {
+		if len(via) >= 3 {
+			return fmt.Errorf("stopped after 3 redirects")
+		}
+		if strings.HasPrefix(req.URL.String(), "magnet:") {
+			// Stop the redirect chain
+			magnetLink = req.URL.String()
+			return http.ErrUseLastResponse
+		}
+		return nil
 	}
+	client := request.New(
+		request.WithTimeout(30*time.Second),
+		request.WithRedirectPolicy(redirectFunc),
+	)
 	req, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
 	if err != nil {
 		return "", err