improved docs

util/edgeproxy.go

@@ -0,0 +1,141 @@
+package util
+
+import (
+	"bytes"
+	"fmt"
+	"govd/models"
+	"io"
+	"net/http"
+	"net/url"
+	"strconv"
+	"time"
+
+	"github.com/bytedance/sonic"
+)
+
+type EdgeProxyClient struct {
+	client   *http.Client
+	proxyURL string
+}
+
+func NewEdgeProxyFromConfig(cfg *models.ExtractorConfig) *EdgeProxyClient {
+	var baseClient *http.Client
+	if cfg.Impersonate {
+		baseClient = NewChromeClient()
+	} else {
+		baseClient = &http.Client{
+			Transport: GetBaseTransport(),
+			Timeout:   60 * time.Second,
+		}
+	}
+	return &EdgeProxyClient{
+		client:   baseClient,
+		proxyURL: cfg.EdgeProxyURL,
+	}
+}
+
+func NewEdgeProxy(
+	proxyURL string,
+) *EdgeProxyClient {
+	return &EdgeProxyClient{
+		client: &http.Client{
+			Transport: GetBaseTransport(),
+			Timeout:   60 * time.Second,
+		},
+		proxyURL: proxyURL,
+	}
+}
+
+func (c *EdgeProxyClient) Do(req *http.Request) (*http.Response, error) {
+	if c.proxyURL == "" {
+		return nil, fmt.Errorf("proxy URL is not set")
+	}
+
+	targetURL := req.URL.String()
+	encodedURL := url.QueryEscape(targetURL)
+	proxyURLWithParam := c.proxyURL + "?url=" + encodedURL
+
+	bodyBytes, err := readRequestBody(req)
+	if err != nil {
+		return nil, err
+	}
+
+	proxyReq, err := http.NewRequest(
+		req.Method,
+		proxyURLWithParam,
+		bytes.NewBuffer(bodyBytes),
+	)
+	if err != nil {
+		return nil, fmt.Errorf("error creating proxy request: %w", err)
+	}
+
+	copyHeaders(req.Header, proxyReq.Header)
+
+	proxyResp, err := c.client.Do(proxyReq)
+	if err != nil {
+		return nil, fmt.Errorf("proxy request failed: %w", err)
+	}
+	defer proxyResp.Body.Close()
+
+	return parseProxyResponse(proxyResp, req)
+}
+
+func readRequestBody(req *http.Request) ([]byte, error) {
+	if req.Body == nil {
+		return nil, nil
+	}
+
+	bodyBytes, err := io.ReadAll(req.Body)
+	if err != nil {
+		return nil, fmt.Errorf("error reading request body: %w", err)
+	}
+
+	req.Body.Close()
+	req.Body = io.NopCloser(bytes.NewBuffer(bodyBytes))
+
+	return bodyBytes, nil
+}
+
+func copyHeaders(source, destination http.Header) {
+	for name, values := range source {
+		for _, value := range values {
+			destination.Add(name, value)
+		}
+	}
+}
+
+func parseProxyResponse(proxyResp *http.Response, originalReq *http.Request) (*http.Response, error) {
+	body, err := io.ReadAll(proxyResp.Body)
+	if err != nil {
+		return nil, fmt.Errorf("error reading proxy response: %w", err)
+	}
+
+	var response models.EdgeProxyResponse
+	if err := sonic.ConfigFastest.Unmarshal(body, &response); err != nil {
+		return nil, fmt.Errorf("error parsing proxy response: %w", err)
+	}
+
+	resp := &http.Response{
+		StatusCode: response.StatusCode,
+		Status:     strconv.Itoa(response.StatusCode) + " " + http.StatusText(response.StatusCode),
+		Body:       io.NopCloser(bytes.NewBufferString(response.Text)),
+		Header:     make(http.Header),
+		Request:    originalReq,
+	}
+
+	parsedResponseURL, err := url.Parse(response.URL)
+	if err != nil {
+		return nil, fmt.Errorf("error parsing response URL: %w", err)
+	}
+	resp.Request.URL = parsedResponseURL
+
+	for name, value := range response.Headers {
+		resp.Header.Set(name, value)
+	}
+
+	for _, cookie := range response.Cookies {
+		resp.Header.Add("Set-Cookie", cookie)
+	}
+
+	return resp, nil
+}