diff --git a/integrations/animeschedule/animeschedule.go b/integrations/animeschedule/animeschedule.go index 2f0656b..6d8b2e4 100644 --- a/integrations/animeschedule/animeschedule.go +++ b/integrations/animeschedule/animeschedule.go @@ -274,11 +274,7 @@ func absolutizeURL(base string, href string) string { } func addCommonHeaders(request *http.Request) { - request.Header.Set("User-Agent", netutil.Chrome135) - request.Header.Set("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8") - request.Header.Set("Accept-Language", "en-US,en;q=0.9") - request.Header.Set("Referer", "https://animeschedule.net/") - request.Header.Set("Cache-Control", "no-cache") + netutil.SetBrowserHTMLHeaders(request, "https://animeschedule.net/") } func fetchDocument(ctx context.Context, httpClient *http.Client, url string) (*goquery.Document, string, error) { diff --git a/integrations/watchorder/watch_order.go b/integrations/watchorder/watch_order.go index ad1af84..dbb6d57 100644 --- a/integrations/watchorder/watch_order.go +++ b/integrations/watchorder/watch_order.go @@ -82,11 +82,7 @@ func parseRootID(url string) (int, error) { } func addCommonHeaders(request *http.Request) { - request.Header.Set("User-Agent", netutil.Chrome135) - request.Header.Set("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8") - request.Header.Set("Accept-Language", "en-US,en;q=0.9") - request.Header.Set("Referer", "https://chiaki.site/") - request.Header.Set("Cache-Control", "no-cache") + netutil.SetBrowserHTMLHeaders(request, "https://chiaki.site/") } func fetchDocument(ctx context.Context, httpClient *http.Client, url string) (*goquery.Document, error) { diff --git a/pkg/net/headers.go b/pkg/net/headers.go new file mode 100644 index 0000000..2ecd6d2 --- /dev/null +++ b/pkg/net/headers.go @@ -0,0 +1,11 @@ +package netutil + +import "net/http" + +func SetBrowserHTMLHeaders(request *http.Request, referer string) { + request.Header.Set("User-Agent", Chrome135) + request.Header.Set("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8") + request.Header.Set("Accept-Language", "en-US,en;q=0.9") + request.Header.Set("Referer", referer) + request.Header.Set("Cache-Control", "no-cache") +}