melosh/mal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: dedupe html headers

Browse Source
This commit is contained in:
mkelvers
2026-06-01 22:23:10 +02:00
committed by Milas Holsting
parent b9ad50b67a
commit 34f52428a2
3 changed files with 13 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
integrations/animeschedule/animeschedule.go
View File

@@ -274,11 +274,7 @@ func absolutizeURL(base string, href string) string {
}
func addCommonHeaders(request *http.Request) {
request.Header.Set("User-Agent", netutil.Chrome135)
request.Header.Set("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8")
request.Header.Set("Accept-Language", "en-US,en;q=0.9")
request.Header.Set("Referer", "https://animeschedule.net/")
request.Header.Set("Cache-Control", "no-cache")
netutil.SetBrowserHTMLHeaders(request, "https://animeschedule.net/")
}
func fetchDocument(ctx context.Context, httpClient *http.Client, url string) (*goquery.Document, string, error) {

6
integrations/watchorder/watch_order.go
View File

@@ -82,11 +82,7 @@ func parseRootID(url string) (int, error) {
}
func addCommonHeaders(request *http.Request) {
request.Header.Set("User-Agent", netutil.Chrome135)
request.Header.Set("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8")
request.Header.Set("Accept-Language", "en-US,en;q=0.9")
request.Header.Set("Referer", "https://chiaki.site/")
request.Header.Set("Cache-Control", "no-cache")
netutil.SetBrowserHTMLHeaders(request, "https://chiaki.site/")
}
func fetchDocument(ctx context.Context, httpClient *http.Client, url string) (*goquery.Document, error) {

11
pkg/net/headers.go Normal file
View File

@@ -0,0 +1,11 @@
package netutil
import "net/http"
func SetBrowserHTMLHeaders(request *http.Request, referer string) {
request.Header.Set("User-Agent", Chrome135)
request.Header.Set("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8")
request.Header.Set("Accept-Language", "en-US,en;q=0.9")
request.Header.Set("Referer", referer)
request.Header.Set("Cache-Control", "no-cache")
}