diff --git a/handlers/proxy.go b/handlers/proxy.go index 6f9c311..aa68705 100644 --- a/handlers/proxy.go +++ b/handlers/proxy.go @@ -289,6 +289,11 @@ func fetchSite(urlpath string, queries map[string]string) (string, *http.Request req.Header.Set("Referer", u.String()) } + req.Header.Set("Accept", "*/*") + req.Header.Set("Accept-Encoding", "gzip, deflate, br") + req.Header.Set("Accept-Language", "en-US,en;q=0.9") + req.Header.Set("From", "bingbot(at)microsoft.com") + // Handle FlareSolverr integration cookieValue := rule.Headers.Cookie debug := os.Getenv("LOG_URLS") == "true"