From 1c49fea3ef2aa872f7292bc0d24282253dd87dd4 Mon Sep 17 00:00:00 2001 From: xisco Date: Thu, 14 May 2020 18:00:43 +0200 Subject: [PATCH] change goquery.NewDocument deprecated method and add language header --- profile.go | 19 ++++++++++++++++++- 1 file changed, 18 insertions(+), 1 deletion(-) diff --git a/profile.go b/profile.go index fce3711..4fc29dc 100644 --- a/profile.go +++ b/profile.go @@ -2,6 +2,7 @@ package twitterscraper import ( "fmt" + "net/http" "strconv" "strings" "time" @@ -29,7 +30,23 @@ type Profile struct { // GetProfile return parsed user profile func GetProfile(username string) (Profile, error) { url := "https://twitter.com/" + username - doc, err := goquery.NewDocument(url) + + req, err := http.NewRequest("GET", url, nil) + + if err != nil { + return Profile{}, err + } + + req.Header.Set("Accept-Language", "en-US") + + res, err := http.DefaultClient.Do(req) + + if res == nil { + return Profile{}, err + } + + doc, err := goquery.NewDocumentFromReader(res.Body) + if err != nil { return Profile{}, err }