diff --git a/search.go b/search.go index 6d89934..2161a60 100644 --- a/search.go +++ b/search.go @@ -3,7 +3,6 @@ package twitterscraper import ( "context" "fmt" - "net/http" "net/url" "strconv" ) @@ -61,20 +60,12 @@ func FetchSearchTweets(query, maxId string) ([]*Tweet, error) { query = query + " max_id:" + maxId } - req, err := http.NewRequest( - "GET", - fmt.Sprintf(ajaxSearchURL, url.PathEscape(query)), - nil, - ) + req, err := newRequest(fmt.Sprintf(ajaxSearchURL, url.PathEscape(query))) if err != nil { return nil, err } + req.Header.Set("Referer", "https://twitter.com/search/timeline") - req.Header.Set("Accept", "application/json, text/javascript, */*; q=0.01") - req.Header.Set("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.1.2 Safari/603.3.8") - req.Header.Set("Accept-Language", "en-US") - req.Header.Set("X-Twitter-Active-User", "yes") - req.Header.Set("X-Requested-With", "XMLHttpRequest") q := req.URL.Query() q.Add("f", "tweets")