Use newRequest()

This commit is contained in:
Alexander Sheiko 2020-06-15 15:26:43 +03:00
parent e3ffaa69c8
commit a5117bb5c4

View file

@ -3,7 +3,6 @@ package twitterscraper
import (
"context"
"fmt"
"net/http"
"net/url"
"strconv"
)
@ -61,20 +60,12 @@ func FetchSearchTweets(query, maxId string) ([]*Tweet, error) {
query = query + " max_id:" + maxId
}
req, err := http.NewRequest(
"GET",
fmt.Sprintf(ajaxSearchURL, url.PathEscape(query)),
nil,
)
req, err := newRequest(fmt.Sprintf(ajaxSearchURL, url.PathEscape(query)))
if err != nil {
return nil, err
}
req.Header.Set("Referer", "https://twitter.com/search/timeline")
req.Header.Set("Accept", "application/json, text/javascript, */*; q=0.01")
req.Header.Set("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.1.2 Safari/603.3.8")
req.Header.Set("Accept-Language", "en-US")
req.Header.Set("X-Twitter-Active-User", "yes")
req.Header.Set("X-Requested-With", "XMLHttpRequest")
q := req.URL.Query()
q.Add("f", "tweets")