lain/twitter-scrapper
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Use newRequest()

Browse source
This commit is contained in:
Alexander Sheiko 2020-06-15 15:26:43 +03:00
parent e3ffaa69c8
commit a5117bb5c4
1 changed files with 2 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

13
search.go
View file

@ -3,7 +3,6 @@ package twitterscraper
import ( import (
"context" "context"
"fmt" "fmt"
"net/http"
"net/url" "net/url"
"strconv" "strconv"
) )
@ -61,20 +60,12 @@ func FetchSearchTweets(query, maxId string) ([]*Tweet, error) {
query = query + " max_id:" + maxId query = query + " max_id:" + maxId
} }
req, err := http.NewRequest( req, err := newRequest(fmt.Sprintf(ajaxSearchURL, url.PathEscape(query)))
"GET",
fmt.Sprintf(ajaxSearchURL, url.PathEscape(query)),
nil,
)
if err != nil { if err != nil {
return nil, err return nil, err
} }
req.Header.Set("Referer", "https://twitter.com/search/timeline") req.Header.Set("Referer", "https://twitter.com/search/timeline")
req.Header.Set("Accept", "application/json, text/javascript, */*; q=0.01")
req.Header.Set("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.1.2 Safari/603.3.8")
req.Header.Set("Accept-Language", "en-US")
req.Header.Set("X-Twitter-Active-User", "yes")
req.Header.Set("X-Requested-With", "XMLHttpRequest")
q := req.URL.Query() q := req.URL.Query()
q.Add("f", "tweets") q.Add("f", "tweets")