2018-11-29 17:33:44 +02:00
|
|
|
package twitterscraper
|
|
|
|
|
|
|
|
|
|
import (
|
2020-06-12 21:31:08 +08:00
|
|
|
"context"
|
2021-03-09 10:40:22 +02:00
|
|
|
"fmt"
|
2018-11-29 17:33:44 +02:00
|
|
|
"strconv"
|
|
|
|
|
)
|
|
|
|
|
|
2020-05-14 21:52:55 +03:00
|
|
|
// GetTweets returns channel with tweets for a given user.
|
2021-04-22 21:38:49 +03:00
|
|
|
func (s *Scraper) GetTweets(ctx context.Context, user string, maxTweetsNbr int) <-chan *TweetResult {
|
|
|
|
|
return getTweetTimeline(ctx, user, maxTweetsNbr, s.FetchTweets)
|
2020-12-12 23:33:57 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// GetTweets wrapper for default Scraper
|
2021-04-22 21:38:49 +03:00
|
|
|
func GetTweets(ctx context.Context, user string, maxTweetsNbr int) <-chan *TweetResult {
|
2020-12-12 23:33:57 +02:00
|
|
|
return defaultScraper.GetTweets(ctx, user, maxTweetsNbr)
|
2018-11-29 17:33:44 +02:00
|
|
|
}
|
|
|
|
|
|
2020-05-14 21:52:55 +03:00
|
|
|
// FetchTweets gets tweets for a given user, via the Twitter frontend API.
|
2020-12-12 23:33:57 +02:00
|
|
|
func (s *Scraper) FetchTweets(user string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) {
|
2020-12-11 20:58:49 +02:00
|
|
|
if maxTweetsNbr > 200 {
|
|
|
|
|
maxTweetsNbr = 200
|
2018-11-29 17:33:44 +02:00
|
|
|
}
|
|
|
|
|
|
2020-12-12 23:33:57 +02:00
|
|
|
userID, err := s.GetUserIDByScreenName(user)
|
2018-11-29 17:33:44 +02:00
|
|
|
if err != nil {
|
2020-12-11 20:58:49 +02:00
|
|
|
return nil, "", err
|
2018-11-29 17:33:44 +02:00
|
|
|
}
|
|
|
|
|
|
2020-12-12 23:33:57 +02:00
|
|
|
req, err := s.newRequest("GET", "https://api.twitter.com/2/timeline/profile/"+userID+".json")
|
2020-05-13 17:35:44 +02:00
|
|
|
if err != nil {
|
2020-12-11 20:58:49 +02:00
|
|
|
return nil, "", err
|
2020-05-13 17:35:44 +02:00
|
|
|
}
|
|
|
|
|
|
2020-12-11 20:58:49 +02:00
|
|
|
q := req.URL.Query()
|
|
|
|
|
q.Add("count", strconv.Itoa(maxTweetsNbr))
|
|
|
|
|
q.Add("userId", userID)
|
|
|
|
|
if cursor != "" {
|
|
|
|
|
q.Add("cursor", cursor)
|
|
|
|
|
}
|
|
|
|
|
req.URL.RawQuery = q.Encode()
|
2020-05-13 17:35:44 +02:00
|
|
|
|
2020-12-11 20:58:49 +02:00
|
|
|
var timeline timeline
|
2020-12-12 23:33:57 +02:00
|
|
|
err = s.RequestAPI(req, &timeline)
|
2020-02-12 10:45:19 +02:00
|
|
|
if err != nil {
|
2020-12-11 20:58:49 +02:00
|
|
|
return nil, "", err
|
2020-02-12 10:45:19 +02:00
|
|
|
}
|
2018-11-29 17:33:44 +02:00
|
|
|
|
2020-12-11 20:58:49 +02:00
|
|
|
tweets, nextCursor := parseTimeline(&timeline)
|
|
|
|
|
return tweets, nextCursor, nil
|
2018-11-29 17:33:44 +02:00
|
|
|
}
|
2021-03-09 10:40:22 +02:00
|
|
|
|
|
|
|
|
// GetTweet get a single tweet by ID.
|
|
|
|
|
func (s *Scraper) GetTweet(id string) (*Tweet, error) {
|
|
|
|
|
req, err := s.newRequest("GET", "https://twitter.com/i/api/2/timeline/conversation/"+id+".json")
|
|
|
|
|
if err != nil {
|
|
|
|
|
return nil, err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var timeline timeline
|
|
|
|
|
err = s.RequestAPI(req, &timeline)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return nil, err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
tweets, _ := parseTimeline(&timeline)
|
|
|
|
|
for _, tweet := range tweets {
|
|
|
|
|
if tweet.ID == id {
|
|
|
|
|
return tweet, nil
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return nil, fmt.Errorf("tweet with ID %s not found", id)
|
|
|
|
|
}
|
2021-03-09 11:02:39 +02:00
|
|
|
|
|
|
|
|
// GetTweet wrapper for default Scraper
|
|
|
|
|
func GetTweet(id string) (*Tweet, error) {
|
|
|
|
|
return defaultScraper.GetTweet(id)
|
|
|
|
|
}
|