twitter-scrapper/tweets.go

79 lines
1.9 KiB
Go
Raw Normal View History

2018-11-29 17:33:44 +02:00
package twitterscraper
import (
"context"
2021-03-09 10:40:22 +02:00
"fmt"
2018-11-29 17:33:44 +02:00
"strconv"
)
// GetTweets returns channel with tweets for a given user.
func (s *Scraper) GetTweets(ctx context.Context, user string, maxTweetsNbr int) <-chan *TweetResult {
return getTweetTimeline(ctx, user, maxTweetsNbr, s.FetchTweets)
2020-12-12 23:33:57 +02:00
}
// GetTweets wrapper for default Scraper
func GetTweets(ctx context.Context, user string, maxTweetsNbr int) <-chan *TweetResult {
2020-12-12 23:33:57 +02:00
return defaultScraper.GetTweets(ctx, user, maxTweetsNbr)
2018-11-29 17:33:44 +02:00
}
// FetchTweets gets tweets for a given user, via the Twitter frontend API.
2020-12-12 23:33:57 +02:00
func (s *Scraper) FetchTweets(user string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) {
if maxTweetsNbr > 200 {
maxTweetsNbr = 200
2018-11-29 17:33:44 +02:00
}
2020-12-12 23:33:57 +02:00
userID, err := s.GetUserIDByScreenName(user)
2018-11-29 17:33:44 +02:00
if err != nil {
return nil, "", err
2018-11-29 17:33:44 +02:00
}
2020-12-12 23:33:57 +02:00
req, err := s.newRequest("GET", "https://api.twitter.com/2/timeline/profile/"+userID+".json")
if err != nil {
return nil, "", err
}
q := req.URL.Query()
q.Add("count", strconv.Itoa(maxTweetsNbr))
q.Add("userId", userID)
if cursor != "" {
q.Add("cursor", cursor)
}
req.URL.RawQuery = q.Encode()
var timeline timeline
2020-12-12 23:33:57 +02:00
err = s.RequestAPI(req, &timeline)
2020-02-12 10:45:19 +02:00
if err != nil {
return nil, "", err
2020-02-12 10:45:19 +02:00
}
2018-11-29 17:33:44 +02:00
tweets, nextCursor := parseTimeline(&timeline)
return tweets, nextCursor, nil
2018-11-29 17:33:44 +02:00
}
2021-03-09 10:40:22 +02:00
// GetTweet get a single tweet by ID.
func (s *Scraper) GetTweet(id string) (*Tweet, error) {
req, err := s.newRequest("GET", "https://twitter.com/i/api/2/timeline/conversation/"+id+".json")
if err != nil {
return nil, err
}
var timeline timeline
err = s.RequestAPI(req, &timeline)
if err != nil {
return nil, err
}
tweets, _ := parseTimeline(&timeline)
for _, tweet := range tweets {
if tweet.ID == id {
return tweet, nil
}
}
return nil, fmt.Errorf("tweet with ID %s not found", id)
}
2021-03-09 11:02:39 +02:00
// GetTweet wrapper for default Scraper
func GetTweet(id string) (*Tweet, error) {
return defaultScraper.GetTweet(id)
}