package twitterscraper import ( "context" "fmt" "net/url" ) // GetTweets returns channel with tweets for a given user. func (s *Scraper) GetTweets(ctx context.Context, user string, maxTweetsNbr int) <-chan *TweetResult { return getTweetTimeline(ctx, user, maxTweetsNbr, s.FetchTweets) } // FetchTweets gets tweets for a given user, via the Twitter frontend API. func (s *Scraper) FetchTweets(user string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { userID, err := s.GetUserIDByScreenName(user) if err != nil { return nil, "", err } return s.FetchTweetsByUserID(userID, maxTweetsNbr, cursor) } // FetchTweetsByUserID gets tweets for a given userID, via the Twitter frontend GraphQL API. func (s *Scraper) FetchTweetsByUserID(userID string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { if maxTweetsNbr > 200 { maxTweetsNbr = 200 } req, err := s.newRequest("GET", "https://twitter.com/i/api/graphql/UGi7tjRPr-d_U3bCPIko5Q/UserTweets") if err != nil { return nil, "", err } variables := map[string]interface{}{ "userId": userID, "count": maxTweetsNbr, "includePromotedContent": false, "withQuickPromoteEligibilityTweetFields": false, "withVoice": true, "withV2Timeline": true, } features := map[string]interface{}{ "rweb_lists_timeline_redesign_enabled": true, "responsive_web_graphql_exclude_directive_enabled": true, "verified_phone_label_enabled": false, "creator_subscriptions_tweet_preview_api_enabled": true, "responsive_web_graphql_timeline_navigation_enabled": true, "responsive_web_graphql_skip_user_profile_image_extensions_enabled": false, "tweetypie_unmention_optimization_enabled": true, "vibe_api_enabled": true, "responsive_web_edit_tweet_api_enabled": true, "graphql_is_translatable_rweb_tweet_is_translatable_enabled": true, "view_counts_everywhere_api_enabled": true, "longform_notetweets_consumption_enabled": true, "tweet_awards_web_tipping_enabled": false, "freedom_of_speech_not_reach_fetch_enabled": true, "standardized_nudges_misinfo": true, "tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": false, "interactive_text_enabled": true, "responsive_web_text_conversations_enabled": false, "longform_notetweets_rich_text_read_enabled": true, "longform_notetweets_inline_media_enabled": false, "responsive_web_enhance_cards_enabled": false, } if cursor != "" { variables["cursor"] = cursor } query := url.Values{} query.Set("variables", mapToJSONString(variables)) query.Set("features", mapToJSONString(features)) req.URL.RawQuery = query.Encode() var timeline timelineV2 err = s.RequestAPI(req, &timeline) if err != nil { return nil, "", err } tweets, nextCursor := timeline.parseTweets() return tweets, nextCursor, nil } // GetTweet get a single tweet by ID. func (s *Scraper) GetTweet(id string) (*Tweet, error) { req, err := s.newRequest("GET", "https://twitter.com/i/api/graphql/VWFGPVAGkZMGRKGe3GFFnA/TweetDetail") if err != nil { return nil, err } variables := map[string]interface{}{ "focalTweetId": id, "with_rux_injections": false, "includePromotedContent": true, "withCommunity": true, "withQuickPromoteEligibilityTweetFields": true, "withBirdwatchNotes": true, "withVoice": true, "withV2Timeline": true, } features := map[string]interface{}{ "rweb_lists_timeline_redesign_enabled": true, "responsive_web_graphql_exclude_directive_enabled": true, "verified_phone_label_enabled": false, "creator_subscriptions_tweet_preview_api_enabled": true, "responsive_web_graphql_timeline_navigation_enabled": true, "responsive_web_graphql_skip_user_profile_image_extensions_enabled": false, "tweetypie_unmention_optimization_enabled": true, "responsive_web_edit_tweet_api_enabled": true, "graphql_is_translatable_rweb_tweet_is_translatable_enabled": true, "view_counts_everywhere_api_enabled": true, "longform_notetweets_consumption_enabled": true, "tweet_awards_web_tipping_enabled": false, "freedom_of_speech_not_reach_fetch_enabled": true, "standardized_nudges_misinfo": true, "tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": false, "longform_notetweets_rich_text_read_enabled": true, "longform_notetweets_inline_media_enabled": true, "responsive_web_enhance_cards_enabled": false, } query := url.Values{} query.Set("variables", mapToJSONString(variables)) query.Set("features", mapToJSONString(features)) req.URL.RawQuery = query.Encode() var conversation threadedConversation // Surprisingly, if bearerToken2 is not set, then animated GIFs are not // present in the response for tweets with a GIF + a photo like this one: // https://twitter.com/Twitter/status/1580661436132757506 curBearerToken := s.bearerToken if curBearerToken != bearerToken2 { s.setBearerToken(bearerToken2) } err = s.RequestAPI(req, &conversation) if curBearerToken != bearerToken2 { s.setBearerToken(curBearerToken) } if err != nil { return nil, err } tweets := conversation.parse() for _, tweet := range tweets { if tweet.ID == id { return tweet, nil } } return nil, fmt.Errorf("tweet with ID %s not found", id) }