Authentication is required!

(quick dirty fix)
Close #115

tweets.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"fmt"
 	"net/url"
+	"strconv"
 )
 
 // GetTweets returns channel with tweets for a given user.
@@ -18,6 +19,9 @@ func (s *Scraper) FetchTweets(user string, maxTweetsNbr int, cursor string) ([]*
 		return nil, "", err
 	}
 
+	if s.isOpenAccount {
+		return s.FetchTweetsByUserIDLegacy(userID, maxTweetsNbr, cursor)
+	}
 	return s.FetchTweetsByUserID(userID, maxTweetsNbr, cursor)
 }
 
@@ -83,74 +87,123 @@ func (s *Scraper) FetchTweetsByUserID(userID string, maxTweetsNbr int, cursor st
 	return tweets, nextCursor, nil
 }
 
+// FetchTweetsByUserIDLegacy gets tweets for a given userID, via the Twitter frontend legacy API.
+func (s *Scraper) FetchTweetsByUserIDLegacy(userID string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) {
+	if maxTweetsNbr > 200 {
+		maxTweetsNbr = 200
+	}
+
+	req, err := s.newRequest("GET", "https://api.twitter.com/2/timeline/profile/"+userID+".json")
+	if err != nil {
+		return nil, "", err
+	}
+
+	q := req.URL.Query()
+	q.Add("count", strconv.Itoa(maxTweetsNbr))
+	q.Add("userId", userID)
+	if cursor != "" {
+		q.Add("cursor", cursor)
+	}
+	req.URL.RawQuery = q.Encode()
+
+	var timeline timelineV1
+	err = s.RequestAPI(req, &timeline)
+	if err != nil {
+		return nil, "", err
+	}
+
+	tweets, nextCursor := timeline.parseTweets()
+	return tweets, nextCursor, nil
+}
+
 // GetTweet get a single tweet by ID.
 func (s *Scraper) GetTweet(id string) (*Tweet, error) {
-	req, err := s.newRequest("GET", "https://twitter.com/i/api/graphql/VWFGPVAGkZMGRKGe3GFFnA/TweetDetail")
-	if err != nil {
-		return nil, err
-	}
+	if s.isOpenAccount {
+		req, err := s.newRequest("GET", "https://api.twitter.com/2/timeline/conversation/"+id+".json")
+		if err != nil {
+			return nil, err
+		}
 
-	variables := map[string]interface{}{
-		"focalTweetId":                           id,
-		"with_rux_injections":                    false,
-		"includePromotedContent":                 true,
-		"withCommunity":                          true,
-		"withQuickPromoteEligibilityTweetFields": true,
-		"withBirdwatchNotes":                     true,
-		"withVoice":                              true,
-		"withV2Timeline":                         true,
-	}
+		var timeline timelineV1
+		err = s.RequestAPI(req, &timeline)
+		if err != nil {
+			return nil, err
+		}
 
-	features := map[string]interface{}{
-		"rweb_lists_timeline_redesign_enabled":                                    true,
-		"responsive_web_graphql_exclude_directive_enabled":                        true,
-		"verified_phone_label_enabled":                                            false,
-		"creator_subscriptions_tweet_preview_api_enabled":                         true,
-		"responsive_web_graphql_timeline_navigation_enabled":                      true,
-		"responsive_web_graphql_skip_user_profile_image_extensions_enabled":       false,
-		"tweetypie_unmention_optimization_enabled":                                true,
-		"responsive_web_edit_tweet_api_enabled":                                   true,
-		"graphql_is_translatable_rweb_tweet_is_translatable_enabled":              true,
-		"view_counts_everywhere_api_enabled":                                      true,
-		"longform_notetweets_consumption_enabled":                                 true,
-		"tweet_awards_web_tipping_enabled":                                        false,
-		"freedom_of_speech_not_reach_fetch_enabled":                               true,
-		"standardized_nudges_misinfo":                                             true,
-		"tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": false,
-		"longform_notetweets_rich_text_read_enabled":                              true,
-		"longform_notetweets_inline_media_enabled":                                true,
-		"responsive_web_enhance_cards_enabled":                                    false,
-	}
+		tweets, _ := timeline.parseTweets()
+		for _, tweet := range tweets {
+			if tweet.ID == id {
+				return tweet, nil
+			}
+		}
+	} else {
+		req, err := s.newRequest("GET", "https://twitter.com/i/api/graphql/VWFGPVAGkZMGRKGe3GFFnA/TweetDetail")
+		if err != nil {
+			return nil, err
+		}
 
-	query := url.Values{}
-	query.Set("variables", mapToJSONString(variables))
-	query.Set("features", mapToJSONString(features))
-	req.URL.RawQuery = query.Encode()
+		variables := map[string]interface{}{
+			"focalTweetId":                           id,
+			"with_rux_injections":                    false,
+			"includePromotedContent":                 true,
+			"withCommunity":                          true,
+			"withQuickPromoteEligibilityTweetFields": true,
+			"withBirdwatchNotes":                     true,
+			"withVoice":                              true,
+			"withV2Timeline":                         true,
+		}
 
-	var conversation threadedConversation
+		features := map[string]interface{}{
+			"rweb_lists_timeline_redesign_enabled":                                    true,
+			"responsive_web_graphql_exclude_directive_enabled":                        true,
+			"verified_phone_label_enabled":                                            false,
+			"creator_subscriptions_tweet_preview_api_enabled":                         true,
+			"responsive_web_graphql_timeline_navigation_enabled":                      true,
+			"responsive_web_graphql_skip_user_profile_image_extensions_enabled":       false,
+			"tweetypie_unmention_optimization_enabled":                                true,
+			"responsive_web_edit_tweet_api_enabled":                                   true,
+			"graphql_is_translatable_rweb_tweet_is_translatable_enabled":              true,
+			"view_counts_everywhere_api_enabled":                                      true,
+			"longform_notetweets_consumption_enabled":                                 true,
+			"tweet_awards_web_tipping_enabled":                                        false,
+			"freedom_of_speech_not_reach_fetch_enabled":                               true,
+			"standardized_nudges_misinfo":                                             true,
+			"tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": false,
+			"longform_notetweets_rich_text_read_enabled":                              true,
+			"longform_notetweets_inline_media_enabled":                                true,
+			"responsive_web_enhance_cards_enabled":                                    false,
+		}
 
-	// Surprisingly, if bearerToken2 is not set, then animated GIFs are not
-	// present in the response for tweets with a GIF + a photo like this one:
-	// https://twitter.com/Twitter/status/1580661436132757506
-	curBearerToken := s.bearerToken
-	if curBearerToken != bearerToken2 {
-		s.setBearerToken(bearerToken2)
-	}
+		query := url.Values{}
+		query.Set("variables", mapToJSONString(variables))
+		query.Set("features", mapToJSONString(features))
+		req.URL.RawQuery = query.Encode()
 
-	err = s.RequestAPI(req, &conversation)
+		var conversation threadedConversation
 
-	if curBearerToken != bearerToken2 {
-		s.setBearerToken(curBearerToken)
-	}
+		// Surprisingly, if bearerToken2 is not set, then animated GIFs are not
+		// present in the response for tweets with a GIF + a photo like this one:
+		// https://twitter.com/Twitter/status/1580661436132757506
+		curBearerToken := s.bearerToken
+		if curBearerToken != bearerToken2 {
+			s.setBearerToken(bearerToken2)
+		}
 
-	if err != nil {
-		return nil, err
-	}
+		err = s.RequestAPI(req, &conversation)
 
-	tweets := conversation.parse()
-	for _, tweet := range tweets {
-		if tweet.ID == id {
-			return tweet, nil
+		if curBearerToken != bearerToken2 {
+			s.setBearerToken(curBearerToken)
+		}
+
+		if err != nil {
+			return nil, err
+		}
+
+		tweets := conversation.parse()
+		for _, tweet := range tweets {
+			if tweet.ID == id {
+				return tweet, nil
+			}
 		}
 	}
 	return nil, fmt.Errorf("tweet with ID %s not found", id)