From 5e1d9316e7b3012278aa08f68d04fa415670cfd0 Mon Sep 17 00:00:00 2001 From: Denis Koltsov Date: Sun, 7 Apr 2024 19:18:59 +0200 Subject: [PATCH 1/9] Initial stub at GetHomeTweets --- tweets.go | 118 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 118 insertions(+) diff --git a/tweets.go b/tweets.go index 618cd20..a122c47 100644 --- a/tweets.go +++ b/tweets.go @@ -1,8 +1,11 @@ package twitterscraper import ( + "bytes" "context" + "encoding/json" "fmt" + "io" "net/url" "strconv" ) @@ -273,3 +276,118 @@ func (s *Scraper) GetTweet(id string) (*Tweet, error) { } return nil, fmt.Errorf("tweet with ID %s not found", id) } + +type homeEntry struct { + EntryId string `json:"entryId"` + SortIndex string `json:"sortIndex"` + Content struct { + EntryType string `json:"entryType"` + ItemContent struct { + ItemType string `json:"itemType"` + TweetResults struct { + Result result `json:"result"` + } `json:"tweet_results"` + } `json:"itemContent"` + } `json:"content"` +} + +// timeline v2 JSON object +type homeTimeline struct { + Data struct { + Home struct { + HomeTimeline struct { + Instructions []struct { + Entries []homeEntry `json:"entries"` + Type string `json:"type"` + } `json:"instructions"` + Metadata struct { + SribeConfig []struct { + Page string `json:"page"` + } `json:"scribe_config"` + } `json:"metadata"` + } `json:"home_timeline_urt"` + } `json:"home"` + } `json:"data"` +} + +func (timeline *homeTimeline) parseTweets() ([]*Tweet, string) { + var cursor string + var tweets []*Tweet + for _, instruction := range timeline.Data.Home.HomeTimeline.Instructions { + for _, entry := range instruction.Entries { + if entry.Content.ItemContent.TweetResults.Result.Typename == "Tweet" { + if tweet := entry.Content.ItemContent.TweetResults.Result.parse(); tweet != nil { + tweets = append(tweets, tweet) + } + } + } + } + return tweets, cursor +} + +// GetHomeTweets returns channel with tweets from home timeline +func (s *Scraper) GetHomeTweets(ctx context.Context, maxTweetsNbr int) <-chan *TweetResult { + return getTweetTimeline(ctx, "", maxTweetsNbr, s.FetchHomeTweets) +} + +// FetchHomeTweets gets tweets from home timline, via the Twitter frontend API. +func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { + if maxTweetsNbr > 200 { + maxTweetsNbr = 200 + } + + req, err := s.newRequest("POST", "https://twitter.com/i/api/graphql/MquF6747JmE_NQYdkIH0OQ/HomeLatestTimeline") + if err != nil { + return nil, "", err + } + + variables := map[string]interface{}{ + "count": maxTweetsNbr, + "includePromotedContent": true, + "withQuickPromoteEligibilityTweetFields": true, + "requestContext": "launch", + } + features := map[string]interface{}{ + "rweb_tipjar_consumption_enabled": false, + "responsive_web_graphql_exclude_directive_enabled": true, + "verified_phone_label_enabled": false, + "creator_subscriptions_tweet_preview_api_enabled": true, + "responsive_web_graphql_timeline_navigation_enabled": true, + "responsive_web_graphql_skip_user_profile_image_extensions_enabled": false, + "communities_web_enable_tweet_community_results_fetch": true, + "c9s_tweet_anatomy_moderator_badge_enabled": true, + "tweetypie_unmention_optimization_enabled": true, + "responsive_web_edit_tweet_api_enabled": true, + "graphql_is_translatable_rweb_tweet_is_translatable_enabled": true, + "view_counts_everywhere_api_enabled": true, + "longform_notetweets_consumption_enabled": true, + "responsive_web_twitter_article_tweet_consumption_enabled": true, + "tweet_awards_web_tipping_enabled": false, + "freedom_of_speech_not_reach_fetch_enabled": true, + "standardized_nudges_misinfo": true, + "tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true, + "rweb_video_timestamps_enabled": true, + "longform_notetweets_rich_text_read_enabled": true, + "longform_notetweets_inline_media_enabled": true, + "responsive_web_enhance_cards_enabled": false, + } + + req.Header.Set("content-type", "application/json") + body := map[string]interface{}{ + "variables": variables, + "features": features, + "queryId": "CTOVqej0JBXAZSwkp1US0g", + } + + b, _ := json.Marshal(body) + req.Body = io.NopCloser(bytes.NewReader(b)) + + var timeline homeTimeline + err = s.RequestAPI(req, &timeline) + if err != nil { + return nil, "", err + } + + tweets, nextCursor := timeline.parseTweets() + return tweets, nextCursor, nil +} From 3e06de08b556f8fcdacfc30c706e0ab25370bc6c Mon Sep 17 00:00:00 2001 From: Valentine Date: Tue, 9 Jul 2024 04:48:31 +0300 Subject: [PATCH 2/9] fixed FetchHomeTweets --- tweets.go | 20 ++++++++------------ 1 file changed, 8 insertions(+), 12 deletions(-) diff --git a/tweets.go b/tweets.go index a122c47..35b3152 100644 --- a/tweets.go +++ b/tweets.go @@ -1,11 +1,8 @@ package twitterscraper import ( - "bytes" "context" - "encoding/json" "fmt" - "io" "net/url" "strconv" ) @@ -336,7 +333,7 @@ func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([] maxTweetsNbr = 200 } - req, err := s.newRequest("POST", "https://twitter.com/i/api/graphql/MquF6747JmE_NQYdkIH0OQ/HomeLatestTimeline") + req, err := s.newRequest("GET", "https://twitter.com/i/api/graphql/9EwYy8pLBOSFlEoSP2STiQ/HomeLatestTimeline") if err != nil { return nil, "", err } @@ -348,7 +345,7 @@ func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([] "requestContext": "launch", } features := map[string]interface{}{ - "rweb_tipjar_consumption_enabled": false, + "rweb_tipjar_consumption_enabled": true, "responsive_web_graphql_exclude_directive_enabled": true, "verified_phone_label_enabled": false, "creator_subscriptions_tweet_preview_api_enabled": true, @@ -356,6 +353,7 @@ func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([] "responsive_web_graphql_skip_user_profile_image_extensions_enabled": false, "communities_web_enable_tweet_community_results_fetch": true, "c9s_tweet_anatomy_moderator_badge_enabled": true, + "articles_preview_enabled": true, "tweetypie_unmention_optimization_enabled": true, "responsive_web_edit_tweet_api_enabled": true, "graphql_is_translatable_rweb_tweet_is_translatable_enabled": true, @@ -363,6 +361,7 @@ func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([] "longform_notetweets_consumption_enabled": true, "responsive_web_twitter_article_tweet_consumption_enabled": true, "tweet_awards_web_tipping_enabled": false, + "creator_subscriptions_quote_tweet_preview_enabled": false, "freedom_of_speech_not_reach_fetch_enabled": true, "standardized_nudges_misinfo": true, "tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true, @@ -373,14 +372,11 @@ func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([] } req.Header.Set("content-type", "application/json") - body := map[string]interface{}{ - "variables": variables, - "features": features, - "queryId": "CTOVqej0JBXAZSwkp1US0g", - } - b, _ := json.Marshal(body) - req.Body = io.NopCloser(bytes.NewReader(b)) + query := url.Values{} + query.Set("variables", mapToJSONString(variables)) + query.Set("features", mapToJSONString(features)) + req.URL.RawQuery = query.Encode() var timeline homeTimeline err = s.RequestAPI(req, &timeline) From 5364c66bd54db8d4b8099939d6c1516bb636d353 Mon Sep 17 00:00:00 2001 From: Valentine Date: Tue, 9 Jul 2024 04:48:58 +0300 Subject: [PATCH 3/9] added test for FetchHomeTweets --- tweets_test.go | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/tweets_test.go b/tweets_test.go index 5a0a479..fa11444 100644 --- a/tweets_test.go +++ b/tweets_test.go @@ -305,3 +305,17 @@ func TestTweetThread(t *testing.T) { } } } + +func TestHomeTweets(t *testing.T) { + if skipAuthTest { + t.Skip("Skipping test due to environment variable") + } + tweets, _, err := testScraper.FetchHomeTweets("", 20, "") + if err != nil { + t.Fatal(err) + } + + if len(tweets) < 1 { + t.Fatal("returned 0 tweets") + } +} From 2eb31665a59498ef57c4f5ca28d8412087a91d27 Mon Sep 17 00:00:00 2001 From: Valentine Date: Tue, 9 Jul 2024 05:02:19 +0300 Subject: [PATCH 4/9] added cursor to home timeline --- tweets.go | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/tweets.go b/tweets.go index 35b3152..52ef3a1 100644 --- a/tweets.go +++ b/tweets.go @@ -285,6 +285,8 @@ type homeEntry struct { Result result `json:"result"` } `json:"tweet_results"` } `json:"itemContent"` + Cursor string `json:"value"` + CursorType string `json:"cursorType"` } `json:"content"` } @@ -312,7 +314,9 @@ func (timeline *homeTimeline) parseTweets() ([]*Tweet, string) { var tweets []*Tweet for _, instruction := range timeline.Data.Home.HomeTimeline.Instructions { for _, entry := range instruction.Entries { - if entry.Content.ItemContent.TweetResults.Result.Typename == "Tweet" { + if entry.Content.CursorType == "Bottom" { + cursor = entry.Content.Cursor + } else if entry.Content.ItemContent.TweetResults.Result.Typename == "Tweet" { if tweet := entry.Content.ItemContent.TweetResults.Result.parse(); tweet != nil { tweets = append(tweets, tweet) } @@ -344,6 +348,11 @@ func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([] "withQuickPromoteEligibilityTweetFields": true, "requestContext": "launch", } + + if cursor != "" { + variables["cursor"] = cursor + } + features := map[string]interface{}{ "rweb_tipjar_consumption_enabled": true, "responsive_web_graphql_exclude_directive_enabled": true, From cf1575a1a304177cbf15a7a12492af56d54ec602 Mon Sep 17 00:00:00 2001 From: Valentine Date: Tue, 9 Jul 2024 05:02:54 +0300 Subject: [PATCH 5/9] added test for GetHomeTweets --- tweets_test.go | 61 +++++++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 60 insertions(+), 1 deletion(-) diff --git a/tweets_test.go b/tweets_test.go index fa11444..75823fa 100644 --- a/tweets_test.go +++ b/tweets_test.go @@ -306,7 +306,7 @@ func TestTweetThread(t *testing.T) { } } -func TestHomeTweets(t *testing.T) { +func TestFetchHomeTweets(t *testing.T) { if skipAuthTest { t.Skip("Skipping test due to environment variable") } @@ -319,3 +319,62 @@ func TestHomeTweets(t *testing.T) { t.Fatal("returned 0 tweets") } } + +func TestGetHomeTweets(t *testing.T) { + if skipAuthTest { + t.Skip("Skipping test due to environment variable") + } + count := 0 + maxTweetsNbr := 150 + dupcheck := make(map[string]bool) + + for tweet := range testScraper.GetHomeTweets(context.Background(), maxTweetsNbr) { + if tweet.Error != nil { + t.Error(tweet.Error) + } else { + count++ + if tweet.ID == "" { + t.Error("Expected tweet ID is empty") + } else { + if dupcheck[tweet.ID] { + t.Errorf("Detect duplicated tweet ID: %s", tweet.ID) + } else { + dupcheck[tweet.ID] = true + } + } + if tweet.UserID == "" { + t.Error("Expected tweet UserID is empty") + } + if tweet.Username == "" { + t.Error("Expected tweet Username is empty") + } + if tweet.PermanentURL == "" { + t.Error("Expected tweet PermanentURL is empty") + } + if tweet.Text == "" { + t.Error("Expected tweet Text is empty") + } + if tweet.TimeParsed.IsZero() { + t.Error("Expected tweet TimeParsed is zero") + } + if tweet.Timestamp == 0 { + t.Error("Expected tweet Timestamp is greater than zero") + } + for _, video := range tweet.Videos { + if video.ID == "" { + t.Error("Expected tweet video ID is empty") + } + if video.Preview == "" { + t.Error("Expected tweet video Preview is empty") + } + if video.URL == "" { + t.Error("Expected tweet video URL is empty") + } + } + } + } + + if count != maxTweetsNbr { + t.Errorf("Expected tweets count=%v, got: %v", maxTweetsNbr, count) + } +} From c9696514c4adff2e77f5f95c620110cd111ea970 Mon Sep 17 00:00:00 2001 From: Valentine Date: Tue, 9 Jul 2024 05:20:49 +0300 Subject: [PATCH 6/9] added foryou timeilne --- tweets.go | 72 +++++++++++++++++++++++++++++++++++++++++++++++++ tweets_test.go | 73 ++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 145 insertions(+) diff --git a/tweets.go b/tweets.go index 52ef3a1..78fbc34 100644 --- a/tweets.go +++ b/tweets.go @@ -396,3 +396,75 @@ func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([] tweets, nextCursor := timeline.parseTweets() return tweets, nextCursor, nil } + +// GetForYouTweets returns channel with tweets from for you timeline +func (s *Scraper) GetForYouTweets(ctx context.Context, maxTweetsNbr int) <-chan *TweetResult { + return getTweetTimeline(ctx, "", maxTweetsNbr, s.FetchHomeTweets) +} + +// FetchForYouTweets gets tweets from for you timline, via the Twitter frontend API. +func (s *Scraper) FetchForYouTweets(_ string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { + if maxTweetsNbr > 200 { + maxTweetsNbr = 200 + } + + req, err := s.newRequest("GET", "https://twitter.com/i/api/graphql/1u0Wlkw6Ru1NwBUD-pDiww/HomeTimeline") + if err != nil { + return nil, "", err + } + + variables := map[string]interface{}{ + "count": maxTweetsNbr, + "includePromotedContent": true, + "latestControlAvailable": true, + "requestContext": "launch", + "withCommunity": true, + } + + if cursor != "" { + variables["cursor"] = cursor + } + + features := map[string]interface{}{ + "rweb_tipjar_consumption_enabled": true, + "responsive_web_graphql_exclude_directive_enabled": true, + "verified_phone_label_enabled": false, + "creator_subscriptions_tweet_preview_api_enabled": true, + "responsive_web_graphql_timeline_navigation_enabled": true, + "responsive_web_graphql_skip_user_profile_image_extensions_enabled": false, + "communities_web_enable_tweet_community_results_fetch": true, + "c9s_tweet_anatomy_moderator_badge_enabled": true, + "articles_preview_enabled": true, + "tweetypie_unmention_optimization_enabled": true, + "responsive_web_edit_tweet_api_enabled": true, + "graphql_is_translatable_rweb_tweet_is_translatable_enabled": true, + "view_counts_everywhere_api_enabled": true, + "longform_notetweets_consumption_enabled": true, + "responsive_web_twitter_article_tweet_consumption_enabled": true, + "tweet_awards_web_tipping_enabled": false, + "creator_subscriptions_quote_tweet_preview_enabled": false, + "freedom_of_speech_not_reach_fetch_enabled": true, + "standardized_nudges_misinfo": true, + "tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true, + "rweb_video_timestamps_enabled": true, + "longform_notetweets_rich_text_read_enabled": true, + "longform_notetweets_inline_media_enabled": true, + "responsive_web_enhance_cards_enabled": false, + } + + req.Header.Set("content-type", "application/json") + + query := url.Values{} + query.Set("variables", mapToJSONString(variables)) + query.Set("features", mapToJSONString(features)) + req.URL.RawQuery = query.Encode() + + var timeline homeTimeline + err = s.RequestAPI(req, &timeline) + if err != nil { + return nil, "", err + } + + tweets, nextCursor := timeline.parseTweets() + return tweets, nextCursor, nil +} diff --git a/tweets_test.go b/tweets_test.go index 75823fa..0f6b68e 100644 --- a/tweets_test.go +++ b/tweets_test.go @@ -378,3 +378,76 @@ func TestGetHomeTweets(t *testing.T) { t.Errorf("Expected tweets count=%v, got: %v", maxTweetsNbr, count) } } + +func TestFetchForYouTweets(t *testing.T) { + if skipAuthTest { + t.Skip("Skipping test due to environment variable") + } + tweets, _, err := testScraper.FetchForYouTweets("", 20, "") + if err != nil { + t.Fatal(err) + } + + if len(tweets) < 1 { + t.Fatal("returned 0 tweets") + } +} + +func TestGetForYouTweets(t *testing.T) { + if skipAuthTest { + t.Skip("Skipping test due to environment variable") + } + count := 0 + maxTweetsNbr := 150 + dupcheck := make(map[string]bool) + + for tweet := range testScraper.GetForYouTweets(context.Background(), maxTweetsNbr) { + if tweet.Error != nil { + t.Error(tweet.Error) + } else { + count++ + if tweet.ID == "" { + t.Error("Expected tweet ID is empty") + } else { + if dupcheck[tweet.ID] { + t.Errorf("Detect duplicated tweet ID: %s", tweet.ID) + } else { + dupcheck[tweet.ID] = true + } + } + if tweet.UserID == "" { + t.Error("Expected tweet UserID is empty") + } + if tweet.Username == "" { + t.Error("Expected tweet Username is empty") + } + if tweet.PermanentURL == "" { + t.Error("Expected tweet PermanentURL is empty") + } + if tweet.Text == "" { + t.Error("Expected tweet Text is empty") + } + if tweet.TimeParsed.IsZero() { + t.Error("Expected tweet TimeParsed is zero") + } + if tweet.Timestamp == 0 { + t.Error("Expected tweet Timestamp is greater than zero") + } + for _, video := range tweet.Videos { + if video.ID == "" { + t.Error("Expected tweet video ID is empty") + } + if video.Preview == "" { + t.Error("Expected tweet video Preview is empty") + } + if video.URL == "" { + t.Error("Expected tweet video URL is empty") + } + } + } + } + + if count != maxTweetsNbr { + t.Errorf("Expected tweets count=%v, got: %v", maxTweetsNbr, count) + } +} From b2f31cbe996f413d20c9f7cd06f3a45709efd7d6 Mon Sep 17 00:00:00 2001 From: Valentine Date: Tue, 9 Jul 2024 05:37:03 +0300 Subject: [PATCH 7/9] fix fetch home methods --- tweets.go | 16 ++++++++++++---- 1 file changed, 12 insertions(+), 4 deletions(-) diff --git a/tweets.go b/tweets.go index 78fbc34..7e61fb2 100644 --- a/tweets.go +++ b/tweets.go @@ -328,11 +328,15 @@ func (timeline *homeTimeline) parseTweets() ([]*Tweet, string) { // GetHomeTweets returns channel with tweets from home timeline func (s *Scraper) GetHomeTweets(ctx context.Context, maxTweetsNbr int) <-chan *TweetResult { - return getTweetTimeline(ctx, "", maxTweetsNbr, s.FetchHomeTweets) + return getTweetTimeline(ctx, "", maxTweetsNbr, s.fetchHomeTweets) +} + +func (s *Scraper) FetchHomeTweets(maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { + return s.fetchHomeTweets("", maxTweetsNbr, cursor) } // FetchHomeTweets gets tweets from home timline, via the Twitter frontend API. -func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { +func (s *Scraper) fetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { if maxTweetsNbr > 200 { maxTweetsNbr = 200 } @@ -399,11 +403,15 @@ func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([] // GetForYouTweets returns channel with tweets from for you timeline func (s *Scraper) GetForYouTweets(ctx context.Context, maxTweetsNbr int) <-chan *TweetResult { - return getTweetTimeline(ctx, "", maxTweetsNbr, s.FetchHomeTweets) + return getTweetTimeline(ctx, "", maxTweetsNbr, s.fetchForYouTweets) +} + +func (s *Scraper) FetchForYouTweets(maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { + return s.fetchForYouTweets("", maxTweetsNbr, cursor) } // FetchForYouTweets gets tweets from for you timline, via the Twitter frontend API. -func (s *Scraper) FetchForYouTweets(_ string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { +func (s *Scraper) fetchForYouTweets(_ string, maxTweetsNbr int, cursor string) ([]*Tweet, string, error) { if maxTweetsNbr > 200 { maxTweetsNbr = 200 } From 58b161596d9fb86825d51d9719096f1fa818f452 Mon Sep 17 00:00:00 2001 From: Valentine Date: Tue, 9 Jul 2024 05:37:15 +0300 Subject: [PATCH 8/9] fix tests for home methods --- tweets_test.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tweets_test.go b/tweets_test.go index 0f6b68e..bc2d244 100644 --- a/tweets_test.go +++ b/tweets_test.go @@ -310,7 +310,7 @@ func TestFetchHomeTweets(t *testing.T) { if skipAuthTest { t.Skip("Skipping test due to environment variable") } - tweets, _, err := testScraper.FetchHomeTweets("", 20, "") + tweets, _, err := testScraper.FetchHomeTweets(20, "") if err != nil { t.Fatal(err) } @@ -383,7 +383,7 @@ func TestFetchForYouTweets(t *testing.T) { if skipAuthTest { t.Skip("Skipping test due to environment variable") } - tweets, _, err := testScraper.FetchForYouTweets("", 20, "") + tweets, _, err := testScraper.FetchForYouTweets(20, "") if err != nil { t.Fatal(err) } From d8caf71a12d6f96f4579d41dca47a10f8a16360f Mon Sep 17 00:00:00 2001 From: Valentine Date: Tue, 9 Jul 2024 05:37:43 +0300 Subject: [PATCH 9/9] add home methods to docs --- README.md | 52 ++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+) diff --git a/README.md b/README.md index 843b4cd..eddd0e7 100644 --- a/README.md +++ b/README.md @@ -24,6 +24,8 @@ You can use this library to get tweets, profiles, and trends trivially. - [Get user tweets](#get-user-tweets) - [Get user medias](#get-user-medias) - [Get bookmarks](#get-bookmarks) + - [Get home tweets](#get-home-tweets) + - [Get foryou tweets](#get-foryou-tweets) - [Search tweets](#search-tweets) - [Search params](#search-params) - [Get profile](#get-profile) @@ -266,6 +268,56 @@ var cursor string tweets, cursor, err := scraper.FetchBookmarks(20, cursor) ``` +### Get home tweets + +> [!IMPORTANT] +> Requires authentication! + +500 requests / 15 minutes + +`GetHomeTweets` returns a channel with the specified number of latest home tweets. It’s using the `FetchHomeTweets` method under the hood. + +```golang +for tweet := range scraper.GetHomeTweets(context.Background(), 50) { + if tweet.Error != nil { + panic(tweet.Error) + } + fmt.Println(tweet.Text) +} +``` + +`FetchHomeTweets` returns latest home tweets and cursor for fetching the next page. Each request returns up to 20 tweets. + +```golang +var cursor string +tweets, cursor, err := scraper.FetchHomeTweets(20, cursor) +``` + +### Get foryou tweets + +> [!IMPORTANT] +> Requires authentication! + +500 requests / 15 minutes + +`GetForYouTweets` returns a channel with the specified number of for you home tweets. It’s using the `FetchForYouTweets` method under the hood. + +```golang +for tweet := range scraper.GetForYouTweets(context.Background(), 50) { + if tweet.Error != nil { + panic(tweet.Error) + } + fmt.Println(tweet.Text) +} +``` + +`FetchForYouTweets` returns for you home tweets and cursor for fetching the next page. Each request returns up to 20 tweets. + +```golang +var cursor string +tweets, cursor, err := scraper.FetchForYouTweets(20, cursor) +``` + ### Search tweets > [!IMPORTANT]