lain/twitter-scrapper
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

added cursor to home timeline

Browse source
This commit is contained in:
Valentine 2024-07-09 05:02:19 +03:00
parent 5364c66bd5
commit 2eb31665a5
1 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
tweets.go
View file

@ -285,6 +285,8 @@ type homeEntry struct {
Result result `json:"result"` Result result `json:"result"`
} `json:"tweet_results"` } `json:"tweet_results"`
} `json:"itemContent"` } `json:"itemContent"`
Cursor string `json:"value"`
CursorType string `json:"cursorType"`
} `json:"content"` } `json:"content"`
} }
@ -312,7 +314,9 @@ func (timeline *homeTimeline) parseTweets() ([]*Tweet, string) {
var tweets []*Tweet var tweets []*Tweet
for _, instruction := range timeline.Data.Home.HomeTimeline.Instructions { for _, instruction := range timeline.Data.Home.HomeTimeline.Instructions {
for _, entry := range instruction.Entries { for _, entry := range instruction.Entries {
if entry.Content.ItemContent.TweetResults.Result.Typename == "Tweet" { if entry.Content.CursorType == "Bottom" {
cursor = entry.Content.Cursor
} else if entry.Content.ItemContent.TweetResults.Result.Typename == "Tweet" {
if tweet := entry.Content.ItemContent.TweetResults.Result.parse(); tweet != nil { if tweet := entry.Content.ItemContent.TweetResults.Result.parse(); tweet != nil {
tweets = append(tweets, tweet) tweets = append(tweets, tweet)
} }
@ -344,6 +348,11 @@ func (s *Scraper) FetchHomeTweets(_ string, maxTweetsNbr int, cursor string) ([]
"withQuickPromoteEligibilityTweetFields": true, "withQuickPromoteEligibilityTweetFields": true,
"requestContext": "launch", "requestContext": "launch",
} }
if cursor != "" {
variables["cursor"] = cursor
}
features := map[string]interface{}{ features := map[string]interface{}{
"rweb_tipjar_consumption_enabled": true, "rweb_tipjar_consumption_enabled": true,
"responsive_web_graphql_exclude_directive_enabled": true, "responsive_web_graphql_exclude_directive_enabled": true,