add followers method
This commit is contained in:
parent
0046ed18c9
commit
5d3a5724f9
2 changed files with 87 additions and 3 deletions
78
follows.go
78
follows.go
|
|
@ -5,7 +5,7 @@ import (
|
||||||
"strings"
|
"strings"
|
||||||
)
|
)
|
||||||
|
|
||||||
// FetchFollowing gets tweets with medias for a given user, via the Twitter frontend API.
|
// FetchFollowing gets following profiles list for a given user, via the Twitter frontend GraphQL API.
|
||||||
func (s *Scraper) FetchFollowing(user string, maxUsersNbr int, cursor string) ([]*Profile, string, error) {
|
func (s *Scraper) FetchFollowing(user string, maxUsersNbr int, cursor string) ([]*Profile, string, error) {
|
||||||
userID, err := s.GetUserIDByScreenName(user)
|
userID, err := s.GetUserIDByScreenName(user)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|
@ -21,7 +21,80 @@ func (s *Scraper) FetchFollowingByUserID(userID string, maxUsersNbr int, cursor
|
||||||
maxUsersNbr = 200
|
maxUsersNbr = 200
|
||||||
}
|
}
|
||||||
|
|
||||||
req, err := s.newRequest("GET", "https://twitter.com/i/api/graphql/oUxds-Fprv5NKsH67zPt5w/Following")
|
req, err := s.newRequest("GET", "https://twitter.com/i/api/graphql/g5P4cbXR4ta4oCeE7y2vLQ/Following")
|
||||||
|
if err != nil {
|
||||||
|
return nil, "", err
|
||||||
|
}
|
||||||
|
|
||||||
|
variables := map[string]interface{}{
|
||||||
|
"userId": userID,
|
||||||
|
"includePromotedContent": false,
|
||||||
|
"count": maxUsersNbr,
|
||||||
|
}
|
||||||
|
features := map[string]interface{}{
|
||||||
|
"responsive_web_graphql_exclude_directive_enabled": true,
|
||||||
|
"verified_phone_label_enabled": false,
|
||||||
|
"creator_subscriptions_tweet_preview_api_enabled": true,
|
||||||
|
"responsive_web_graphql_timeline_navigation_enabled": true,
|
||||||
|
"responsive_web_graphql_skip_user_profile_image_extensions_enabled": false,
|
||||||
|
"c9s_tweet_anatomy_moderator_badge_enabled": true,
|
||||||
|
"tweetypie_unmention_optimization_enabled": true,
|
||||||
|
"responsive_web_edit_tweet_api_enabled": true,
|
||||||
|
"graphql_is_translatable_rweb_tweet_is_translatable_enabled": true,
|
||||||
|
"view_counts_everywhere_api_enabled": true,
|
||||||
|
"longform_notetweets_consumption_enabled": true,
|
||||||
|
"responsive_web_twitter_article_tweet_consumption_enabled": true,
|
||||||
|
"tweet_awards_web_tipping_enabled": false,
|
||||||
|
"freedom_of_speech_not_reach_fetch_enabled": true,
|
||||||
|
"standardized_nudges_misinfo": true,
|
||||||
|
"tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true,
|
||||||
|
"rweb_video_timestamps_enabled": true,
|
||||||
|
"longform_notetweets_rich_text_read_enabled": true,
|
||||||
|
"longform_notetweets_inline_media_enabled": true,
|
||||||
|
"responsive_web_enhance_cards_enabled": false,
|
||||||
|
}
|
||||||
|
|
||||||
|
if cursor != "" {
|
||||||
|
variables["cursor"] = cursor
|
||||||
|
}
|
||||||
|
|
||||||
|
query := url.Values{}
|
||||||
|
query.Set("variables", mapToJSONString(variables))
|
||||||
|
query.Set("features", mapToJSONString(features))
|
||||||
|
req.URL.RawQuery = query.Encode()
|
||||||
|
|
||||||
|
var timeline timelineV2
|
||||||
|
err = s.RequestAPI(req, &timeline)
|
||||||
|
if err != nil {
|
||||||
|
return nil, "", err
|
||||||
|
}
|
||||||
|
|
||||||
|
users, nextCursor := timeline.parseUsers()
|
||||||
|
|
||||||
|
if strings.HasPrefix(nextCursor, "0|") {
|
||||||
|
nextCursor = ""
|
||||||
|
}
|
||||||
|
|
||||||
|
return users, nextCursor, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// FetchFollowers gets following profiles list for a given user, via the Twitter frontend GraphQL API.
|
||||||
|
func (s *Scraper) FetchFollowers(user string, maxUsersNbr int, cursor string) ([]*Profile, string, error) {
|
||||||
|
userID, err := s.GetUserIDByScreenName(user)
|
||||||
|
if err != nil {
|
||||||
|
return nil, "", err
|
||||||
|
}
|
||||||
|
|
||||||
|
return s.FetchFollowersByUserID(userID, maxUsersNbr, cursor)
|
||||||
|
}
|
||||||
|
|
||||||
|
// FetchFollowersByUserID gets followers profiles list for a given userID, via the Twitter frontend GraphQL API.
|
||||||
|
func (s *Scraper) FetchFollowersByUserID(userID string, maxUsersNbr int, cursor string) ([]*Profile, string, error) {
|
||||||
|
if maxUsersNbr > 200 {
|
||||||
|
maxUsersNbr = 200
|
||||||
|
}
|
||||||
|
|
||||||
|
req, err := s.newRequest("GET", "https://twitter.com/i/api/graphql/jwbfbSzn0FRL_AMZGsYDag/Followers")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, "", err
|
return nil, "", err
|
||||||
}
|
}
|
||||||
|
|
@ -51,7 +124,6 @@ func (s *Scraper) FetchFollowingByUserID(userID string, maxUsersNbr int, cursor
|
||||||
"rweb_video_timestamps_enabled": true,
|
"rweb_video_timestamps_enabled": true,
|
||||||
"longform_notetweets_rich_text_read_enabled": true,
|
"longform_notetweets_rich_text_read_enabled": true,
|
||||||
"longform_notetweets_inline_media_enabled": true,
|
"longform_notetweets_inline_media_enabled": true,
|
||||||
"responsive_web_media_download_video_enabled": false,
|
|
||||||
"responsive_web_enhance_cards_enabled": false,
|
"responsive_web_enhance_cards_enabled": false,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,7 @@
|
||||||
package twitterscraper_test
|
package twitterscraper_test
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"fmt"
|
||||||
"testing"
|
"testing"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
@ -9,6 +10,17 @@ func TestFetchFollowing(t *testing.T) {
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Error(err)
|
t.Error(err)
|
||||||
}
|
}
|
||||||
|
fmt.Println(users[0].Username)
|
||||||
|
if len(users) < 1 || users[len(users)-1].Username == "" {
|
||||||
|
t.Error("error FetchFollowing() No users found")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetchFollowers(t *testing.T) {
|
||||||
|
users, _, err := testScraper.FetchFollowers("Support", 20, "")
|
||||||
|
if err != nil {
|
||||||
|
t.Error(err)
|
||||||
|
}
|
||||||
if len(users) < 1 || users[len(users)-1].Username == "" {
|
if len(users) < 1 || users[len(users)-1].Username == "" {
|
||||||
t.Error("error FetchFollowing() No users found")
|
t.Error("error FetchFollowing() No users found")
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue