twitter-scrapper/search_test.go

package twitterscraper_test

import (
	"context"
	"os"
	"testing"

	twitterscraper "github.com/n0madic/twitter-scraper"
)

func TestFetchSearchCursor(t *testing.T) {
	if os.Getenv("SKIP_AUTH_TEST") != "" {
		t.Skip("Skipping test due to environment variable")
	}

	maxTweetsNbr := 150
	tweetsNbr := 0
	nextCursor := ""
	for tweetsNbr < maxTweetsNbr {
		tweets, cursor, err := testScraper.FetchSearchTweets("twitter", maxTweetsNbr, nextCursor)
		if err != nil {
			t.Fatal(err)
		}
		if cursor == "" {
			t.Fatal("Expected search cursor is empty")
		}
		tweetsNbr += len(tweets)
		nextCursor = cursor
	}
}

func TestGetSearchProfiles(t *testing.T) {
	if os.Getenv("SKIP_AUTH_TEST") != "" {
		t.Skip("Skipping test due to environment variable")
	}
	count := 0
	maxProfilesNbr := 150
	dupcheck := make(map[string]bool)
	testScraper.SetSearchMode(twitterscraper.SearchUsers)
	for profile := range testScraper.SearchProfiles(context.Background(), "Twitter", maxProfilesNbr) {
		if profile.Error != nil {
			t.Error(profile.Error)
		} else {
			count++
			if profile.UserID == "" {
				t.Error("Expected UserID is empty")
			} else {
				if dupcheck[profile.UserID] {
					t.Errorf("Detect duplicated UserID: %s", profile.UserID)
				} else {
					dupcheck[profile.UserID] = true
				}
			}
		}
	}

	if count != maxProfilesNbr {
		t.Errorf("Expected profiles count=%v, got: %v", maxProfilesNbr, count)
	}
}
func TestGetSearchTweets(t *testing.T) {
	if os.Getenv("SKIP_AUTH_TEST") != "" {
		t.Skip("Skipping test due to environment variable")
	}
	count := 0
	maxTweetsNbr := 150
	dupcheck := make(map[string]bool)
	testScraper.SetSearchMode(twitterscraper.SearchLatest)
	for tweet := range testScraper.SearchTweets(context.Background(), "twitter", maxTweetsNbr) {
		if tweet.Error != nil {
			t.Error(tweet.Error)
		} else {
			count++
			if tweet.ID == "" {
				t.Error("Expected tweet ID is empty")
			} else {
				if dupcheck[tweet.ID] {
					t.Errorf("Detect duplicated tweet ID: %s", tweet.ID)
				} else {
					dupcheck[tweet.ID] = true
				}
			}
			if tweet.PermanentURL == "" {
				t.Error("Expected tweet PermanentURL is empty")
			}
			if tweet.IsRetweet {
				t.Error("Expected tweet IsRetweet is false")
			}
			if tweet.Text == "" {
				t.Error("Expected tweet Text is empty")
			}
		}
	}

	if count != maxTweetsNbr {
		t.Errorf("Expected tweets count=%v, got: %v", maxTweetsNbr, count)
	}
}