lain/twitter-scrapper
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Total refactoring

Browse source 
Used guest frontend API
BREAKING CHANGE: remove tweet.HTML property
Loading more information
Minor fixes and changes
This commit is contained in:
Alexander Sheiko 2020-12-11 20:58:49 +02:00
parent 1c582e142e
commit edad8f6393
15 changed files with 628 additions and 497 deletions
Download patch file Download diff file Expand all files Collapse all files

29
tweets_test.go
View file

@ -7,21 +7,25 @@ import (
func TestGetTweets(t *testing.T) {
count := 0
maxTweetsNbr := 50
maxTweetsNbr := 300
dupcheck := make(map[string]bool)
for tweet := range GetTweets(context.Background(), "Twitter", maxTweetsNbr) {
if tweet.Error != nil {
t.Error(tweet.Error)
} else {
count++
if tweet.HTML == "" {
t.Error("Expected tweet HTML is not empty")
}
if tweet.ID == "" {
t.Error("Expected tweet ID is not empty")
} else {
if dupcheck[tweet.ID] {
t.Errorf("Detect duplicated tweet ID: %s", tweet.ID)
} else {
dupcheck[tweet.ID] = true
}
}
if tweet.UserID == "" {
t.Error("Expected tweet UserID is not empty")
}
// if tweet.UserID == "" {
// t.Error("Expected tweet UserID is not empty")
// }
if tweet.Username == "" {
t.Error("Expected tweet Username is not empty")
}
@ -37,6 +41,17 @@ func TestGetTweets(t *testing.T) {
if tweet.Timestamp == 0 {
t.Error("Expected tweet Timestamp is greater than zero")
}
for _, video := range tweet.Videos {
if video.ID == "" {
t.Error("Expected tweet video ID is not empty")
}
if video.Preview == "" {
t.Error("Expected tweet video Preview is not empty")
}
if video.URL == "" {
t.Error("Expected tweet video URL is not empty")
}
}
}
}
if count != maxTweetsNbr {