Merge master with fixed test

This commit is contained in:
xisco 2020-05-14 18:10:29 +02:00
commit 83a9382e99
2 changed files with 29 additions and 11 deletions

View file

@ -2,6 +2,7 @@ package twitterscraper
import (
"fmt"
"net/http"
"strconv"
"strings"
"time"
@ -29,7 +30,23 @@ type Profile struct {
// GetProfile return parsed user profile
func GetProfile(username string) (Profile, error) {
url := "https://twitter.com/" + username
doc, err := goquery.NewDocument(url)
req, err := http.NewRequest("GET", url, nil)
if err != nil {
return Profile{}, err
}
req.Header.Set("Accept-Language", "en-US")
res, err := http.DefaultClient.Do(req)
if res == nil {
return Profile{}, err
}
doc, err := goquery.NewDocumentFromReader(res.Body)
if err != nil {
return Profile{}, err
}

View file

@ -9,20 +9,21 @@ import (
)
func TestGetProfile(t *testing.T) {
joined := time.Unix(1245860880, 0)
loc := time.FixedZone("UTC", 0)
joined := time.Date(2007,02, 20,6,35,0,0, loc)
sample := Profile{
Avatar: "https://pbs.twimg.com/profile_images/1176439369596624896/Fkqe6qVj_400x400.jpg",
Biography: "Kenneth Reitz, n: a gardenvariety selfreferential loop. Not available for purchase. Made in USA.",
Birthday: "1988",
Avatar: "https://pbs.twimg.com/profile_images/1111729635610382336/_65QFl7B_400x400.png",
Biography: "Whats happening?!",
Birthday: "March 21",
Joined: &joined,
Location: "Eden, Earth, Milky Way",
Name: "☿ Kenneth Reitz",
URL: "https://twitter.com/kennethreitz",
Username: "kennethreitz",
Website: "https://kennethreitz.org/values",
Location: "Everywhere",
Name: "Twitter",
URL: "https://twitter.com/Twitter",
Username: "Twitter",
Website: "https://about.twitter.com/",
}
profile, err := GetProfile("kennethreitz")
profile, err := GetProfile("Twitter")
if err != nil {
t.Error(err)
}