check tweets for sensitive content

api.go

@@ -8,7 +8,7 @@ import (
 	"time"
 )
 
-const bearerToken string = "AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA"
+const bearerToken string = "AAAAAAAAAAAAAAAAAAAAAPYXBAAAAAAACLXUNDekMxqa8h%2F40K4moUkGsoc%3DTYfbDKbT3jJPCEVnMYqilB28NHfOPqkca3qaAxGfsyKCs0wRbw"
 
 // RequestAPI get JSON from frontend API and decodes it
 func (s *Scraper) RequestAPI(req *http.Request, target interface{}) error {

timeline.go

@@ -32,6 +32,11 @@ type timeline struct {
 				Media []struct {
 					IDStr                    string `json:"id_str"`
 					MediaURLHttps            string `json:"media_url_https"`
+					ExtSensitiveMediaWarning struct {
+						AdultContent    bool `json:"adult_content"`
+						GraphicViolence bool `json:"graphic_violence"`
+						Other           bool `json:"other"`
+					} `json:"ext_sensitive_media_warning"`
 					Type      string `json:"type"`
 					VideoInfo struct {
 						Variants []struct {
@@ -211,9 +216,16 @@ func (timeline *timeline) parseTweet(id string) *Tweet {
 						maxBitrate = variant.Bitrate
 					}
 				}
+
 				tw.Videos = append(tw.Videos, video)
 			}
+
+			if !tw.SensitiveContent {
+				sensitive := media.ExtSensitiveMediaWarning
+				tw.SensitiveContent = sensitive.AdultContent || sensitive.GraphicViolence || sensitive.Other
 			}
+		}
+
 		for _, url := range tweet.Entities.URLs {
 			tw.URLs = append(tw.URLs, url.ExpandedURL)
 		}

types.go

@@ -35,6 +35,7 @@ type (
 		UserID           string
 		Username         string
 		Videos           []Video
+		SensitiveContent bool
 	}
 
 	// ProfileResult of scrapping.