73 lines
1.7 KiB
Go
Raw Normal View History

package scraper
import (
"fmt"
"sort"
2021-12-23 15:12:01 -05:00
"path"
)
type VideoID int64
// TODO video-source-user: extract source user information (e.g., someone shares a video
// from someone else).
2021-08-01 15:52:04 -07:00
type Video struct {
2021-08-01 15:52:04 -07:00
ID VideoID
TweetID TweetID
2021-10-10 16:06:47 -07:00
Width int
Height int
RemoteURL string
LocalFilename string
2021-12-23 15:12:01 -05:00
ThumbnailRemoteUrl string
2022-03-06 19:17:43 -08:00
ThumbnailLocalPath string `db:"thumbnail_local_filename"`
2021-12-24 16:26:34 -05:00
Duration int // milliseconds
ViewCount int
2021-12-23 15:12:01 -05:00
IsDownloaded bool
2021-10-04 21:06:53 -07:00
IsGif bool
}
func ParseAPIVideo(apiVideo APIExtendedMedia, tweet_id TweetID) Video {
variants := apiVideo.VideoInfo.Variants
sort.Sort(variants)
2021-12-24 16:26:34 -05:00
var view_count int
r := apiVideo.Ext.MediaStats.R
switch r.(type) {
case string:
view_count = 0
case map[string]interface{}:
OK_entry, ok := r.(map[string]interface{})["ok"]
if !ok {
panic("No 'ok' value found in the R!")
}
view_count_str, ok := OK_entry.(map[string]interface{})["viewCount"]
view_count = int_or_panic(view_count_str.(string))
if !ok {
panic("No 'viewCount' value found in the OK!")
}
}
local_filename := fmt.Sprintf("%d.mp4", tweet_id)
return Video{
ID: VideoID(apiVideo.ID),
TweetID: tweet_id,
2021-10-10 16:06:47 -07:00
Width: apiVideo.OriginalInfo.Width,
Height: apiVideo.OriginalInfo.Height,
RemoteURL: variants[0].URL,
LocalFilename: local_filename,
2021-12-23 15:12:01 -05:00
ThumbnailRemoteUrl: apiVideo.MediaURLHttps,
ThumbnailLocalPath: path.Base(apiVideo.MediaURLHttps),
2021-12-24 16:26:34 -05:00
Duration: apiVideo.VideoInfo.Duration,
ViewCount: view_count,
2021-12-23 15:12:01 -05:00
IsDownloaded: false,
2021-10-04 21:06:53 -07:00
IsGif: apiVideo.Type == "animated_gif",
}
}