me/offline-twitter
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add TombstoneUsers to TweetTrove

Browse Source
This commit is contained in:
Alessio 2022-01-30 17:55:18 -08:00
parent 4708ffc3c9
commit c085a579d9
2 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scraper/tweet_trove.go
View File

@ -4,6 +4,8 @@ type TweetTrove struct {
Tweets map[TweetID]Tweet Tweets map[TweetID]Tweet
Users map[UserID]User Users map[UserID]User
Retweets map[TweetID]Retweet Retweets map[TweetID]Retweet
TombstoneUsers []UserHandle
} }
func NewTweetTrove() TweetTrove { func NewTweetTrove() TweetTrove {
@ -11,6 +13,7 @@ func NewTweetTrove() TweetTrove {
ret.Tweets = make(map[TweetID]Tweet) ret.Tweets = make(map[TweetID]Tweet)
ret.Users = make(map[UserID]User) ret.Users = make(map[UserID]User)
ret.Retweets = make(map[TweetID]Retweet) ret.Retweets = make(map[TweetID]Retweet)
ret.TombstoneUsers = []UserHandle{}
return ret return ret
} }
@ -45,4 +48,6 @@ func (t1 *TweetTrove) MergeWith(t2 TweetTrove) {
for id, val := range t2.Retweets { for id, val := range t2.Retweets {
t1.Retweets[id] = val t1.Retweets[id] = val
} }
t1.TombstoneUsers = append(t1.TombstoneUsers, t2.TombstoneUsers...)
} }

4
scraper/tweet_trove_test.go
View File

@ -27,6 +27,8 @@ func TestMergeTweetTroves(t *testing.T) {
trove1.Retweets[1] = r1 trove1.Retweets[1] = r1
trove1.TombstoneUsers = []UserHandle{"a", "b"}
trove2 := NewTweetTrove() trove2 := NewTweetTrove()
trove2.Tweets[3] = t3 trove2.Tweets[3] = t3
@ -36,10 +38,12 @@ func TestMergeTweetTroves(t *testing.T) {
trove2.Retweets[2] = r2 trove2.Retweets[2] = r2
trove2.Retweets[3] = r3 trove2.Retweets[3] = r3
trove2.TombstoneUsers = []UserHandle{"c"}
trove1.MergeWith(trove2) trove1.MergeWith(trove2)
assert.Equal(3, len(trove1.Tweets)) assert.Equal(3, len(trove1.Tweets))
assert.Equal(2, len(trove1.Users)) assert.Equal(2, len(trove1.Users))
assert.Equal(3, len(trove1.Retweets)) assert.Equal(3, len(trove1.Retweets))
assert.Equal(3, len(trove1.TombstoneUsers))
} }