2023-08-03 12:43:17 -03:00
|
|
|
|
package webserver_test
|
|
|
|
|
|
|
|
|
|
import (
|
2023-08-20 15:02:47 -03:00
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
|
|
"fmt"
|
2023-08-03 12:43:17 -03:00
|
|
|
|
"net/http"
|
|
|
|
|
"net/http/httptest"
|
2023-08-20 15:02:47 -03:00
|
|
|
|
"net/url"
|
2023-08-17 18:09:01 -03:00
|
|
|
|
"strings"
|
2023-08-03 12:43:17 -03:00
|
|
|
|
|
|
|
|
|
"github.com/andybalholm/cascadia"
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
|
"golang.org/x/net/html"
|
|
|
|
|
|
|
|
|
|
"gitlab.com/offline-twitter/twitter_offline_engine/internal/webserver"
|
|
|
|
|
"gitlab.com/offline-twitter/twitter_offline_engine/pkg/persistence"
|
2023-08-26 12:48:25 -03:00
|
|
|
|
"gitlab.com/offline-twitter/twitter_offline_engine/pkg/scraper"
|
2023-08-03 12:43:17 -03:00
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
type CapturingWriter struct {
|
|
|
|
|
Writes [][]byte
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (w *CapturingWriter) Write(p []byte) (int, error) {
|
|
|
|
|
w.Writes = append(w.Writes, p)
|
|
|
|
|
return len(p), nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var profile persistence.Profile
|
|
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
|
var err error
|
|
|
|
|
profile, err = persistence.LoadProfile("../../sample_data/profile")
|
|
|
|
|
if err != nil {
|
|
|
|
|
panic(err)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func selector(s string) cascadia.Sel {
|
|
|
|
|
ret, err := cascadia.Parse(s)
|
|
|
|
|
if err != nil {
|
|
|
|
|
panic(err)
|
|
|
|
|
}
|
|
|
|
|
return ret
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func do_request(req *http.Request) *http.Response {
|
|
|
|
|
recorder := httptest.NewRecorder()
|
|
|
|
|
app := webserver.NewApp(profile)
|
2023-08-27 17:46:49 -03:00
|
|
|
|
app.IsScrapingDisabled = true
|
2023-08-03 12:43:17 -03:00
|
|
|
|
app.ServeHTTP(recorder, req)
|
|
|
|
|
return recorder.Result()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Homepage
|
|
|
|
|
// --------
|
|
|
|
|
|
2023-08-19 22:54:44 -03:00
|
|
|
|
// Should redirect to the timeline
|
2023-08-03 12:43:17 -03:00
|
|
|
|
func TestHomepage(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/", nil))
|
2023-08-19 22:54:44 -03:00
|
|
|
|
require.Equal(resp.StatusCode, 303)
|
|
|
|
|
require.Equal(resp.Header.Get("Location"), "/timeline")
|
2023-08-03 12:43:17 -03:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// User feed
|
|
|
|
|
// ---------
|
|
|
|
|
|
|
|
|
|
func TestUserFeed(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/cernovich", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
title_node := cascadia.Query(root, selector("title"))
|
2023-12-26 23:16:51 -06:00
|
|
|
|
assert.Equal(title_node.FirstChild.Data, "@Cernovich | Offline Twitter")
|
2023-08-03 12:43:17 -03:00
|
|
|
|
|
2023-08-18 16:41:04 -03:00
|
|
|
|
tweet_nodes := cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
2023-08-03 12:43:17 -03:00
|
|
|
|
assert.Len(tweet_nodes, 7)
|
2023-08-18 16:41:04 -03:00
|
|
|
|
including_quote_tweets := cascadia.QueryAll(root, selector(".tweet"))
|
2023-08-18 16:44:23 -03:00
|
|
|
|
assert.Len(including_quote_tweets, 10)
|
2023-08-03 12:43:17 -03:00
|
|
|
|
}
|
|
|
|
|
|
2023-08-27 15:46:57 -03:00
|
|
|
|
func TestUserFeedWithEntityInBio(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/michaelmalice", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
bio_entities := cascadia.QueryAll(root, selector(".user-bio .entity"))
|
|
|
|
|
require.Len(bio_entities, 1)
|
|
|
|
|
assert.Equal(bio_entities[0].FirstChild.Data, "@SheathUnderwear")
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-03 12:43:17 -03:00
|
|
|
|
func TestUserFeedMissing(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/awefhwefhwejh", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 404)
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-17 12:27:18 -03:00
|
|
|
|
func TestUserFeedWithCursor(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
// With a cursor
|
2024-01-07 15:15:43 -06:00
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/cernovich?cursor=1631935701000", nil))
|
2023-08-17 12:27:18 -03:00
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
title_node := cascadia.Query(root, selector("title"))
|
2023-12-26 23:16:51 -06:00
|
|
|
|
assert.Equal(title_node.FirstChild.Data, "@Cernovich | Offline Twitter")
|
2023-08-17 12:27:18 -03:00
|
|
|
|
|
2023-08-18 16:41:04 -03:00
|
|
|
|
tweet_nodes := cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
2023-08-17 12:27:18 -03:00
|
|
|
|
assert.Len(tweet_nodes, 2)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestUserFeedWithCursorBadNumber(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
// With a cursor but it sucks
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/cernovich?cursor=asdf", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 400)
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-13 17:21:56 -03:00
|
|
|
|
func TestUserFeedTweetsOnlyTab(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/Peter_Nimitz/without_replies", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
tweets := cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
|
|
|
|
assert.Len(tweets, 2)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestUserFeedMediaTab(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/Cernovich/media", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
tweets := cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
|
|
|
|
assert.Len(tweets, 1)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestUserFeedLikesTab(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/MysteryGrove/likes", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
tweets := cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
|
|
|
|
assert.Len(tweets, 5)
|
|
|
|
|
|
|
|
|
|
// Double check pagination works properly
|
|
|
|
|
resp = do_request(httptest.NewRequest("GET", "/MysteryGrove/likes?cursor=5", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err = html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
tweets = cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
|
|
|
|
assert.Len(tweets, 4)
|
|
|
|
|
}
|
|
|
|
|
|
2023-12-26 23:16:51 -06:00
|
|
|
|
// Followers and followees
|
|
|
|
|
// -----------------------
|
|
|
|
|
|
|
|
|
|
func TestUserFollowers(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/Offline_Twatter/followers", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".users-list-container > .user")), 2)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestUserFollowees(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/Offline_Twatter/followees", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".users-list-container > .user")), 1)
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-17 14:14:32 -03:00
|
|
|
|
// Timeline page
|
|
|
|
|
// -------------
|
|
|
|
|
|
|
|
|
|
func TestTimeline(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/timeline", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
title_node := cascadia.Query(root, selector("title"))
|
2023-12-26 23:16:51 -06:00
|
|
|
|
assert.Equal(title_node.FirstChild.Data, "Timeline | Offline Twitter")
|
2023-08-17 14:14:32 -03:00
|
|
|
|
|
2023-08-18 16:41:04 -03:00
|
|
|
|
tweet_nodes := cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
2023-08-17 14:14:32 -03:00
|
|
|
|
assert.Len(tweet_nodes, 18)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestTimelineWithCursor(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
2024-01-07 15:15:43 -06:00
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/timeline?cursor=1631935701000", nil))
|
2023-08-17 14:14:32 -03:00
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
title_node := cascadia.Query(root, selector("title"))
|
2023-12-26 23:16:51 -06:00
|
|
|
|
assert.Equal(title_node.FirstChild.Data, "Timeline | Offline Twitter")
|
2023-08-17 14:14:32 -03:00
|
|
|
|
|
2023-08-18 16:41:04 -03:00
|
|
|
|
tweet_nodes := cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
2023-08-17 14:14:32 -03:00
|
|
|
|
assert.Len(tweet_nodes, 10)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestTimelineWithCursorBadNumber(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
// With a cursor but it sucks
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/timeline?cursor=asdf", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 400)
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-20 15:02:47 -03:00
|
|
|
|
// Search page
|
|
|
|
|
// -----------
|
|
|
|
|
|
|
|
|
|
func TestSearchQueryStringRedirect(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/search?q=asdf", nil))
|
|
|
|
|
assert.Equal(resp.StatusCode, 302)
|
|
|
|
|
assert.Equal(resp.Header.Get("Location"), "/search/asdf")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestSearch(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
2023-12-31 16:37:26 -06:00
|
|
|
|
search_txt := "to:spacex to:covfefeanon"
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", fmt.Sprintf("/search/%s", url.PathEscape(search_txt)), nil))
|
2023-08-20 15:02:47 -03:00
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
title_node := cascadia.Query(root, selector("title"))
|
2023-12-26 23:16:51 -06:00
|
|
|
|
assert.Equal(title_node.FirstChild.Data, "Search | Offline Twitter")
|
2023-12-31 16:37:26 -06:00
|
|
|
|
assert.Contains(cascadia.Query(root, selector("#search-bar")).Attr, html.Attribute{Key: "value", Val: search_txt})
|
2023-08-20 15:02:47 -03:00
|
|
|
|
|
|
|
|
|
tweet_nodes := cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
|
|
|
|
assert.Len(tweet_nodes, 1)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestSearchWithCursor(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
// First, without the cursor
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/search/who%20are", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".timeline > .tweet")), 3)
|
|
|
|
|
|
|
|
|
|
// Add a cursor with the 1st tweet's posted_at time
|
2024-01-07 15:15:43 -06:00
|
|
|
|
resp = do_request(httptest.NewRequest("GET", "/search/who%20are?cursor=1628979529000", nil))
|
2023-08-20 15:02:47 -03:00
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err = html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".timeline > .tweet")), 2)
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-14 15:06:50 -03:00
|
|
|
|
func TestSearchWithSortOrder(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/search/think?sort-order=most%20likes", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Contains(cascadia.Query(root, selector("select[name='sort-order'] option[selected]")).FirstChild.Data, "most likes")
|
|
|
|
|
|
|
|
|
|
tweets := cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
|
|
|
|
txts := []string{
|
|
|
|
|
"Morally nuanced and complicated discussion",
|
|
|
|
|
"a lot of y’all embarrass yourselves on this",
|
|
|
|
|
"this is why the \"think tank mindset\" is a dead end",
|
|
|
|
|
"At this point what can we expect I guess",
|
|
|
|
|
"Idk if this is relevant to your department",
|
|
|
|
|
}
|
|
|
|
|
for i, txt := range txts {
|
|
|
|
|
assert.Contains(cascadia.Query(tweets[i], selector("p.text")).FirstChild.Data, txt)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
resp = do_request(httptest.NewRequest("GET", "/search/think?sort-order=most%20likes&cursor=413", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err = html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
tweets = cascadia.QueryAll(root, selector(".timeline > .tweet"))
|
|
|
|
|
for i, txt := range txts[2:] {
|
|
|
|
|
assert.Contains(cascadia.Query(tweets[i], selector("p.text")).FirstChild.Data, txt)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2023-11-07 12:26:01 -04:00
|
|
|
|
func TestSearchUsers(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/search/no?type=users", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
user_elements := cascadia.QueryAll(root, selector(".users-list-container .user"))
|
|
|
|
|
assert.Len(user_elements, 2)
|
2023-12-31 16:37:26 -06:00
|
|
|
|
assert.Contains(cascadia.Query(root, selector("#search-bar")).Attr, html.Attribute{Key: "value", Val: "no"})
|
2023-11-07 12:26:01 -04:00
|
|
|
|
}
|
|
|
|
|
|
2023-10-14 15:06:50 -03:00
|
|
|
|
// Search bar pasted link redirects
|
|
|
|
|
// --------------------------------
|
|
|
|
|
|
2023-08-26 16:50:15 -03:00
|
|
|
|
func TestSearchRedirectOnUserHandle(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", fmt.Sprintf("/search/%s", url.PathEscape("@somebody")), nil))
|
|
|
|
|
assert.Equal(resp.StatusCode, 302)
|
|
|
|
|
assert.Equal(resp.Header.Get("Location"), "/somebody")
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-26 19:56:26 -03:00
|
|
|
|
func TestSearchRedirectOnTweetLink(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
|
|
// Desktop URL
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET",
|
|
|
|
|
fmt.Sprintf("/search/%s", url.PathEscape("https://twitter.com/wispem_wantex/status/1695221528617468324")),
|
|
|
|
|
nil))
|
|
|
|
|
assert.Equal(resp.StatusCode, 302)
|
|
|
|
|
assert.Equal(resp.Header.Get("Location"), "/tweet/1695221528617468324")
|
|
|
|
|
|
|
|
|
|
// Mobile URL
|
|
|
|
|
resp = do_request(httptest.NewRequest("GET",
|
|
|
|
|
fmt.Sprintf("/search/%s", url.PathEscape("https://mobile.twitter.com/wispem_wantex/status/1695221528617468324")),
|
|
|
|
|
nil))
|
|
|
|
|
assert.Equal(resp.StatusCode, 302)
|
|
|
|
|
assert.Equal(resp.Header.Get("Location"), "/tweet/1695221528617468324")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestSearchRedirectOnUserFeedLink(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
|
|
// Desktop URL
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", fmt.Sprintf("/search/%s", url.PathEscape("https://twitter.com/agsdf")), nil))
|
|
|
|
|
assert.Equal(resp.StatusCode, 302)
|
|
|
|
|
assert.Equal(resp.Header.Get("Location"), "/agsdf")
|
|
|
|
|
|
2023-08-27 13:30:02 -03:00
|
|
|
|
// "With Replies" page
|
2023-10-09 19:40:34 -07:00
|
|
|
|
resp = do_request(httptest.NewRequest("GET", fmt.Sprintf("/search/%s", url.PathEscape("https://x.com/agsdf/with_replies")), nil))
|
2023-08-27 13:30:02 -03:00
|
|
|
|
assert.Equal(resp.StatusCode, 302)
|
|
|
|
|
assert.Equal(resp.Header.Get("Location"), "/agsdf")
|
|
|
|
|
|
2023-08-26 19:56:26 -03:00
|
|
|
|
// Mobile URL
|
|
|
|
|
resp = do_request(httptest.NewRequest("GET", fmt.Sprintf("/search/%s", url.PathEscape("https://mobile.twitter.com/agsdfhh")), nil))
|
|
|
|
|
assert.Equal(resp.StatusCode, 302)
|
|
|
|
|
assert.Equal(resp.Header.Get("Location"), "/agsdfhh")
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-03 12:43:17 -03:00
|
|
|
|
// Tweet Detail page
|
|
|
|
|
// -----------------
|
|
|
|
|
|
|
|
|
|
func TestTweetDetail(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/tweet/1413773185296650241", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
tweet_nodes := cascadia.QueryAll(root, selector(".tweet"))
|
|
|
|
|
assert.Len(tweet_nodes, 4)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestTweetDetailMissing(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/tweet/100089", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 404)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestTweetDetailInvalidNumber(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/tweet/fwjgkj", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 400)
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-18 15:29:51 -03:00
|
|
|
|
func TestTweetsWithContent(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
// Poll
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/tweet/1465534109573390348", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".poll")), 1)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".poll-choice")), 4)
|
|
|
|
|
|
|
|
|
|
// Video
|
|
|
|
|
resp = do_request(httptest.NewRequest("GET", "/tweet/1453461248142495744", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err = html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector("video")), 1)
|
|
|
|
|
|
|
|
|
|
// Url
|
|
|
|
|
resp = do_request(httptest.NewRequest("GET", "/tweet/1438642143170646017", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err = html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".embedded-link")), 3)
|
2023-08-18 19:01:58 -03:00
|
|
|
|
|
|
|
|
|
// Space
|
|
|
|
|
resp = do_request(httptest.NewRequest("GET", "/tweet/1624833173514293249", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err = html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".space")), 1)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector("ul.space-participants-list li")), 9)
|
2023-08-18 15:29:51 -03:00
|
|
|
|
}
|
|
|
|
|
|
2023-08-27 15:09:35 -03:00
|
|
|
|
func TestTweetWithEntities(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/tweet/1489944024278523906", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
entities := cascadia.QueryAll(root, selector(".entity"))
|
|
|
|
|
assert.Len(entities, 2)
|
|
|
|
|
assert.Equal(entities[0].Data, "a")
|
|
|
|
|
assert.Equal(entities[0].FirstChild.Data, "@gofundme")
|
|
|
|
|
assert.Contains(entities[0].Attr, html.Attribute{Key: "href", Val: "/gofundme"})
|
|
|
|
|
assert.Equal(entities[1].Data, "a")
|
|
|
|
|
assert.Equal(entities[1].FirstChild.Data, "#BankruptGoFundMe")
|
|
|
|
|
assert.Contains(entities[1].Attr, html.Attribute{Key: "href", Val: "/search/%23BankruptGoFundMe"})
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-26 12:48:25 -03:00
|
|
|
|
func TestLongTweet(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/tweet/1695110851324256692", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
2023-08-27 15:46:57 -03:00
|
|
|
|
paragraphs := cascadia.QueryAll(root, selector(".tweet .text"))
|
2023-08-26 12:48:25 -03:00
|
|
|
|
assert.Len(paragraphs, 22)
|
|
|
|
|
|
|
|
|
|
twt, err := profile.GetTweetById(scraper.TweetID(1695110851324256692))
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
for i, s := range strings.Split(twt.Text, "\n") {
|
|
|
|
|
assert.Equal(strings.TrimSpace(s), strings.TrimSpace(paragraphs[i].FirstChild.Data))
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-29 12:27:31 -03:00
|
|
|
|
func TestTombstoneTweet(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/tweet/31", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
tombstone := cascadia.Query(root, selector(".tweet .tombstone"))
|
|
|
|
|
assert.Equal("This Tweet was deleted by the Tweet author", strings.TrimSpace(tombstone.FirstChild.Data))
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-12 09:47:02 -07:00
|
|
|
|
func TestTweetThread(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/tweet/1698762403163304110", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
|
|
|
|
|
reply_chains := cascadia.QueryAll(root, selector(".reply-chain"))
|
|
|
|
|
require.Len(reply_chains, 2)
|
|
|
|
|
|
|
|
|
|
thread_chain := reply_chains[0]
|
|
|
|
|
assert.Len(cascadia.QueryAll(thread_chain, selector(".reply-tweet")), 7)
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-17 18:09:01 -03:00
|
|
|
|
// Follow and unfollow
|
|
|
|
|
// -------------------
|
|
|
|
|
|
|
|
|
|
func TestFollowUnfollow(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
|
|
user, err := profile.GetUserByHandle("kwamurai")
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
require.False(user.IsFollowed)
|
|
|
|
|
|
|
|
|
|
// Follow the user
|
|
|
|
|
resp := do_request(httptest.NewRequest("POST", "/follow/kwamurai", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
button := cascadia.Query(root, selector("button"))
|
|
|
|
|
assert.Contains(button.Attr, html.Attribute{Key: "hx-post", Val: "/unfollow/kwamurai"})
|
|
|
|
|
assert.Equal(strings.TrimSpace(button.FirstChild.Data), "Unfollow")
|
|
|
|
|
|
|
|
|
|
user, err = profile.GetUserByHandle("kwamurai")
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
require.True(user.IsFollowed)
|
|
|
|
|
|
|
|
|
|
// Unfollow the user
|
|
|
|
|
resp = do_request(httptest.NewRequest("POST", "/unfollow/kwamurai", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
|
|
|
|
|
root, err = html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
button = cascadia.Query(root, selector("button"))
|
|
|
|
|
assert.Contains(button.Attr, html.Attribute{Key: "hx-post", Val: "/follow/kwamurai"})
|
|
|
|
|
assert.Equal(strings.TrimSpace(button.FirstChild.Data), "Follow")
|
|
|
|
|
|
|
|
|
|
user, err = profile.GetUserByHandle("kwamurai")
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
require.False(user.IsFollowed)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestFollowUnfollowPostOnly(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/follow/kwamurai", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 405)
|
|
|
|
|
resp = do_request(httptest.NewRequest("GET", "/unfollow/kwamurai", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 405)
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-03 12:43:17 -03:00
|
|
|
|
// Static content
|
|
|
|
|
// --------------
|
|
|
|
|
|
|
|
|
|
func TestStaticFile(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/static/styles.css", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestStaticFileNonexistent(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/static/blehblehblehwfe", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 404)
|
|
|
|
|
}
|
2023-11-06 14:47:46 -04:00
|
|
|
|
|
|
|
|
|
// Lists
|
|
|
|
|
// -----
|
|
|
|
|
|
2024-02-25 17:14:09 -08:00
|
|
|
|
func TestListsIndex(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
2023-11-06 14:47:46 -04:00
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/lists", nil))
|
2024-02-25 17:14:09 -08:00
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
2023-11-06 14:47:46 -04:00
|
|
|
|
root, err := html.Parse(resp.Body)
|
2024-02-25 17:14:09 -08:00
|
|
|
|
require.NoError(err)
|
|
|
|
|
|
|
|
|
|
// Check that there's 2 Lists
|
|
|
|
|
assert.Len(t, cascadia.QueryAll(root, selector(".users-list-preview")), 2)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestListDetail(t *testing.T) {
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
|
|
// Users
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/lists/1/users", nil))
|
|
|
|
|
require.Equal(resp.StatusCode, 200)
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
2023-11-12 13:04:02 -08:00
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".users-list-container .author-info")), 5)
|
2024-02-25 17:14:09 -08:00
|
|
|
|
|
|
|
|
|
// Feed
|
|
|
|
|
resp1 := do_request(httptest.NewRequest("GET", "/lists/2", nil))
|
|
|
|
|
require.Equal(resp1.StatusCode, 200)
|
|
|
|
|
root1, err := html.Parse(resp1.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root1, selector(".timeline > .tweet")), 3)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestListDetailInvalidId(t *testing.T) {
|
|
|
|
|
resp := do_request(httptest.NewRequest("GET", "/lists/asd", nil))
|
|
|
|
|
require.Equal(t, resp.StatusCode, 400)
|
2023-11-06 14:47:46 -04:00
|
|
|
|
}
|
2023-11-14 11:32:27 -08:00
|
|
|
|
|
|
|
|
|
// Messages
|
|
|
|
|
// --------
|
|
|
|
|
|
2023-12-24 19:22:44 -06:00
|
|
|
|
// Loading the index page should work if you're logged in
|
|
|
|
|
func TestMessagesIndexPage(t *testing.T) {
|
2023-11-14 11:32:27 -08:00
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
// Boilerplate for setting an active user
|
|
|
|
|
app := webserver.NewApp(profile)
|
|
|
|
|
app.IsScrapingDisabled = true
|
|
|
|
|
app.ActiveUser = scraper.User{ID: 1488963321701171204, Handle: "Offline_Twatter"} // Simulate a login
|
|
|
|
|
|
|
|
|
|
// Chat list
|
|
|
|
|
recorder := httptest.NewRecorder()
|
|
|
|
|
app.ServeHTTP(recorder, httptest.NewRequest("GET", "/messages", nil))
|
|
|
|
|
resp := recorder.Result()
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".chat-list .chat")), 2)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".chat-view .dm-message-and-reacts-container")), 0) // No messages until you click on one
|
2023-12-24 19:22:44 -06:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Open a chat room
|
|
|
|
|
func TestMessagesRoom(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
// Boilerplate for setting an active user
|
|
|
|
|
app := webserver.NewApp(profile)
|
|
|
|
|
app.IsScrapingDisabled = true
|
|
|
|
|
app.ActiveUser = scraper.User{ID: 1488963321701171204, Handle: "Offline_Twatter"} // Simulate a login
|
2023-11-14 11:32:27 -08:00
|
|
|
|
|
|
|
|
|
// Chat detail
|
2023-12-24 19:22:44 -06:00
|
|
|
|
recorder := httptest.NewRecorder()
|
2023-11-14 11:32:27 -08:00
|
|
|
|
app.ServeHTTP(recorder, httptest.NewRequest("GET", "/messages/1488963321701171204-1178839081222115328", nil))
|
2023-12-24 19:22:44 -06:00
|
|
|
|
resp := recorder.Result()
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
2023-11-14 11:32:27 -08:00
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".chat-list .chat")), 2) // Chat list still renders
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector("#chat-view .dm-message-and-reacts-container")), 5)
|
2023-12-24 19:28:15 -06:00
|
|
|
|
|
|
|
|
|
// Should have the poller at the bottom
|
|
|
|
|
node := cascadia.Query(root, selector("#new-messages-poller"))
|
|
|
|
|
assert.NotNil(node)
|
2023-12-24 19:43:00 -06:00
|
|
|
|
assert.Contains(node.Attr, html.Attribute{
|
|
|
|
|
Key: "hx-get",
|
2024-02-23 18:56:39 -08:00
|
|
|
|
Val: "/messages/1488963321701171204-1178839081222115328?poll&latest_timestamp=1686025129144&scroll_bottom=1",
|
2023-12-24 19:43:00 -06:00
|
|
|
|
})
|
2023-12-24 19:28:15 -06:00
|
|
|
|
}
|
|
|
|
|
|
2023-12-24 19:43:00 -06:00
|
|
|
|
// Loading the page since a given message
|
2023-12-24 19:28:15 -06:00
|
|
|
|
func TestMessagesRoomPollForUpdates(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
// Boilerplate for setting an active user
|
|
|
|
|
app := webserver.NewApp(profile)
|
|
|
|
|
app.IsScrapingDisabled = true
|
|
|
|
|
app.ActiveUser = scraper.User{ID: 1488963321701171204, Handle: "Offline_Twatter"} // Simulate a login
|
|
|
|
|
|
|
|
|
|
// Chat detail
|
|
|
|
|
recorder := httptest.NewRecorder()
|
|
|
|
|
req := httptest.NewRequest("GET", "/messages/1488963321701171204-1178839081222115328?poll&latest_timestamp=1686025129141", nil)
|
|
|
|
|
req.Header.Set("HX-Request", "true")
|
|
|
|
|
app.ServeHTTP(recorder, req)
|
|
|
|
|
resp := recorder.Result()
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".dm-message-and-reacts-container")), 3)
|
2023-12-24 19:43:00 -06:00
|
|
|
|
|
|
|
|
|
// Should have the poller at the bottom
|
|
|
|
|
node := cascadia.Query(root, selector("#new-messages-poller"))
|
|
|
|
|
assert.NotNil(node)
|
|
|
|
|
assert.Contains(node.Attr, html.Attribute{
|
|
|
|
|
Key: "hx-get",
|
2024-02-23 18:56:39 -08:00
|
|
|
|
Val: "/messages/1488963321701171204-1178839081222115328?poll&latest_timestamp=1686025129144&scroll_bottom=1",
|
2023-12-24 19:43:00 -06:00
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Loading the page since latest message (no updates)
|
|
|
|
|
func TestMessagesRoomPollForUpdatesEmptyResult(t *testing.T) {
|
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
|
|
// Boilerplate for setting an active user
|
|
|
|
|
app := webserver.NewApp(profile)
|
|
|
|
|
app.IsScrapingDisabled = true
|
|
|
|
|
app.ActiveUser = scraper.User{ID: 1488963321701171204, Handle: "Offline_Twatter"} // Simulate a login
|
|
|
|
|
|
|
|
|
|
// Chat detail
|
|
|
|
|
recorder := httptest.NewRecorder()
|
|
|
|
|
req := httptest.NewRequest("GET", "/messages/1488963321701171204-1178839081222115328?poll&latest_timestamp=1686025129144", nil)
|
|
|
|
|
req.Header.Set("HX-Request", "true")
|
|
|
|
|
app.ServeHTTP(recorder, req)
|
|
|
|
|
resp := recorder.Result()
|
|
|
|
|
root, err := html.Parse(resp.Body)
|
|
|
|
|
require.NoError(err)
|
|
|
|
|
assert.Len(cascadia.QueryAll(root, selector(".dm-message-and-reacts-container")), 0)
|
|
|
|
|
|
|
|
|
|
// Should have the poller at the bottom, with the same value as previously
|
|
|
|
|
node := cascadia.Query(root, selector("#new-messages-poller"))
|
|
|
|
|
assert.NotNil(node)
|
|
|
|
|
assert.Contains(node.Attr, html.Attribute{
|
|
|
|
|
Key: "hx-get",
|
2024-02-23 18:56:39 -08:00
|
|
|
|
Val: "/messages/1488963321701171204-1178839081222115328?poll&latest_timestamp=1686025129144&scroll_bottom=1",
|
2023-12-24 19:43:00 -06:00
|
|
|
|
})
|
2023-11-14 11:32:27 -08:00
|
|
|
|
}
|