* setup redis infra for appview indexer * barebones bsky ingester * add ioredis to bsky * remove some indexer functionality from bsky api * setup for bsky indexer * tidy * tidy, observe basic pipeline functioning * process messages on bsky indexer pipeline, tidy tests and lifecycle * trim partitions when moving cursor * simplify config for partitions * misc fixes for redis setup in bsky tests, add namespacing * fix pds proxy tests * remove cursor state from indexer partitions, simplify ingester state * tidy * utils for testing w/ multiple indexers, fix off-by-one xtrim * test reingesting * test indexer repartitioning * add entrypoints for bsky ingester and indexer, fix db schema config, api entrypoint name, tidy * setup and test bsky ingester backpressure, add config * tidy * add missing test file * tidy redis calls, add redis sentinel config * tidy/test some utils used in bsky pipeline * tidy bsky pipeline tests, move helpers into dev-env * fix pds crud test * support redis host and password config * better loggin/observability in ingester and indexer, make build * add bsky ingester initial cursor config * temporarily remove migrations from indexer/ingester * allow ingester to batch * packages/pg becomes packages/dev-infra with some cleanup (#1402) * packages/dev-infra/ * Extract packages/dev-infra/_common.sh and use it * Use period instead of source because of /bin/sh * add docs for redis test script * fix repartition test * add logs to debug ci * simplify repartitioning test, remove ci logs --------- Co-authored-by: Jerry Chen <jerry@redelm.net>
352 lines
10 KiB
TypeScript
352 lines
10 KiB
TypeScript
import AtpAgent, { AtUri } from '@atproto/api'
|
|
import { TestNetwork } from '@atproto/dev-env'
|
|
import { forSnapshot } from '../_util'
|
|
import { RecordRef, SeedClient } from '../seeds/client'
|
|
import basicSeed from '../seeds/basic'
|
|
|
|
describe('bsky views with mutes from mute lists', () => {
|
|
let network: TestNetwork
|
|
let agent: AtpAgent
|
|
let pdsAgent: AtpAgent
|
|
let sc: SeedClient
|
|
|
|
let alice: string
|
|
let bob: string
|
|
let carol: string
|
|
let dan: string
|
|
|
|
beforeAll(async () => {
|
|
network = await TestNetwork.create({
|
|
dbPostgresSchema: 'bsky_views_mute_lists',
|
|
})
|
|
agent = network.bsky.getClient()
|
|
pdsAgent = network.pds.getClient()
|
|
sc = new SeedClient(pdsAgent)
|
|
await basicSeed(sc)
|
|
alice = sc.dids.alice
|
|
bob = sc.dids.bob
|
|
carol = sc.dids.carol
|
|
dan = sc.dids.dan
|
|
// add follows to ensure mutes work even w follows
|
|
await sc.follow(carol, dan)
|
|
await sc.follow(dan, carol)
|
|
await network.processAll()
|
|
})
|
|
|
|
afterAll(async () => {
|
|
await network.close()
|
|
})
|
|
|
|
let listUri: string
|
|
let listCid: string
|
|
|
|
it('creates a list with some items', async () => {
|
|
const avatar = await sc.uploadFile(
|
|
alice,
|
|
'tests/image/fixtures/key-portrait-small.jpg',
|
|
'image/jpeg',
|
|
)
|
|
// alice creates mute list with bob & carol that dan uses
|
|
const list = await pdsAgent.api.app.bsky.graph.list.create(
|
|
{ repo: alice },
|
|
{
|
|
name: 'alice mutes',
|
|
purpose: 'app.bsky.graph.defs#modlist',
|
|
description: 'big list of mutes',
|
|
avatar: avatar.image,
|
|
createdAt: new Date().toISOString(),
|
|
},
|
|
sc.getHeaders(alice),
|
|
)
|
|
listUri = list.uri
|
|
listCid = list.cid
|
|
await pdsAgent.api.app.bsky.graph.listitem.create(
|
|
{ repo: alice },
|
|
{
|
|
subject: sc.dids.bob,
|
|
list: list.uri,
|
|
reason: 'because',
|
|
createdAt: new Date().toISOString(),
|
|
},
|
|
sc.getHeaders(alice),
|
|
)
|
|
await pdsAgent.api.app.bsky.graph.listitem.create(
|
|
{ repo: alice },
|
|
{
|
|
subject: sc.dids.carol,
|
|
list: list.uri,
|
|
reason: 'idk',
|
|
createdAt: new Date().toISOString(),
|
|
},
|
|
sc.getHeaders(alice),
|
|
)
|
|
await network.processAll()
|
|
})
|
|
|
|
it('uses a list for mutes', async () => {
|
|
// @TODO proxy through appview
|
|
await agent.api.app.bsky.graph.muteActorList(
|
|
{
|
|
list: listUri,
|
|
},
|
|
{
|
|
encoding: 'application/json',
|
|
headers: await network.serviceHeaders(dan),
|
|
},
|
|
)
|
|
})
|
|
|
|
it('flags mutes in threads', async () => {
|
|
const res = await agent.api.app.bsky.feed.getPostThread(
|
|
{ depth: 1, uri: sc.posts[alice][1].ref.uriStr },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(forSnapshot(res.data.thread)).toMatchSnapshot()
|
|
})
|
|
|
|
it('does not show reposted content from a muted account in author feed', async () => {
|
|
await sc.repost(alice, sc.posts[carol][0].ref)
|
|
await network.processAll()
|
|
|
|
const res = await agent.api.app.bsky.feed.getAuthorFeed(
|
|
{ actor: alice },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(
|
|
res.data.feed.some((post) => [bob, carol].includes(post.post.author.did)),
|
|
).toBe(false)
|
|
})
|
|
|
|
it('removes content from muted users on getTimeline', async () => {
|
|
const res = await agent.api.app.bsky.feed.getTimeline(
|
|
{ limit: 100 },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(
|
|
res.data.feed.some((post) => [bob, carol].includes(post.post.author.did)),
|
|
).toBe(false)
|
|
})
|
|
|
|
it('returns mute status on getProfile', async () => {
|
|
const res = await agent.api.app.bsky.actor.getProfile(
|
|
{ actor: carol },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(res.data.viewer?.muted).toBe(true)
|
|
expect(res.data.viewer?.mutedByList?.uri).toBe(listUri)
|
|
})
|
|
|
|
it('returns mute status on getProfiles', async () => {
|
|
const res = await agent.api.app.bsky.actor.getProfiles(
|
|
{ actors: [alice, carol] },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(res.data.profiles[0].viewer?.muted).toBe(false)
|
|
expect(res.data.profiles[0].viewer?.mutedByList).toBeUndefined()
|
|
expect(res.data.profiles[1].viewer?.muted).toBe(true)
|
|
expect(res.data.profiles[1].viewer?.mutedByList?.uri).toEqual(listUri)
|
|
})
|
|
|
|
it('does not return notifs for muted accounts', async () => {
|
|
const res = await agent.api.app.bsky.notification.listNotifications(
|
|
{
|
|
limit: 100,
|
|
},
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(
|
|
res.data.notifications.some((notif) =>
|
|
[bob, carol].includes(notif.author.did),
|
|
),
|
|
).toBeFalsy()
|
|
})
|
|
|
|
it('flags muted accounts in get suggestions', async () => {
|
|
// unfollow so they _would_ show up in suggestions if not for mute
|
|
await sc.unfollow(dan, carol)
|
|
await network.processAll()
|
|
await network.bsky.processAll()
|
|
|
|
const res = await agent.api.app.bsky.actor.getSuggestions(
|
|
{
|
|
limit: 100,
|
|
},
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
for (const actor of res.data.actors) {
|
|
if ([bob, carol].includes(actor.did)) {
|
|
expect(actor.viewer?.muted).toBe(true)
|
|
expect(actor.viewer?.mutedByList?.uri).toEqual(listUri)
|
|
} else {
|
|
expect(actor.viewer?.muted).toBe(false)
|
|
expect(actor.viewer?.mutedByList).toBeUndefined()
|
|
}
|
|
}
|
|
})
|
|
|
|
it('returns the contents of a list', async () => {
|
|
const res = await agent.api.app.bsky.graph.getList(
|
|
{ list: listUri },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(forSnapshot(res.data)).toMatchSnapshot()
|
|
})
|
|
|
|
it('paginates getList', async () => {
|
|
const full = await agent.api.app.bsky.graph.getList(
|
|
{ list: listUri },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
const first = await agent.api.app.bsky.graph.getList(
|
|
{ list: listUri, limit: 1 },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
const second = await agent.api.app.bsky.graph.getList(
|
|
{ list: listUri, cursor: first.data.cursor },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
const combined = [...first.data.items, ...second.data.items]
|
|
expect(combined).toEqual(full.data.items)
|
|
})
|
|
|
|
let otherListUri: string
|
|
|
|
it('returns lists associated with a user', async () => {
|
|
const listRes = await pdsAgent.api.app.bsky.graph.list.create(
|
|
{ repo: alice },
|
|
{
|
|
name: 'new list',
|
|
purpose: 'app.bsky.graph.defs#modlist',
|
|
description: 'blah blah',
|
|
createdAt: new Date().toISOString(),
|
|
},
|
|
sc.getHeaders(alice),
|
|
)
|
|
otherListUri = listRes.uri
|
|
|
|
await network.processAll()
|
|
|
|
const res = await agent.api.app.bsky.graph.getLists(
|
|
{ actor: alice },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(forSnapshot(res.data)).toMatchSnapshot()
|
|
})
|
|
|
|
it('paginates getLists', async () => {
|
|
const full = await agent.api.app.bsky.graph.getLists(
|
|
{ actor: alice },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
const first = await agent.api.app.bsky.graph.getLists(
|
|
{ actor: alice, limit: 1 },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
const second = await agent.api.app.bsky.graph.getLists(
|
|
{ actor: alice, cursor: first.data.cursor },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
const combined = [...first.data.lists, ...second.data.lists]
|
|
expect(combined).toEqual(full.data.lists)
|
|
})
|
|
|
|
it('returns a users own list mutes', async () => {
|
|
await agent.api.app.bsky.graph.muteActorList(
|
|
{
|
|
list: otherListUri,
|
|
},
|
|
{
|
|
encoding: 'application/json',
|
|
headers: await network.serviceHeaders(dan),
|
|
},
|
|
)
|
|
|
|
const res = await agent.api.app.bsky.graph.getListMutes(
|
|
{},
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(forSnapshot(res.data)).toMatchSnapshot()
|
|
})
|
|
|
|
it('paginates getListMutes', async () => {
|
|
const full = await agent.api.app.bsky.graph.getListMutes(
|
|
{},
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
const first = await agent.api.app.bsky.graph.getListMutes(
|
|
{ limit: 1 },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
const second = await agent.api.app.bsky.graph.getListMutes(
|
|
{ cursor: first.data.cursor },
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
const combined = [...first.data.lists, ...second.data.lists]
|
|
expect(combined).toEqual(full.data.lists)
|
|
})
|
|
|
|
it('allows unsubscribing from a mute list', async () => {
|
|
await agent.api.app.bsky.graph.unmuteActorList(
|
|
{
|
|
list: otherListUri,
|
|
},
|
|
{
|
|
encoding: 'application/json',
|
|
headers: await network.serviceHeaders(dan),
|
|
},
|
|
)
|
|
|
|
const res = await agent.api.app.bsky.graph.getListMutes(
|
|
{},
|
|
{ headers: await network.serviceHeaders(dan) },
|
|
)
|
|
expect(res.data.lists.length).toBe(1)
|
|
})
|
|
|
|
it('updates list', async () => {
|
|
const uri = new AtUri(listUri)
|
|
await pdsAgent.api.com.atproto.repo.putRecord(
|
|
{
|
|
repo: uri.hostname,
|
|
collection: uri.collection,
|
|
rkey: uri.rkey,
|
|
record: {
|
|
name: 'updated alice mutes',
|
|
purpose: 'app.bsky.graph.defs#modlist',
|
|
description: 'new descript',
|
|
createdAt: new Date().toISOString(),
|
|
},
|
|
},
|
|
{ headers: sc.getHeaders(alice), encoding: 'application/json' },
|
|
)
|
|
|
|
await network.processAll()
|
|
|
|
const got = await agent.api.app.bsky.graph.getList(
|
|
{ list: listUri },
|
|
{ headers: await network.serviceHeaders(alice) },
|
|
)
|
|
expect(got.data.list.name).toBe('updated alice mutes')
|
|
expect(got.data.list.description).toBe('new descript')
|
|
expect(got.data.list.avatar).toBeUndefined()
|
|
expect(got.data.items.length).toBe(2)
|
|
})
|
|
|
|
it('embeds lists in posts', async () => {
|
|
const postRef = await sc.post(
|
|
alice,
|
|
'list embed!',
|
|
undefined,
|
|
undefined,
|
|
new RecordRef(listUri, listCid),
|
|
)
|
|
await network.processAll()
|
|
const res = await agent.api.app.bsky.feed.getPosts(
|
|
{ uris: [postRef.ref.uriStr] },
|
|
{ headers: await network.serviceHeaders(alice) },
|
|
)
|
|
expect(res.data.posts.length).toBe(1)
|
|
expect(forSnapshot(res.data.posts[0])).toMatchSnapshot()
|
|
})
|
|
})
|