atproto/packages/api/tests/moderation-mutewords.test.ts
Eric Bailey 77c5306d2a
Update muted words handling, add attributes (#2276)
* Sketch proposal for additional muted words attributes

* Rename ttl -> expiresAt

* Feedback

* Codegen

* Refactor muted words methods to integrate new attributes

* Add changeset

* Use datetime format

* Simplify migration

* Fix tests

* Format

* Re-integrate tests

* Let the lock cook

* Fix comments

* Integrate mute words enhancements (#2643)

* Check expiry when comparing mute words

* Check actors when comparing

* Tweak lex, condegen

* Integrate new prop

* Remove fake timers

(cherry picked from commit ad31910560ce938e3ff64944d46355c64635ebf8)

* Update changeset

* Prevent deleting value when updating

* Include missing test

* Add default

* Apply default 'all' value to existing mute words to satisfy Typescript

* Fix types in tests

* Fix types on new tests
2024-07-31 16:22:19 -05:00

1082 lines
26 KiB
TypeScript

import { RichText, mock, moderatePost } from '../src/'
import { hasMutedWord } from '../src/moderation/mutewords'
describe(`hasMutedWord`, () => {
describe(`tags`, () => {
it(`match: outline tag`, () => {
const rt = new RichText({
text: `This is a post #inlineTag`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: 'outlineTag', targets: ['tag'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: ['outlineTag'],
})
expect(match).toBe(true)
})
it(`match: inline tag`, () => {
const rt = new RichText({
text: `This is a post #inlineTag`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: 'inlineTag', targets: ['tag'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: ['outlineTag'],
})
expect(match).toBe(true)
})
it(`match: content target matches inline tag`, () => {
const rt = new RichText({
text: `This is a post #inlineTag`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: 'inlineTag', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: ['outlineTag'],
})
expect(match).toBe(true)
})
it(`no match: only tag targets`, () => {
const rt = new RichText({
text: `This is a post`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: 'inlineTag', targets: ['tag'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(false)
})
})
describe(`early exits`, () => {
it(`match: single character 希`, () => {
/**
* @see https://bsky.app/profile/mukuuji.bsky.social/post/3klji4fvsdk2c
*/
const rt = new RichText({
text: `改善希望です`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [{ value: '希', targets: ['content'], actorTarget: 'all' }],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: single char with length > 1 ☠︎`, () => {
const rt = new RichText({
text: `Idk why ☠︎ but maybe`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: '☠︎', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`no match: long muted word, short post`, () => {
const rt = new RichText({
text: `hey`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: 'politics', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(false)
})
it(`match: exact text`, () => {
const rt = new RichText({
text: `javascript`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: 'javascript', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`general content`, () => {
it(`match: word within post`, () => {
const rt = new RichText({
text: `This is a post about javascript`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: 'javascript', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`no match: partial word`, () => {
const rt = new RichText({
text: `Use your brain, Eric`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [{ value: 'ai', targets: ['content'], actorTarget: 'all' }],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(false)
})
it(`match: multiline`, () => {
const rt = new RichText({
text: `Use your\n\tbrain, Eric`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: 'brain', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: :)`, () => {
const rt = new RichText({
text: `So happy :)`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [{ value: `:)`, targets: ['content'], actorTarget: 'all' }],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`punctuation semi-fuzzy`, () => {
describe(`yay!`, () => {
const rt = new RichText({
text: `We're federating, yay!`,
})
rt.detectFacetsWithoutResolution()
it(`match: yay!`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'yay!', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: yay`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'yay', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`y!ppee!!`, () => {
const rt = new RichText({
text: `We're federating, y!ppee!!`,
})
rt.detectFacetsWithoutResolution()
it(`match: y!ppee`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'y!ppee', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
// single exclamation point, source has double
it(`no match: y!ppee!`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'y!ppee!', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`apostrophes: Bluesky's`, () => {
const rt = new RichText({
text: `Yay, Bluesky's mutewords work`,
})
rt.detectFacetsWithoutResolution()
it(`match: Bluesky's`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `Bluesky's`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: Bluesky`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'Bluesky', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: bluesky`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'bluesky', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: blueskys`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'blueskys', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`Why so S@assy?`, () => {
const rt = new RichText({
text: `Why so S@assy?`,
})
rt.detectFacetsWithoutResolution()
it(`match: S@assy`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'S@assy', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: s@assy`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 's@assy', targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`New York Times`, () => {
const rt = new RichText({
text: `New York Times`,
})
rt.detectFacetsWithoutResolution()
// case insensitive
it(`match: new york times`, () => {
const match = hasMutedWord({
mutedWords: [
{
value: 'new york times',
targets: ['content'],
actorTarget: 'all',
},
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`!command`, () => {
const rt = new RichText({
text: `Idk maybe a bot !command`,
})
rt.detectFacetsWithoutResolution()
it(`match: !command`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `!command`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: command`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `command`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`no match: !command`, () => {
const rt = new RichText({
text: `Idk maybe a bot command`,
})
rt.detectFacetsWithoutResolution()
const match = hasMutedWord({
mutedWords: [
{ value: `!command`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(false)
})
})
describe(`e/acc`, () => {
const rt = new RichText({
text: `I'm e/acc pilled`,
})
rt.detectFacetsWithoutResolution()
it(`match: e/acc`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `e/acc`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: acc`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `acc`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`super-bad`, () => {
const rt = new RichText({
text: `I'm super-bad`,
})
rt.detectFacetsWithoutResolution()
it(`match: super-bad`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `super-bad`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: super`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `super`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: bad`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `bad`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: super bad`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `super bad`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: superbad`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `superbad`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`idk_what_this_would_be`, () => {
const rt = new RichText({
text: `Weird post with idk_what_this_would_be`,
})
rt.detectFacetsWithoutResolution()
it(`match: idk what this would be`, () => {
const match = hasMutedWord({
mutedWords: [
{
value: `idk what this would be`,
targets: ['content'],
actorTarget: 'all',
},
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`no match: idk what this would be for`, () => {
// extra word
const match = hasMutedWord({
mutedWords: [
{
value: `idk what this would be for`,
targets: ['content'],
actorTarget: 'all',
},
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(false)
})
it(`match: idk`, () => {
// extra word
const match = hasMutedWord({
mutedWords: [
{ value: `idk`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: idkwhatthiswouldbe`, () => {
const match = hasMutedWord({
mutedWords: [
{
value: `idkwhatthiswouldbe`,
targets: ['content'],
actorTarget: 'all',
},
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`parentheses`, () => {
const rt = new RichText({
text: `Post with context(iykyk)`,
})
rt.detectFacetsWithoutResolution()
it(`match: context(iykyk)`, () => {
const match = hasMutedWord({
mutedWords: [
{
value: `context(iykyk)`,
targets: ['content'],
actorTarget: 'all',
},
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: context`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `context`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: iykyk`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `iykyk`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: (iykyk)`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `(iykyk)`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
describe(`🦋`, () => {
const rt = new RichText({
text: `Post with 🦋`,
})
rt.detectFacetsWithoutResolution()
it(`match: 🦋`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: `🦋`, targets: ['content'], actorTarget: 'all' },
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
})
describe(`phrases`, () => {
describe(`I like turtles, or how I learned to stop worrying and love the internet.`, () => {
const rt = new RichText({
text: `I like turtles, or how I learned to stop worrying and love the internet.`,
})
rt.detectFacetsWithoutResolution()
it(`match: stop worrying`, () => {
const match = hasMutedWord({
mutedWords: [
{
value: 'stop worrying',
targets: ['content'],
actorTarget: 'all',
},
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
it(`match: turtles, or how`, () => {
const match = hasMutedWord({
mutedWords: [
{
value: 'turtles, or how',
targets: ['content'],
actorTarget: 'all',
},
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
})
expect(match).toBe(true)
})
})
})
describe(`languages without spaces`, () => {
// I love turtles, or how I learned to stop worrying and love the internet
describe(`私はカメが好きです、またはどのようにして心配するのをやめてインターネットを愛するようになったのか`, () => {
const rt = new RichText({
text: `私はカメが好きです、またはどのようにして心配するのをやめてインターネットを愛するようになったのか`,
})
rt.detectFacetsWithoutResolution()
// internet
it(`match: インターネット`, () => {
const match = hasMutedWord({
mutedWords: [
{
value: 'インターネット',
targets: ['content'],
actorTarget: 'all',
},
],
text: rt.text,
facets: rt.facets,
outlineTags: [],
languages: ['ja'],
})
expect(match).toBe(true)
})
})
})
describe(`facet with multiple features`, () => {
it(`multiple tags`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'bad', targets: ['content'], actorTarget: 'all' },
],
text: 'tags',
facets: [
{
features: [
{
$type: 'app.bsky.richtext.facet#tag',
tag: 'good',
},
{
$type: 'app.bsky.richtext.facet#tag',
tag: 'bad',
},
],
index: {
byteEnd: 4,
byteStart: 0,
},
},
],
})
expect(match).toBe(true)
})
it(`other features`, () => {
const match = hasMutedWord({
mutedWords: [
{ value: 'bad', targets: ['content'], actorTarget: 'all' },
],
text: 'test',
facets: [
{
features: [
{
$type: 'com.example.richtext.facet#other',
foo: 'bar',
},
{
$type: 'app.bsky.richtext.facet#tag',
tag: 'bad',
},
],
index: {
byteEnd: 4,
byteStart: 0,
},
},
],
})
expect(match).toBe(true)
})
})
describe(`doesn't mute own post`, () => {
it(`does mute if it isn't own post`, () => {
const res = moderatePost(
mock.postView({
record: mock.post({
text: 'Mute words!',
}),
author: mock.profileViewBasic({
handle: 'bob.test',
displayName: 'Bob',
}),
labels: [],
}),
{
userDid: 'did:web:alice.test',
prefs: {
adultContentEnabled: false,
labels: {},
labelers: [],
mutedWords: [
{ value: 'words', targets: ['content'], actorTarget: 'all' },
],
hiddenPosts: [],
},
labelDefs: {},
},
)
expect(res.causes[0].type).toBe('mute-word')
})
it(`doesn't mute own post when muted word is in text`, () => {
const res = moderatePost(
mock.postView({
record: mock.post({
text: 'Mute words!',
}),
author: mock.profileViewBasic({
handle: 'bob.test',
displayName: 'Bob',
}),
labels: [],
}),
{
userDid: 'did:web:bob.test',
prefs: {
adultContentEnabled: false,
labels: {},
labelers: [],
mutedWords: [
{ value: 'words', targets: ['content'], actorTarget: 'all' },
],
hiddenPosts: [],
},
labelDefs: {},
},
)
expect(res.causes.length).toBe(0)
})
it(`doesn't mute own post when muted word is in tags`, () => {
const rt = new RichText({
text: `Mute #words!`,
})
const res = moderatePost(
mock.postView({
record: mock.post({
text: rt.text,
facets: rt.facets,
}),
author: mock.profileViewBasic({
handle: 'bob.test',
displayName: 'Bob',
}),
labels: [],
}),
{
userDid: 'did:web:bob.test',
prefs: {
adultContentEnabled: false,
labels: {},
labelers: [],
mutedWords: [
{ value: 'words', targets: ['tags'], actorTarget: 'all' },
],
hiddenPosts: [],
},
labelDefs: {},
},
)
expect(res.causes.length).toBe(0)
})
})
describe(`timed mute words`, () => {
it(`non-expired word`, () => {
const now = Date.now()
const res = moderatePost(
mock.postView({
record: mock.post({
text: 'Mute words!',
}),
author: mock.profileViewBasic({
handle: 'bob.test',
displayName: 'Bob',
}),
labels: [],
}),
{
userDid: 'did:web:alice.test',
prefs: {
adultContentEnabled: false,
labels: {},
labelers: [],
mutedWords: [
{
value: 'words',
targets: ['content'],
expiresAt: new Date(now + 1e3).toISOString(),
actorTarget: 'all',
},
],
hiddenPosts: [],
},
labelDefs: {},
},
)
expect(res.causes[0].type).toBe('mute-word')
})
it(`expired word`, () => {
const now = Date.now()
const res = moderatePost(
mock.postView({
record: mock.post({
text: 'Mute words!',
}),
author: mock.profileViewBasic({
handle: 'bob.test',
displayName: 'Bob',
}),
labels: [],
}),
{
userDid: 'did:web:alice.test',
prefs: {
adultContentEnabled: false,
labels: {},
labelers: [],
mutedWords: [
{
value: 'words',
targets: ['content'],
expiresAt: new Date(now - 1e3).toISOString(),
actorTarget: 'all',
},
],
hiddenPosts: [],
},
labelDefs: {},
},
)
expect(res.causes.length).toBe(0)
})
})
describe(`actor-based mute words`, () => {
const viewer = {
userDid: 'did:web:alice.test',
prefs: {
adultContentEnabled: false,
labels: {},
labelers: [],
mutedWords: [
{
value: 'words',
targets: ['content'],
actorTarget: 'exclude-following',
},
],
hiddenPosts: [],
},
labelDefs: {},
}
it(`followed actor`, () => {
const res = moderatePost(
mock.postView({
record: mock.post({
text: 'Mute words!',
}),
author: mock.profileViewBasic({
handle: 'bob.test',
displayName: 'Bob',
viewer: {
following: 'true',
},
}),
labels: [],
}),
viewer,
)
expect(res.causes.length).toBe(0)
})
it(`non-followed actor`, () => {
const res = moderatePost(
mock.postView({
record: mock.post({
text: 'Mute words!',
}),
author: mock.profileViewBasic({
handle: 'carla.test',
displayName: 'Carla',
viewer: {
following: undefined,
},
}),
labels: [],
}),
viewer,
)
expect(res.causes[0].type).toBe('mute-word')
})
})
})