30b41029c1
* setup redis infra for appview indexer * barebones bsky ingester * add ioredis to bsky * remove some indexer functionality from bsky api * setup for bsky indexer * tidy * tidy, observe basic pipeline functioning * process messages on bsky indexer pipeline, tidy tests and lifecycle * trim partitions when moving cursor * simplify config for partitions * misc fixes for redis setup in bsky tests, add namespacing * fix pds proxy tests * remove cursor state from indexer partitions, simplify ingester state * tidy * utils for testing w/ multiple indexers, fix off-by-one xtrim * test reingesting * test indexer repartitioning * add entrypoints for bsky ingester and indexer, fix db schema config, api entrypoint name, tidy * setup and test bsky ingester backpressure, add config * tidy * add missing test file * tidy redis calls, add redis sentinel config * tidy/test some utils used in bsky pipeline * tidy bsky pipeline tests, move helpers into dev-env * fix pds crud test * support redis host and password config * better loggin/observability in ingester and indexer, make build * add bsky ingester initial cursor config * temporarily remove migrations from indexer/ingester * allow ingester to batch * packages/pg becomes packages/dev-infra with some cleanup (#1402) * packages/dev-infra/ * Extract packages/dev-infra/_common.sh and use it * Use period instead of source because of /bin/sh * add docs for redis test script * fix repartition test * add logs to debug ci * simplify repartitioning test, remove ci logs --------- Co-authored-by: Jerry Chen <jerry@redelm.net>
53 lines
1.5 KiB
JSON
53 lines
1.5 KiB
JSON
{
|
|
"name": "atp",
|
|
"version": "0.0.1",
|
|
"repository": "git@github.com:bluesky-social/atproto.git",
|
|
"author": "Bluesky PBLLC <hello@blueskyweb.xyz>",
|
|
"license": "MIT",
|
|
"private": true,
|
|
"engines": {
|
|
"node": ">=18"
|
|
},
|
|
"scripts": {
|
|
"prepublish": "yarn build",
|
|
"verify": "lerna run verify --stream",
|
|
"prettier": "lerna run prettier",
|
|
"build": "lerna run build",
|
|
"test": "LOG_ENABLED=false NODE_ENV=development ./packages/dev-infra/with-test-db.sh lerna run test --stream",
|
|
"test:withFlags": "LOG_ENABLED=false NODE_ENV=development ./packages/dev-infra/with-test-db.sh lerna run test --stream --"
|
|
},
|
|
"devDependencies": {
|
|
"@babel/core": "^7.18.6",
|
|
"@babel/preset-env": "^7.18.6",
|
|
"@npmcli/package-json": "^3.0.0",
|
|
"@swc/core": "^1.3.42",
|
|
"@swc/jest": "^0.2.24",
|
|
"@types/jest": "^28.1.4",
|
|
"@types/node": "^18.0.0",
|
|
"@typescript-eslint/eslint-plugin": "^5.38.1",
|
|
"@typescript-eslint/parser": "^5.38.1",
|
|
"babel-eslint": "^10.1.0",
|
|
"dotenv": "^16.0.3",
|
|
"esbuild": "^0.14.48",
|
|
"esbuild-node-externals": "^1.5.0",
|
|
"esbuild-plugin-copy": "^1.6.0",
|
|
"eslint": "^8.24.0",
|
|
"eslint-config-prettier": "^8.5.0",
|
|
"eslint-plugin-prettier": "^4.2.1",
|
|
"jest": "^28.1.2",
|
|
"lerna": "^4.0.0",
|
|
"node-gyp": "^9.3.1",
|
|
"npm-run-all": "^4.1.5",
|
|
"pino-pretty": "^9.1.0",
|
|
"prettier": "^2.7.1",
|
|
"prettier-config-standard": "^5.0.0",
|
|
"ts-node": "^10.8.2",
|
|
"typescript": "^4.8.4"
|
|
},
|
|
"workspaces": {
|
|
"packages": [
|
|
"packages/*"
|
|
]
|
|
}
|
|
}
|