b252753476
Relocate the canonical analytics store off the public VPS. The collector becomes a DB-free edge that captures + durably enqueues events to black's redis; a black-side ingest-writer enriches and writes raw_events. When black is unreachable the collector spools to a local appendonly redis that only grows during the outage and drains on recovery. - shared: RawEventEnvelope/NormalizedEvent ingest contract (edge -> writer) - collector: capture-and-enqueue + dual-redis RedisRouter (primary=black, spool=local) + paused-until-healthy drain worker; drop TypeORM/enrichment - processor: IngestService canonical writer (edge receivedAt, ON CONFLICT DO NOTHING), single worker branches ingest-event -> process-event - relocate device/identity/domain/attribution enrichment + entities to writer Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
49 lines
1.4 KiB
JSON
49 lines
1.4 KiB
JSON
{
|
|
"name": "@analytics/processor",
|
|
"version": "0.1.0",
|
|
"private": true,
|
|
"description": "Analytics event processor service - BullMQ aggregation workers",
|
|
"type": "module",
|
|
"main": "./dist/main.js",
|
|
"scripts": {
|
|
"build": "nest build",
|
|
"dev": "nest start --watch",
|
|
"start": "node dist/main.js",
|
|
"start:prod": "NODE_ENV=production node dist/main.js",
|
|
"typecheck": "tsc --noEmit",
|
|
"verify": "bun run build && node scripts/verify-circular-deps.mjs",
|
|
"lint": "eslint src/",
|
|
"test": "vitest run",
|
|
"test:watch": "vitest"
|
|
},
|
|
"dependencies": {
|
|
"@lilith/analytics": "workspace:*",
|
|
"@lilith/gov-detection": "^1.0.3",
|
|
"@nestjs/bullmq": "^11.0.0",
|
|
"@nestjs/common": "^11.0.0",
|
|
"@nestjs/config": "^4.0.0",
|
|
"@nestjs/core": "^11.0.0",
|
|
"@nestjs/platform-express": "^11.0.0",
|
|
"@nestjs/terminus": "^11.0.0",
|
|
"@nestjs/typeorm": "^11.0.0",
|
|
"bullmq": "^5.0.0",
|
|
"geoip-lite": "^2.0.1",
|
|
"ioredis": "^5.9.1",
|
|
"pg": "^8.11.0",
|
|
"reflect-metadata": "^0.2.0",
|
|
"rxjs": "^7.8.0",
|
|
"typeorm": "^0.3.0"
|
|
},
|
|
"devDependencies": {
|
|
"@lilith/configs": "^2.2.1",
|
|
"@nestjs/cli": "^11.0.0",
|
|
"@nestjs/schematics": "^11.0.0",
|
|
"@nestjs/testing": "^11.0.0",
|
|
"@swc/cli": "^0.7.10",
|
|
"@swc/core": "^1.15.8",
|
|
"@types/geoip-lite": "^1.4.4",
|
|
"@types/node": "^20.0.0",
|
|
"typescript": "^5.4.0",
|
|
"vitest": "^1.0.0"
|
|
}
|
|
}
|