feat: add processor service with Redis-backed job queue
- Introduced a new `processor` service in the Docker Compose setup to handle face matching jobs. - Configured Redis as a job queue and state management system for processing searches. - Updated the backend to enqueue jobs and manage user locks using Redis. - Added environment variables for Redis configuration and runtime paths. - Created technical design documentation for the processor service outlining architecture, queue model, and search lifecycle. - Updated package.json and package-lock.json to include dependencies for BullMQ and ioredis in the processor workspace. - Added sample PKL files for local testing in the `test_pkl` directory.
This commit is contained in:
parent
599daf7547
commit
bbb9c193ce
20 changed files with 1313 additions and 108 deletions
|
|
@ -3,14 +3,17 @@
|
|||
"private": true,
|
||||
"workspaces": [
|
||||
"apps/frontend",
|
||||
"apps/backend"
|
||||
"apps/backend",
|
||||
"apps/processor"
|
||||
],
|
||||
"scripts": {
|
||||
"dev": "concurrently \"npm:dev:backend\" \"npm:dev:frontend\"",
|
||||
"dev:backend": "npm run dev --workspace @regalami/faceai-backend",
|
||||
"dev:frontend": "npm run dev --workspace @regalami/faceai-frontend",
|
||||
"dev:processor": "npm run dev --workspace @regalami/faceai-processor",
|
||||
"build": "npm run build --workspace @regalami/faceai-frontend && npm run build --workspace @regalami/faceai-backend",
|
||||
"start": "npm run start --workspace @regalami/faceai-backend"
|
||||
"start": "npm run start --workspace @regalami/faceai-backend",
|
||||
"start:processor": "npm run start --workspace @regalami/faceai-processor"
|
||||
},
|
||||
"devDependencies": {
|
||||
"concurrently": "^9.1.2"
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue