integrated data-ingestion

libs/core/config/config/default.json

@@ -75,8 +75,8 @@
         "type": "exponential",
         "delay": 1000
       },
-      "removeOnComplete": true,
-      "removeOnFail": false
+      "removeOnComplete": 100,
+      "removeOnFail": 50
     }
   },
   "http": {

libs/core/config/config/test.json

@@ -31,8 +31,8 @@
     },
     "defaultJobOptions": {
       "attempts": 1,
-      "removeOnComplete": false,
-      "removeOnFail": false
+      "removeOnComplete": 100,
+      "removeOnFail": 50
     }
   },
   "http": {

libs/services/queue/src/dlq-handler.ts

@@ -1,5 +1,5 @@
-import { Queue, type Job } from 'bullmq';
 import { getLogger } from '@stock-bot/logger';
+import { Queue, type Job } from 'bullmq';
 import type { DLQConfig, RedisConfig } from './types';
 import { getRedisConnection } from './utils';
 
@@ -76,8 +76,8 @@ export class DeadLetterQueueHandler {
       };
 
       await this.dlq.add('failed-job', dlqData, {
-        removeOnComplete: false,
-        removeOnFail: false,
+        removeOnComplete: 100,
+        removeOnFail: 50,
       });
 
       logger.error('Job moved to DLQ', {