integrated data-ingestion

This commit is contained in:
Boki 2025-06-21 19:42:20 -04:00
parent 9673ae70ef
commit 3227388d25
15 changed files with 226 additions and 133 deletions

View file

@ -1,5 +1,5 @@
import { Queue, type Job } from 'bullmq';
import { getLogger } from '@stock-bot/logger';
import { Queue, type Job } from 'bullmq';
import type { DLQConfig, RedisConfig } from './types';
import { getRedisConnection } from './utils';
@ -76,8 +76,8 @@ export class DeadLetterQueueHandler {
};
await this.dlq.add('failed-job', dlqData, {
removeOnComplete: false,
removeOnFail: false,
removeOnComplete: 100,
removeOnFail: 50,
});
logger.error('Job moved to DLQ', {