boki/stock-bot
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity Actions

fixing batch before moving to the apps

Browse source
This commit is contained in:
Boki 2025-06-19 21:33:31 -04:00
parent 8c2f98e010
commit 3534a2c47b
14 changed files with 43 additions and 884 deletions
Download patch file Download diff file Expand all files Collapse all files

10
libs/queue/src/batch-processor.ts
View file

@ -14,7 +14,7 @@ export async function processItems<T>(
options: ProcessOptions
): Promise<BatchResult> {
const queueManager = QueueManager.getInstance();
const queue = queueManager.getQueue(queueName);
queueManager.getQueue(queueName);
const startTime = Date.now();
if (items.length === 0) {
@ -61,7 +61,7 @@ async function processDirect<T>(
options: ProcessOptions
): Promise<Omit<BatchResult, 'duration'>> {
const queueManager = QueueManager.getInstance();
const queue = queueManager.getQueue(queueName);
queueManager.getQueue(queueName);
const totalDelayMs = options.totalDelayHours * 60 * 60 * 1000; // Convert hours to milliseconds
const delayPerItem = totalDelayMs / items.length;
@ -106,7 +106,7 @@ async function processBatched<T>(
options: ProcessOptions
): Promise<Omit<BatchResult, 'duration'>> {
const queueManager = QueueManager.getInstance();
const queue = queueManager.getQueue(queueName);
queueManager.getQueue(queueName);
const batchSize = options.batchSize || 100;
const batches = createBatches(items, batchSize);
const totalDelayMs = options.totalDelayHours * 60 * 60 * 1000; // Convert hours to milliseconds
@ -166,7 +166,7 @@ export async function processBatchJob(
queueName: string
): Promise<unknown> {
const queueManager = QueueManager.getInstance();
const queue = queueManager.getQueue(queueName);
queueManager.getQueue(queueName);
const { payloadKey, batchIndex, totalBatches, itemCount } = jobData;
logger.debug('Processing batch job', {
@ -274,7 +274,7 @@ async function loadPayload<T>(
delayPerItem: number;
priority?: number;
retries: number;
provider: string;
handler: string;
operation: string;
};
} | null;