reworked queue lib

This commit is contained in:
Boki 2025-06-19 07:20:14 -04:00
parent 629ba2b8d4
commit c05a7413dc
34 changed files with 3887 additions and 861 deletions

View file

@ -100,7 +100,7 @@ async function processDirect<T>(
name: 'process-item',
data: {
type: 'process-item',
provider: options.provider || 'generic',
handler: options.handler || 'generic',
operation: options.operation || 'process-item',
payload: item, // Just the item directly - no wrapper!
priority: options.priority || undefined,
@ -116,6 +116,7 @@ async function processDirect<T>(
const createdJobs = await addJobsInChunks(queue, jobs);
return {
totalItems: items.length,
jobsCreated: createdJobs.length,
@ -152,7 +153,7 @@ async function processBatched<T>(
name: 'process-batch',
data: {
type: 'process-batch',
provider: options.provider || 'generic',
handler: options.handler || 'generic',
operation: 'process-batch-items',
payload: {
payloadKey,
@ -212,7 +213,7 @@ export async function processBatchJob(
name: 'process-item',
data: {
type: 'process-item',
provider: options.provider || 'generic',
handler: options.handler || 'generic',
operation: options.operation || 'generic',
payload: item, // Just the item directly!
priority: options.priority || undefined,
@ -268,7 +269,7 @@ async function storeItems<T>(
delayPerItem: 1000,
priority: options.priority || undefined,
retries: options.retries || 3,
provider: options.provider || 'generic',
handler: options.handler || 'generic',
operation: options.operation || 'generic',
},
createdAt: new Date().toISOString(),
@ -289,7 +290,7 @@ async function loadPayload<T>(
delayPerItem: number;
priority?: number;
retries: number;
provider: string;
handler: string;
operation: string;
};
} | null> {