boki/stock-bot
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity Actions

fixed error and made batch timings a little more dynamic depending on batch total instead of 15 min spread

Browse source
This commit is contained in:
Bojan Kucera 2025-06-09 09:07:44 -04:00
parent b2817656b3
commit 8a588816c4
3 changed files with 47 additions and 51 deletions
Download patch file Download diff file Expand all files Collapse all files

22
apps/data-service/src/utils/batch-processor.ts
View file

@ -208,11 +208,11 @@ export class BatchProcessor {
* Process a batch (called by batch jobs)
*/
async processBatch<T>(payload: {
items: T[];
batchIndex: number;
total: number;
config: BatchConfig<T>;
}) {
items: T[];
batchIndex: number;
total: number;
config: BatchConfig<T>;
}, createJobData?: (item: T, index: number) => any) {
const { items, batchIndex, total, config } = payload;
logger.info('Processing batch', {
@ -222,10 +222,18 @@ export class BatchProcessor {
progress: `${((batchIndex + 1) / total * 100).toFixed(2)}%`
});
const delayPerItem = Math.floor((15 * 60 * 1000) / items.length); // 15 min per batch
const totalBatchDelayMs = config.totalDelayMs / total;
const delayPerItem = Math.floor(totalBatchDelayMs / items.length);
const jobs = items.map((item, itemIndex) => {
const userData = config.createJobData(item, itemIndex);
// Use the provided createJobData function or fall back to config
const jobDataFn = createJobData || config.createJobData;
if (!jobDataFn) {
throw new Error('createJobData function is required');
}
const userData = jobDataFn(item, itemIndex);
return {
name: `${config.jobNamePrefix}-processing`,