diff --git a/apps/stock/data-ingestion/src/handlers/eod/actions/prices.ts b/apps/stock/data-ingestion/src/handlers/eod/actions/prices.ts index d39bc01..d66cb2c 100644 --- a/apps/stock/data-ingestion/src/handlers/eod/actions/prices.ts +++ b/apps/stock/data-ingestion/src/handlers/eod/actions/prices.ts @@ -15,7 +15,7 @@ export async function scheduleFetchPrices( // Use OperationTracker to find stale symbols const staleSymbols = await this.operationRegistry.getStaleSymbols('eod', 'price_update', { - limit: 14000 // Higher limit to process all symbols + limit: 100000 // Higher limit to process all symbols }); if (!staleSymbols || staleSymbols.length === 0) { diff --git a/apps/stock/data-ingestion/src/handlers/eod/eod.handler.ts b/apps/stock/data-ingestion/src/handlers/eod/eod.handler.ts index f8755f5..8733da0 100644 --- a/apps/stock/data-ingestion/src/handlers/eod/eod.handler.ts +++ b/apps/stock/data-ingestion/src/handlers/eod/eod.handler.ts @@ -34,7 +34,7 @@ import { createEODOperationRegistry } from './shared'; @Handler('eod') @RateLimit({ limits: [ - { points: 1000, duration: 60 }, // 1000 points per minute + { points: 500, duration: 60 }, // 1000 points per minute { points: 100500, duration: 86400 }, // 100,500 points per day ], }) diff --git a/docs/todo.md b/docs/todo.md index dd3e8c8..8b296b0 100644 --- a/docs/todo.md +++ b/docs/todo.md @@ -8,14 +8,13 @@ Data Ingestion - Fix up handler worker counts - In EOD get Symbols. instead of using their exchange in the symbol list save the original we searched for to avoid issues - Servers Proxmox - set up monitoring solution Truenas - set up frigate with coral -- set up minio +x set up minio 9900k - set up new servers with XFS/LVM + ubuntu