added logging

This commit is contained in:
Boki 2025-06-23 14:36:47 -04:00
parent d76f0ff5ff
commit 5c87f068d6
10 changed files with 38 additions and 16 deletions

View file

@ -77,8 +77,8 @@
"port": 6379,
"db": 1
},
"workers": 2,
"concurrency": 2,
"workers": 1,
"concurrency": 1,
"enableScheduledJobs": true,
"delayWorkerStart": false,
"defaultJobOptions": {
@ -111,8 +111,13 @@
"timeout": 30000
},
"proxy": {
"enabled": true,
"cachePrefix": "proxy:",
"ttl": 3600
"ttl": 3600,
"webshare": {
"apiKey": "y8ay534rcbybdkk3evnzmt640xxfhy7252ce2t98",
"apiUrl": "https://proxy.webshare.io/api/v2/"
}
},
"providers": {
"yahoo": {

View file

@ -98,7 +98,7 @@ export async function processIndividualSymbol(
await this.scheduleOperation('process-individual-symbol', {
ceoId: ceoId,
timestamp: latestSpielTime,
}, {priority: 1});
}, {priority: 0});
}
this.logger.info(

View file

@ -34,7 +34,7 @@ export async function updateUniqueSymbols(
await this.scheduleOperation('process-individual-symbol', {
ceoId: symbol.ceoId,
symbol: symbol.symbol,
});
}, {priority: 10 });
scheduledJobs++;
// Add small delay to avoid overwhelming the queue

View file

@ -16,6 +16,9 @@ import { createRoutes } from './routes/create-routes';
// Initialize configuration with service-specific overrides
const config = initializeStockConfig('dataIngestion');
// Log the full configuration
const logger = getLogger('data-ingestion');
logger.info('Service configuration:', config);
// Create service application
const app = new ServiceApplication(

View file

@ -15,6 +15,9 @@ import { setupServiceContainer } from './container-setup';
// Initialize configuration with service-specific overrides
const config = initializeStockConfig('dataPipeline');
// Log the full configuration
const logger = getLogger('data-pipeline');
logger.info('Service configuration:', config);
// Create service application
const app = new ServiceApplication(

View file

@ -21,7 +21,9 @@ if (config.queue) {
config.queue.delayWorkerStart = true;
}
// Log the full configuration
const logger = getLogger('web-api');
logger.info('Service configuration:', config);
// Create service application
const app = new ServiceApplication(