trying to fix startup

apps/data-service/src/index.ts

@@ -208,9 +208,11 @@ async function initializeServices() {
   logger.info('Initializing data service...');
   
   try {
-    // Initialize queue service
+    // Initialize queue service (Redis connections should be ready now)
+    logger.info('Starting queue service initialization...');
     await queueManager.initialize();
     logger.info('Queue service initialized');
+    
     logger.info('All services initialized successfully');
   } catch (error) {
     logger.error('Failed to initialize services', { error });
@@ -221,22 +223,6 @@ async function initializeServices() {
 // Start server
 async function startServer() {
   await initializeServices();
-  
-  serve({
-    fetch: app.fetch,
-    port: PORT,
-  });
-
-  logger.info(`Data Service started on port ${PORT}`);
-  logger.info('Available endpoints:');
-  logger.info('  GET  /health - Health check');
-  logger.info('  GET  /api/queue/status - Queue status');
-  logger.info('  POST /api/queue/job - Add job to queue');
-  logger.info('  GET  /api/live/:symbol - Live market data');
-  logger.info('  GET  /api/historical/:symbol - Historical market data');
-  logger.info('  POST /api/proxy/fetch - Queue proxy fetch');
-  logger.info('  POST /api/proxy/check - Queue proxy check');
-  logger.info('  GET  /api/providers - List registered providers');
 }
 
 // Graceful shutdown

apps/data-service/src/providers/proxy.provider.ts

@@ -123,7 +123,7 @@ export const proxyProvider: ProviderConfig = {
       }
     }
   },
-    scheduledJobs: [
+  scheduledJobs: [
     {
       type: 'proxy-maintenance',
       operation: 'fetch-and-check',
@@ -131,7 +131,7 @@ export const proxyProvider: ProviderConfig = {
       // should remove and just run at the same time so app restarts dont keeping adding same jobs
       cronPattern: getEvery24HourCron(),
       priority: 5,
-      immediately: true,
+      immediately: true, // Don't run immediately during startup to avoid conflicts
       description: 'Fetch and validate proxy list from sources'
     }
   ]

apps/data-service/src/providers/proxy.tasks.ts

@@ -116,17 +116,20 @@ async function initializeSharedResources() {
       enableMetrics: true
     });
     
+    // Always initialize httpClient and concurrencyLimit first
+    httpClient = new HttpClient({ timeout: 10000 }, logger);
+    concurrencyLimit = pLimit(PROXY_CONFIG.CONCURRENCY_LIMIT);
+    
+    // Try to connect to cache, but don't block initialization if it fails
     try {
       // Use longer timeout for cache connection
       await cache.waitForReady(30000); // 30 seconds
       logger.info('Cache connection established');
     } catch (error) {
-      logger.error('Cache connection failed, continuing with degraded functionality:', error);
+      logger.warn('Cache connection failed, continuing with degraded functionality:', {error});
       // Don't throw - allow the service to continue with cache fallbacks
     }
     
-    httpClient = new HttpClient({ timeout: 10000 }, logger);
-    concurrencyLimit = pLimit(PROXY_CONFIG.CONCURRENCY_LIMIT);
     logger.info('Proxy tasks initialized');
   }
 }
@@ -172,6 +175,19 @@ export async function fetchProxiesFromSources(): Promise<ProxyInfo[]> {
   await initializeSharedResources();
   await resetProxyStats();
   
+  // Ensure concurrencyLimit is available before using it
+  if (!concurrencyLimit) {
+    logger.error('concurrencyLimit not initialized, using sequential processing');
+    const result = [];
+    for (const source of PROXY_CONFIG.PROXY_SOURCES) {
+      const proxies = await fetchProxiesFromSource(source);
+      result.push(...proxies);
+    }
+    let allProxies: ProxyInfo[] = result;
+    allProxies = removeDuplicateProxies(allProxies);
+    return allProxies;
+  }
+  
   const sources = PROXY_CONFIG.PROXY_SOURCES.map(source => 
     concurrencyLimit(() => fetchProxiesFromSource(source))
   );

apps/data-service/src/services/queue.service.ts

@@ -41,7 +41,7 @@ export class QueueService {
       maxRetriesPerRequest: null,
       retryDelayOnFailover: 100,
       enableReadyCheck: false,
-      lazyConnect: true,
+      lazyConnect: false,
       // Disable Redis Cluster mode if you're using standalone Redis/Dragonfly
       enableOfflineQueue: true
     };