initial data-service started

apps/data-service/src/index.ts

@@ -1,10 +1,13 @@
 /**
- * Data Service - Combined live and historical data ingestion
+ * Data Service - Combined live and historical data ingestion with queue-based architecture
  */
 import { getLogger } from '@stock-bot/logger';
 import { loadEnvVariables } from '@stock-bot/config';
 import { Hono } from 'hono';
 import { serve } from '@hono/node-server';
+import { queueManager } from './services/queue-manager.service';
+import { proxyService } from './services/proxy.service';
+import { marketDataProvider } from './providers/market-data.provider';
 
 // Load environment variables
 loadEnvVariables();
@@ -18,20 +21,48 @@ app.get('/health', (c) => {
   return c.json({ 
     service: 'data-service', 
     status: 'healthy',
-    timestamp: new Date().toISOString()
+    timestamp: new Date().toISOString(),
+    queue: {
+      status: 'running',
+      workers: queueManager.getWorkerCount()
+    }
   });
 });
 
-// API routes
+// Queue management endpoints
+app.get('/api/queue/status', async (c) => {
+  try {
+    const status = await queueManager.getQueueStatus();
+    return c.json({ status: 'success', data: status });
+  } catch (error) {
+    logger.error('Failed to get queue status', { error });
+    return c.json({ status: 'error', message: 'Failed to get queue status' }, 500);
+  }
+});
+
+app.post('/api/queue/job', async (c) => {
+  try {
+    const jobData = await c.req.json();
+    const job = await queueManager.addJob(jobData);
+    return c.json({ status: 'success', jobId: job.id });
+  } catch (error) {
+    logger.error('Failed to add job', { error });
+    return c.json({ status: 'error', message: 'Failed to add job' }, 500);
+  }
+});
+
+// Market data endpoints
 app.get('/api/live/:symbol', async (c) => {
   const symbol = c.req.param('symbol');
   logger.info('Live data request', { symbol });
   
-  // TODO: Implement live data fetching
-  return c.json({ 
-    symbol, 
-    message: 'Live data endpoint - not implemented yet' 
-  });
+  try {
+    const data = await marketDataProvider.getLiveData(symbol);
+    return c.json({ status: 'success', symbol, data });
+  } catch (error) {
+    logger.error('Failed to get live data', { symbol, error });
+    return c.json({ status: 'error', message: 'Failed to get live data' }, 500);
+  }
 });
 
 app.get('/api/historical/:symbol', async (c) => {
@@ -41,19 +72,89 @@ app.get('/api/historical/:symbol', async (c) => {
   
   logger.info('Historical data request', { symbol, from, to });
   
-  // TODO: Implement historical data fetching
-  return c.json({ 
-    symbol, 
-    from, 
-    to, 
-    message: 'Historical data endpoint - not implemented yet' 
-  });
+  try {
+    const fromDate = from ? new Date(from) : new Date(Date.now() - 30 * 24 * 60 * 60 * 1000); // 30 days ago
+    const toDate = to ? new Date(to) : new Date(); // Now
+    
+    const data = await marketDataProvider.getHistoricalData(symbol, fromDate, toDate);
+    return c.json({ status: 'success', symbol, from, to, data });
+  } catch (error) {
+    logger.error('Failed to get historical data', { symbol, from, to, error });
+    return c.json({ status: 'error', message: 'Failed to get historical data' }, 500);
+  }
 });
 
+// Proxy management endpoints
+app.post('/api/proxy/fetch', async (c) => {
+  try {
+    const jobId = await proxyService.queueProxyFetch();
+    return c.json({ status: 'success', jobId, message: 'Proxy fetch job queued' });
+  } catch (error) {
+    logger.error('Failed to queue proxy fetch', { error });
+    return c.json({ status: 'error', message: 'Failed to queue proxy fetch' }, 500);
+  }
+});
+
+app.post('/api/proxy/check', async (c) => {
+  try {
+    const { proxies } = await c.req.json();
+    const jobId = await proxyService.queueProxyCheck(proxies);
+    return c.json({ status: 'success', jobId, message: 'Proxy check job queued' });
+  } catch (error) {
+    logger.error('Failed to queue proxy check', { error });
+    return c.json({ status: 'error', message: 'Failed to queue proxy check' }, 500);
+  }
+});
+
+// Provider registry endpoints
+app.get('/api/providers', async (c) => {
+  try {
+    const providers = queueManager.getRegisteredProviders();
+    return c.json({ status: 'success', providers });
+  } catch (error) {
+    logger.error('Failed to get providers', { error });
+    return c.json({ status: 'error', message: 'Failed to get providers' }, 500);
+  }
+});
+
+// Initialize services
+async function initializeServices() {
+  logger.info('Initializing data service...');
+  
+  try {
+    // Queue manager is initialized automatically when imported
+    logger.info('Queue manager initialized');
+    
+    // Initialize providers
+    logger.info('All services initialized successfully');
+  } catch (error) {
+    logger.error('Failed to initialize services', { error });
+    process.exit(1);
+  }
+}
+
 // Start server
-serve({
-  fetch: app.fetch,
-  port: PORT,
-});
+async function startServer() {
+  await initializeServices();
+  
+  serve({
+    fetch: app.fetch,
+    port: PORT,
+  });
 
-logger.info(`Data Service started on port ${PORT}`);
+  logger.info(`Data Service started on port ${PORT}`);
+  logger.info('Available endpoints:');
+  logger.info('  GET  /health - Health check');
+  logger.info('  GET  /api/queue/status - Queue status');
+  logger.info('  POST /api/queue/job - Add job to queue');
+  logger.info('  GET  /api/live/:symbol - Live market data');
+  logger.info('  GET  /api/historical/:symbol - Historical market data');
+  logger.info('  POST /api/proxy/fetch - Queue proxy fetch');
+  logger.info('  POST /api/proxy/check - Queue proxy check');
+  logger.info('  GET  /api/providers - List registered providers');
+}
+
+startServer().catch(error => {
+  logger.error('Failed to start server', { error });
+  process.exit(1);
+});