refactored monorepo for more projects

apps/stock/data-pipeline/src/routes/create-routes.ts

@@ -0,0 +1,29 @@
+/**
+ * Route factory for data pipeline service
+ * Creates routes with access to the service container
+ */
+
+import { Hono } from 'hono';
+import type { IServiceContainer } from '@stock-bot/handlers';
+import { healthRoutes } from './health.routes';
+import { createSyncRoutes } from './sync.routes';
+import { createEnhancedSyncRoutes } from './enhanced-sync.routes';
+import { createStatsRoutes } from './stats.routes';
+
+export function createRoutes(container: IServiceContainer): Hono {
+  const app = new Hono();
+
+  // Add container to context for all routes
+  app.use('*', async (c, next) => {
+    c.set('container', container);
+    await next();
+  });
+
+  // Mount routes
+  app.route('/health', healthRoutes);
+  app.route('/sync', createSyncRoutes(container));
+  app.route('/sync', createEnhancedSyncRoutes(container));
+  app.route('/sync/stats', createStatsRoutes(container));
+
+  return app;
+}

apps/stock/data-pipeline/src/routes/enhanced-sync.routes.ts

@@ -0,0 +1,154 @@
+import { Hono } from 'hono';
+import { getLogger } from '@stock-bot/logger';
+import type { IServiceContainer } from '@stock-bot/handlers';
+
+const logger = getLogger('enhanced-sync-routes');
+
+export function createEnhancedSyncRoutes(container: IServiceContainer) {
+  const enhancedSync = new Hono();
+
+  // Enhanced sync endpoints
+  enhancedSync.post('/exchanges/all', async c => {
+    try {
+      const clearFirst = c.req.query('clear') === 'true';
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ success: false, error: 'Queue manager not available' }, 503);
+      }
+      
+      const exchangesQueue = queueManager.getQueue('exchanges');
+
+      const job = await exchangesQueue.addJob('sync-all-exchanges', {
+        handler: 'exchanges',
+        operation: 'sync-all-exchanges',
+        payload: { clearFirst },
+      });
+
+      return c.json({ success: true, jobId: job.id, message: 'Enhanced exchange sync job queued' });
+    } catch (error) {
+      logger.error('Failed to queue enhanced exchange sync job', { error });
+      return c.json(
+        { success: false, error: error instanceof Error ? error.message : 'Unknown error' },
+        500
+      );
+    }
+  });
+
+  enhancedSync.post('/provider-mappings/qm', async c => {
+    try {
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ success: false, error: 'Queue manager not available' }, 503);
+      }
+      
+      const exchangesQueue = queueManager.getQueue('exchanges');
+
+      const job = await exchangesQueue.addJob('sync-qm-provider-mappings', {
+        handler: 'exchanges',
+        operation: 'sync-qm-provider-mappings',
+        payload: {},
+      });
+
+      return c.json({
+        success: true,
+        jobId: job.id,
+        message: 'QM provider mappings sync job queued',
+      });
+    } catch (error) {
+      logger.error('Failed to queue QM provider mappings sync job', { error });
+      return c.json(
+        { success: false, error: error instanceof Error ? error.message : 'Unknown error' },
+        500
+      );
+    }
+  });
+
+  enhancedSync.post('/provider-mappings/ib', async c => {
+    try {
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ success: false, error: 'Queue manager not available' }, 503);
+      }
+      
+      const exchangesQueue = queueManager.getQueue('exchanges');
+
+      const job = await exchangesQueue.addJob('sync-ib-exchanges', {
+        handler: 'exchanges',
+        operation: 'sync-ib-exchanges',
+        payload: {},
+      });
+
+      return c.json({
+        success: true,
+        jobId: job.id,
+        message: 'IB exchanges sync job queued',
+      });
+    } catch (error) {
+      logger.error('Failed to queue IB exchanges sync job', { error });
+      return c.json(
+        { success: false, error: error instanceof Error ? error.message : 'Unknown error' },
+        500
+      );
+    }
+  });
+
+  enhancedSync.get('/status', async c => {
+    try {
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ success: false, error: 'Queue manager not available' }, 503);
+      }
+      
+      const symbolsQueue = queueManager.getQueue('symbols');
+
+      const job = await symbolsQueue.addJob('sync-status', {
+        handler: 'symbols',
+        operation: 'sync-status',
+        payload: {},
+      });
+
+      return c.json({ success: true, jobId: job.id, message: 'Sync status job queued' });
+    } catch (error) {
+      logger.error('Failed to queue sync status job', { error });
+      return c.json(
+        { success: false, error: error instanceof Error ? error.message : 'Unknown error' },
+        500
+      );
+    }
+  });
+
+  enhancedSync.post('/clear/postgresql', async c => {
+    try {
+      const dataType = c.req.query('type') as 'exchanges' | 'provider_mappings' | 'all';
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ success: false, error: 'Queue manager not available' }, 503);
+      }
+      
+      const exchangesQueue = queueManager.getQueue('exchanges');
+
+      const job = await exchangesQueue.addJob('clear-postgresql-data', {
+        handler: 'exchanges',
+        operation: 'clear-postgresql-data',
+        payload: { dataType: dataType || 'all' },
+      });
+
+      return c.json({
+        success: true,
+        jobId: job.id,
+        message: 'PostgreSQL data clear job queued',
+      });
+    } catch (error) {
+      logger.error('Failed to queue PostgreSQL clear job', { error });
+      return c.json(
+        { success: false, error: error instanceof Error ? error.message : 'Unknown error' },
+        500
+      );
+    }
+  });
+
+  return enhancedSync;
+}
+
+// Legacy export for backward compatibility
+export const enhancedSyncRoutes = createEnhancedSyncRoutes({} as IServiceContainer);

apps/stock/data-pipeline/src/routes/health.routes.ts

@@ -0,0 +1,14 @@
+import { Hono } from 'hono';
+
+const health = new Hono();
+
+// Basic health check endpoint
+health.get('/', c => {
+  return c.json({
+    status: 'healthy',
+    service: 'data-pipeline',
+    timestamp: new Date().toISOString(),
+  });
+});
+
+export { health as healthRoutes };

apps/stock/data-pipeline/src/routes/index.ts

@@ -0,0 +1,5 @@
+// Export all route modules
+export { healthRoutes } from './health.routes';
+export { syncRoutes } from './sync.routes';
+export { enhancedSyncRoutes } from './enhanced-sync.routes';
+export { statsRoutes } from './stats.routes';

apps/stock/data-pipeline/src/routes/stats.routes.ts

@@ -0,0 +1,63 @@
+import { Hono } from 'hono';
+import { getLogger } from '@stock-bot/logger';
+import type { IServiceContainer } from '@stock-bot/handlers';
+
+const logger = getLogger('stats-routes');
+
+export function createStatsRoutes(container: IServiceContainer) {
+  const stats = new Hono();
+
+  // Statistics endpoints
+  stats.get('/exchanges', async c => {
+    try {
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ error: 'Queue manager not available' }, 503);
+      }
+      
+      const exchangesQueue = queueManager.getQueue('exchanges');
+
+      const job = await exchangesQueue.addJob('get-exchange-stats', {
+        handler: 'exchanges',
+        operation: 'get-exchange-stats',
+        payload: {},
+      });
+
+      // Wait for job to complete and return result
+      const result = await job.waitUntilFinished();
+      return c.json(result);
+    } catch (error) {
+      logger.error('Failed to get exchange stats', { error });
+      return c.json({ error: error instanceof Error ? error.message : 'Unknown error' }, 500);
+    }
+  });
+
+  stats.get('/provider-mappings', async c => {
+    try {
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ error: 'Queue manager not available' }, 503);
+      }
+      
+      const exchangesQueue = queueManager.getQueue('exchanges');
+
+      const job = await exchangesQueue.addJob('get-provider-mapping-stats', {
+        handler: 'exchanges',
+        operation: 'get-provider-mapping-stats',
+        payload: {},
+      });
+
+      // Wait for job to complete and return result
+      const result = await job.waitUntilFinished();
+      return c.json(result);
+    } catch (error) {
+      logger.error('Failed to get provider mapping stats', { error });
+      return c.json({ error: error instanceof Error ? error.message : 'Unknown error' }, 500);
+    }
+  });
+
+  return stats;
+}
+
+// Legacy export for backward compatibility
+export const statsRoutes = createStatsRoutes({} as IServiceContainer);

apps/stock/data-pipeline/src/routes/sync.routes.ts

@@ -0,0 +1,95 @@
+import { Hono } from 'hono';
+import { getLogger } from '@stock-bot/logger';
+import type { IServiceContainer } from '@stock-bot/handlers';
+
+const logger = getLogger('sync-routes');
+
+export function createSyncRoutes(container: IServiceContainer) {
+  const sync = new Hono();
+
+  // Manual sync trigger endpoints
+  sync.post('/symbols', async c => {
+    try {
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ success: false, error: 'Queue manager not available' }, 503);
+      }
+      
+      const symbolsQueue = queueManager.getQueue('symbols');
+
+      const job = await symbolsQueue.addJob('sync-qm-symbols', {
+        handler: 'symbols',
+        operation: 'sync-qm-symbols',
+        payload: {},
+      });
+
+      return c.json({ success: true, jobId: job.id, message: 'QM symbols sync job queued' });
+    } catch (error) {
+      logger.error('Failed to queue symbol sync job', { error });
+      return c.json(
+        { success: false, error: error instanceof Error ? error.message : 'Unknown error' },
+        500
+      );
+    }
+  });
+
+  sync.post('/exchanges', async c => {
+    try {
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ success: false, error: 'Queue manager not available' }, 503);
+      }
+      
+      const exchangesQueue = queueManager.getQueue('exchanges');
+
+      const job = await exchangesQueue.addJob('sync-qm-exchanges', {
+        handler: 'exchanges',
+        operation: 'sync-qm-exchanges',
+        payload: {},
+      });
+
+      return c.json({ success: true, jobId: job.id, message: 'QM exchanges sync job queued' });
+    } catch (error) {
+      logger.error('Failed to queue exchange sync job', { error });
+      return c.json(
+        { success: false, error: error instanceof Error ? error.message : 'Unknown error' },
+        500
+      );
+    }
+  });
+
+  sync.post('/symbols/:provider', async c => {
+    try {
+      const provider = c.req.param('provider');
+      const queueManager = container.queue;
+      if (!queueManager) {
+        return c.json({ success: false, error: 'Queue manager not available' }, 503);
+      }
+      
+      const symbolsQueue = queueManager.getQueue('symbols');
+
+      const job = await symbolsQueue.addJob('sync-symbols-from-provider', {
+        handler: 'symbols',
+        operation: 'sync-symbols-from-provider',
+        payload: { provider },
+      });
+
+      return c.json({
+        success: true,
+        jobId: job.id,
+        message: `${provider} symbols sync job queued`,
+      });
+    } catch (error) {
+      logger.error('Failed to queue provider symbol sync job', { error });
+      return c.json(
+        { success: false, error: error instanceof Error ? error.message : 'Unknown error' },
+        500
+      );
+    }
+  });
+
+  return sync;
+}
+
+// Legacy export for backward compatibility
+export const syncRoutes = createSyncRoutes({} as IServiceContainer);