refactored monorepo for more projects

apps/stock/data-ingestion/src/handlers/qm/actions/exchanges.action.ts

@@ -0,0 +1,19 @@
+/**
+ * QM Exchanges Operations - Simple exchange data fetching
+ */
+
+import type { IServiceContainer } from '@stock-bot/handlers';
+
+export async function fetchExchanges(services: IServiceContainer): Promise<any[]> {
+  // Get exchanges from MongoDB
+  const exchanges = await services.mongodb.collection('qm_exchanges').find({}).toArray();
+
+  return exchanges;
+}
+
+export async function getExchangeByCode(services: IServiceContainer, code: string): Promise<any> {
+  // Get specific exchange by code
+  const exchange = await services.mongodb.collection('qm_exchanges').findOne({ code });
+
+  return exchange;
+}

apps/stock/data-ingestion/src/handlers/qm/actions/session.action.ts

@@ -0,0 +1,72 @@
+/**
+ * QM Session Actions - Session management and creation
+ */
+
+import { BaseHandler } from '@stock-bot/core/handlers';
+import { QM_SESSION_IDS, SESSION_CONFIG } from '../shared/config';
+import { QMSessionManager } from '../shared/session-manager';
+
+/**
+ * Check existing sessions and queue creation jobs for needed sessions
+ */
+export async function checkSessions(handler: BaseHandler): Promise<{
+  cleaned: number;
+  queued: number;
+  message: string;
+}> {
+  const sessionManager = QMSessionManager.getInstance();
+  const cleanedCount = sessionManager.cleanupFailedSessions();
+  // Check which session IDs need more sessions and queue creation jobs
+  let queuedCount = 0;
+  for (const [sessionType, sessionId] of Object.entries(QM_SESSION_IDS)) {
+    console.log(`Checking session ID: ${sessionId}`);
+    if (sessionManager.needsMoreSessions(sessionId)) {
+      const currentCount = sessionManager.getSessions(sessionId).length;
+      const neededSessions = SESSION_CONFIG.MAX_SESSIONS - currentCount;
+      for (let i = 0; i < neededSessions; i++) {
+        await handler.scheduleOperation('create-session', { sessionId, sessionType });
+        handler.logger.info(`Queued job to create session for ${sessionType}`);
+        queuedCount++;
+      }
+    }
+  }
+
+  return {
+    cleaned: cleanedCount,
+    queued: queuedCount,
+    message: `Session check completed: cleaned ${cleanedCount}, queued ${queuedCount}`,
+  };
+}
+
+/**
+ * Create a single session for a specific session ID
+ */
+export async function createSingleSession(
+  handler: BaseHandler,
+  input: any
+): Promise<{ sessionId: string; status: string; sessionType: string }> {
+  const { sessionId, sessionType } = input || {};
+  const sessionManager = QMSessionManager.getInstance();
+
+  // Get proxy from proxy service
+  const proxyString = handler.proxy.getProxy();
+
+  // const session = {
+  //   proxy: proxyString || 'http://proxy:8080',
+  //   headers: sessionManager.getQmHeaders(),
+  //   successfulCalls: 0,
+  //   failedCalls: 0,
+  //   lastUsed: new Date()
+  // };
+
+  handler.logger.info(`Creating session for ${sessionType}`);
+
+  // Add session to manager
+  // sessionManager.addSession(sessionType, session);
+
+  return {
+    sessionId: sessionType,
+    status: 'created',
+    sessionType,
+  };
+}

apps/stock/data-ingestion/src/handlers/qm/actions/spider.action.ts

@@ -0,0 +1,33 @@
+/**
+ * QM Spider Operations - Simple symbol discovery
+ */
+
+import type { IServiceContainer } from '@stock-bot/handlers';
+import type { SymbolSpiderJob } from '../shared/types';
+
+export async function spiderSymbolSearch(
+  services: IServiceContainer,
+  config: SymbolSpiderJob
+): Promise<{ foundSymbols: number; depth: number }> {
+  // Simple spider implementation
+  // TODO: Implement actual API calls to discover symbols
+
+  // For now, just return mock results
+  const foundSymbols = Math.floor(Math.random() * 10) + 1;
+
+  return {
+    foundSymbols,
+    depth: config.depth,
+  };
+}
+
+export async function queueSymbolDiscovery(
+  services: IServiceContainer,
+  searchTerms: string[]
+): Promise<void> {
+  // Queue symbol discovery jobs
+  for (const term of searchTerms) {
+    // TODO: Queue actual discovery jobs
+    await services.cache.set(`discovery:${term}`, { queued: true }, 3600);
+  }
+}

apps/stock/data-ingestion/src/handlers/qm/actions/symbols.action.ts

@@ -0,0 +1,19 @@
+/**
+ * QM Symbols Operations - Simple symbol fetching
+ */
+
+import type { IServiceContainer } from '@stock-bot/handlers';
+
+export async function searchSymbols(services: IServiceContainer): Promise<any[]> {
+  // Get symbols from MongoDB
+  const symbols = await services.mongodb.collection('qm_symbols').find({}).limit(50).toArray();
+
+  return symbols;
+}
+
+export async function fetchSymbolData(services: IServiceContainer, symbol: string): Promise<any> {
+  // Fetch data for a specific symbol
+  const symbolData = await services.mongodb.collection('qm_symbols').findOne({ symbol });
+
+  return symbolData;
+}