renaming services to more suitable names

apps/data-ingestion/src/handlers/proxy/proxy.handler.ts

@@ -0,0 +1,86 @@
+/**
+ * Proxy Provider for new queue system
+ */
+import { ProxyInfo } from '@stock-bot/http';
+import { getLogger } from '@stock-bot/logger';
+import { handlerRegistry, createJobHandler, type HandlerConfigWithSchedule } from '@stock-bot/queue';
+
+const handlerLogger = getLogger('proxy-handler');
+
+// Initialize and register the Proxy provider
+export function initializeProxyProvider() {
+  handlerLogger.debug('Registering proxy provider with scheduled jobs...');
+
+  const proxyProviderConfig: HandlerConfigWithSchedule = {
+    name: 'proxy',
+
+    operations: {
+      'fetch-from-sources': createJobHandler(async () => {
+        // Fetch proxies from all configured sources
+        handlerLogger.info('Processing fetch proxies from sources request');
+        const { fetchProxiesFromSources } = await import('./operations/fetch.operations');
+        const { processItems } = await import('@stock-bot/queue');
+
+        // Fetch all proxies from sources
+        const proxies = await fetchProxiesFromSources();
+        handlerLogger.info('Fetched proxies from sources', { count: proxies.length });
+
+        if (proxies.length === 0) {
+          handlerLogger.warn('No proxies fetched from sources');
+          return { processed: 0, successful: 0 };
+        }
+
+        // Batch process the proxies through check-proxy operation
+        const batchResult = await processItems(proxies, 'proxy', {
+          handler: 'proxy',
+          operation: 'check-proxy',
+          totalDelayHours: 0.083, // 5 minutes (5/60 hours)
+          batchSize: 50, // Process 50 proxies per batch
+          priority: 3,
+          useBatching: true,
+          retries: 1,
+          ttl: 30000, // 30 second timeout per proxy check
+          removeOnComplete: 5,
+          removeOnFail: 3,
+        });
+
+        handlerLogger.info('Batch proxy validation completed', {
+          totalProxies: proxies.length,
+          jobsCreated: batchResult.jobsCreated,
+          mode: batchResult.mode,
+          batchesCreated: batchResult.batchesCreated,
+          duration: `${batchResult.duration}ms`,
+        });
+
+        return {
+          processed: proxies.length,
+          jobsCreated: batchResult.jobsCreated,
+          batchesCreated: batchResult.batchesCreated,
+          mode: batchResult.mode,
+        };
+      }),
+
+      'check-proxy': createJobHandler(async (payload: ProxyInfo) => {
+        // payload is now the raw proxy info object
+        handlerLogger.debug('Processing proxy check request', {
+          proxy: `${payload.host}:${payload.port}`,
+        });
+        const { checkProxy } = await import('./operations/check.operations');
+        return checkProxy(payload);
+      }),
+    },
+    scheduledJobs: [
+      {
+        type: 'proxy-fetch-and-check',
+        operation: 'fetch-from-sources',
+        cronPattern: '0 0 * * 0', // Every week at midnight on Sunday
+        priority: 0,
+        description: 'Fetch and validate proxy list from sources',
+        // immediately: true, // Don't run immediately during startup to avoid conflicts
+      },
+    ],
+  };
+
+  handlerRegistry.registerWithSchedule(proxyProviderConfig);
+  handlerLogger.debug('Proxy provider registered successfully with scheduled jobs');
+}