removed http client for a simple fetch wrapper with logging in utils

apps/data-ingestion/src/handlers/proxy/operations/check.operations.ts

@@ -1,22 +1,13 @@
 /**
  * Proxy Check Operations - Checking proxy functionality
  */
-import { HttpClient, ProxyInfo } from '@stock-bot/http';
+import type { ProxyInfo } from '@stock-bot/proxy';
 import { OperationContext } from '@stock-bot/di';
 import { getLogger } from '@stock-bot/logger';
+import { fetch } from '@stock-bot/utils';
 
 import { PROXY_CONFIG } from '../shared/config';
 
-// Shared HTTP client
-let httpClient: HttpClient;
-
-function getHttpClient(ctx: OperationContext): HttpClient {
-  if (!httpClient) {
-    httpClient = new HttpClient({ timeout: 10000 }, ctx.logger);
-  }
-  return httpClient;
-}
-
 /**
  * Check if a proxy is working
  */
@@ -36,22 +27,27 @@ export async function checkProxy(proxy: ProxyInfo): Promise<ProxyInfo> {
   });
 
   try {
-    // Test the proxy
-    const client = getHttpClient(ctx);
-    const response = await client.get(PROXY_CONFIG.CHECK_URL, {
-      proxy,
-      timeout: PROXY_CONFIG.CHECK_TIMEOUT,
-    });
+    // Test the proxy using fetch with proxy support
+    const proxyUrl = proxy.username && proxy.password
+      ? `${proxy.protocol}://${encodeURIComponent(proxy.username)}:${encodeURIComponent(proxy.password)}@${proxy.host}:${proxy.port}`
+      : `${proxy.protocol}://${proxy.host}:${proxy.port}`;
+    
+    const response = await fetch(PROXY_CONFIG.CHECK_URL, {
+      proxy: proxyUrl,
+      signal: AbortSignal.timeout(PROXY_CONFIG.CHECK_TIMEOUT),
+      logger: ctx.logger
+    } as any);
+    
+    const data = await response.text();
 
-    const isWorking = response.status >= 200 && response.status < 300;
+    const isWorking = response.ok;
     const result: ProxyInfo = {
       ...proxy,
       isWorking,
       lastChecked: new Date(),
-      responseTime: response.responseTime,
     };
 
-    if (isWorking && !JSON.stringify(response.data).includes(PROXY_CONFIG.CHECK_IP)) {
+    if (isWorking && !data.includes(PROXY_CONFIG.CHECK_IP)) {
       success = true;
       await updateProxyInCache(result, true, ctx);
     } else {

apps/data-ingestion/src/handlers/proxy/operations/fetch.operations.ts

@@ -1,18 +1,13 @@
 /**
  * Proxy Fetch Operations - Fetching proxies from sources
  */
-import { HttpClient, ProxyInfo } from '@stock-bot/http';
+import type { ProxyInfo } from '@stock-bot/proxy';
 import { OperationContext } from '@stock-bot/di';
 import { getLogger } from '@stock-bot/logger';
+import { fetch } from '@stock-bot/utils';
 
 import { PROXY_CONFIG } from '../shared/config';
 import type { ProxySource } from '../shared/types';
-
-// Shared HTTP client
-let httpClient: HttpClient;
-
-function getHttpClient(ctx: OperationContext): HttpClient {
-  if (!httpClient) {
     httpClient = new HttpClient({ timeout: 10000 }, ctx.logger);
   }
   return httpClient;
@@ -44,17 +39,17 @@ export async function fetchProxiesFromSource(source: ProxySource, ctx?: Operatio
   try {
     ctx.logger.info(`Fetching proxies from ${source.url}`);
 
-    const client = getHttpClient(ctx);
-    const response = await client.get(source.url, {
-      timeout: 10000,
-    });
+    const response = await fetch(source.url, {
+      signal: AbortSignal.timeout(10000),
+      logger: ctx.logger
+    } as any);
 
-    if (response.status !== 200) {
+    if (!response.ok) {
       ctx.logger.warn(`Failed to fetch from ${source.url}: ${response.status}`);
       return [];
     }
 
-    const text = response.data;
+    const text = await response.text();
     const lines = text.split('\n').filter((line: string) => line.trim());
 
     for (const line of lines) {
@@ -69,7 +64,7 @@ export async function fetchProxiesFromSource(source: ProxySource, ctx?: Operatio
       if (parts.length >= 2) {
         const proxy: ProxyInfo = {
           source: source.id,
-          protocol: source.protocol as 'http' | 'https' | 'socks4' | 'socks5',
+          protocol: source.protocol as 'http' | 'https',
           host: parts[0],
           port: parseInt(parts[1]),
         };

apps/data-ingestion/src/handlers/proxy/operations/query.operations.ts

@@ -1,7 +1,7 @@
 /**
  * Proxy Query Operations - Getting active proxies from cache
  */
-import { ProxyInfo } from '@stock-bot/http';
+import type { ProxyInfo } from '@stock-bot/proxy';
 import { OperationContext } from '@stock-bot/di';
 
 import { PROXY_CONFIG } from '../shared/config';

apps/data-ingestion/src/handlers/proxy/operations/queue.operations.ts

@@ -1,7 +1,7 @@
 /**
  * Proxy Queue Operations - Queueing proxy operations
  */
-import { ProxyInfo } from '@stock-bot/http';
+import type { ProxyInfo } from '@stock-bot/proxy';
 import { QueueManager } from '@stock-bot/queue';
 import { OperationContext } from '@stock-bot/di';
 

apps/data-ingestion/src/handlers/proxy/proxy.handler.ts

@@ -1,7 +1,7 @@
 /**
  * Proxy Provider for new queue system
  */
-import { ProxyInfo } from '@stock-bot/http';
+import type { ProxyInfo } from '@stock-bot/proxy';
 import { getLogger } from '@stock-bot/logger';
 import { handlerRegistry, createJobHandler, type HandlerConfigWithSchedule } from '@stock-bot/queue';
 import type { ServiceContainer } from '@stock-bot/di';

apps/data-ingestion/src/handlers/qm/shared/session-manager.ts

@@ -2,7 +2,7 @@
  * QM Session Manager - Centralized session state management
  */
 
-import { getRandomUserAgent } from '@stock-bot/services/http';
+import { getRandomUserAgent } from '@stock-bot/utils';
 import { QM_SESSION_IDS, SESSION_CONFIG } from './config';
 import type { QMSession } from './types';
 

apps/data-ingestion/src/handlers/webshare/operations/fetch.operations.ts

@@ -1,7 +1,7 @@
 /**
  * WebShare Fetch Operations - API integration
  */
-import { type ProxyInfo } from '@stock-bot/http';
+import type { ProxyInfo } from '@stock-bot/proxy';
 import { OperationContext } from '@stock-bot/di';
 
 import { WEBSHARE_CONFIG } from '../shared/config';