169 lines
5.2 KiB
TypeScript
169 lines
5.2 KiB
TypeScript
import { Browser } from '@stock-bot/browser';
|
|
import { getLogger } from '@stock-bot/logger';
|
|
|
|
// Shared instances (module-scoped, not global)
|
|
let isInitialized = false; // Track if resources are initialized
|
|
let logger: ReturnType<typeof getLogger>;
|
|
// let cache: CacheProvider;
|
|
|
|
export async function initializeIBResources(waitForCache = false): Promise<void> {
|
|
// Skip if already initialized
|
|
if (isInitialized) {
|
|
return;
|
|
}
|
|
|
|
logger = getLogger('proxy-tasks');
|
|
// cache = createCache({
|
|
// keyPrefix: 'proxy:',
|
|
// ttl: PROXY_CONFIG.CACHE_TTL,
|
|
// enableMetrics: true,
|
|
// });
|
|
|
|
// httpClient = new HttpClient({ timeout: 15000 }, logger);
|
|
|
|
// if (waitForCache) {
|
|
// // logger.info('Initializing proxy cache...');
|
|
// // await cache.waitForReady(10000);
|
|
// // logger.info('Proxy cache initialized successfully');
|
|
// logger.info('Proxy tasks initialized');
|
|
// } else {
|
|
// logger.info('Proxy tasks initialized (fallback mode)');
|
|
// }
|
|
isInitialized = true;
|
|
}
|
|
|
|
export async function fetchSession(): Promise<Record<string, string> | undefined> {
|
|
try {
|
|
await Browser.initialize({ headless: true, timeout: 10000, blockResources: false });
|
|
logger.info('✅ Browser initialized');
|
|
|
|
const { page } = await Browser.createPageWithProxy(
|
|
'https://www.interactivebrokers.com/en/trading/products-exchanges.php#/',
|
|
'http://doimvbnb-US-rotate:w5fpiwrb9895@p.webshare.io:80'
|
|
);
|
|
logger.info('✅ Page created with proxy');
|
|
|
|
const headersPromise = new Promise<Record<string, string> | undefined>(resolve => {
|
|
let resolved = false;
|
|
|
|
page.onNetworkEvent(event => {
|
|
if (event.url.includes('/webrest/search/product-types/summary')) {
|
|
if (event.type === 'request') {
|
|
try {
|
|
resolve(event.headers);
|
|
} catch (e) {
|
|
resolve(undefined);
|
|
console.log('📊 Raw Summary Response:', (e as Error).message);
|
|
}
|
|
}
|
|
}
|
|
});
|
|
|
|
// Timeout fallback
|
|
setTimeout(() => {
|
|
if (!resolved) {
|
|
resolved = true;
|
|
logger.warn('Timeout waiting for headers');
|
|
resolve(undefined);
|
|
}
|
|
}, 30000);
|
|
});
|
|
|
|
logger.info('⏳ Waiting for page load...');
|
|
await page.waitForLoadState('domcontentloaded', { timeout: 20000 });
|
|
logger.info('✅ Page loaded');
|
|
|
|
//Products tabs
|
|
logger.info('🔍 Looking for Products tab...');
|
|
const productsTab = page.locator('#productSearchTab[role="tab"][href="#products"]');
|
|
await productsTab.waitFor({ timeout: 5000 });
|
|
logger.info('✅ Found Products tab');
|
|
logger.info('🖱️ Clicking Products tab...');
|
|
await productsTab.click();
|
|
logger.info('✅ Products tab clicked');
|
|
|
|
// New Products Checkbox
|
|
logger.info('🔍 Looking for "New Products Only" radio button...');
|
|
const radioButton = page.locator('span.checkbox-text:has-text("New Products Only")');
|
|
await radioButton.waitFor({ timeout: 5000 });
|
|
logger.info(`🎯 Found "New Products Only" radio button`);
|
|
await radioButton.first().click();
|
|
logger.info('✅ "New Products Only" radio button clicked');
|
|
|
|
// Wait for and return headers immediately when captured
|
|
logger.info('⏳ Waiting for headers to be captured...');
|
|
const headers = await headersPromise;
|
|
|
|
if (headers) {
|
|
logger.info('✅ Headers captured successfully');
|
|
} else {
|
|
logger.warn('⚠️ No headers were captured');
|
|
}
|
|
|
|
return headers;
|
|
} catch (error) {
|
|
logger.error('Failed to fetch IB symbol summary', { error });
|
|
return;
|
|
}
|
|
}
|
|
|
|
export async function fetchExchanges(sessionHeaders: Record<string, string>): Promise<any> {
|
|
try {
|
|
logger.info('🔍 Fetching exchanges with session headers...');
|
|
|
|
// The URL for the exchange data API
|
|
const exchangeUrl = 'https://www.interactivebrokers.com/webrest/exchanges';
|
|
|
|
// Configure the proxy
|
|
const proxyUrl = 'http://doimvbnb-US-rotate:w5fpiwrb9895@p.webshare.io:80';
|
|
|
|
// Prepare headers - include all session headers plus any additional ones
|
|
const requestHeaders = {
|
|
...sessionHeaders,
|
|
Accept: 'application/json, text/plain, */*',
|
|
'Accept-Language': 'en-US,en;q=0.9',
|
|
'Cache-Control': 'no-cache',
|
|
Pragma: 'no-cache',
|
|
'Sec-Fetch-Dest': 'empty',
|
|
'Sec-Fetch-Mode': 'cors',
|
|
'Sec-Fetch-Site': 'same-origin',
|
|
'X-Requested-With': 'XMLHttpRequest',
|
|
};
|
|
|
|
logger.info('📤 Making request to exchange API...', {
|
|
url: exchangeUrl,
|
|
headerCount: Object.keys(requestHeaders).length,
|
|
});
|
|
|
|
// Use fetch with proxy configuration
|
|
const response = await fetch(exchangeUrl, {
|
|
method: 'GET',
|
|
headers: requestHeaders,
|
|
proxy: proxyUrl,
|
|
});
|
|
|
|
if (!response.ok) {
|
|
logger.error('❌ Exchange API request failed', {
|
|
status: response.status,
|
|
statusText: response.statusText,
|
|
});
|
|
return null;
|
|
}
|
|
|
|
const data = await response.json();
|
|
|
|
logger.info('✅ Exchange data fetched successfully', {
|
|
dataKeys: Object.keys(data || {}),
|
|
dataSize: JSON.stringify(data).length,
|
|
});
|
|
|
|
return data;
|
|
} catch (error) {
|
|
logger.error('❌ Failed to fetch exchanges', { error });
|
|
return null;
|
|
}
|
|
}
|
|
export const ibTasks = {
|
|
fetchSession,
|
|
fetchExchanges,
|
|
};
|