fixed up ratelimiting

apps/stock/data-ingestion/src/handlers/eod/eod.handler.ts

@@ -13,55 +13,63 @@ import {
 } from './actions';
 
 /**
- * EOD (End of Day) Handler for testing rate limits
- * This handler demonstrates different rate limit configurations
+ * EOD (End of Day) Handler demonstrating advanced rate limiting
  * 
- * Handler-level rate limit: 100 requests per minute for all operations
- * Individual operations can override this with their own limits
+ * Handler-level limits apply to all operations unless overridden
+ * Operations can specify just a cost to use handler limits, or override with custom limits
  */
 @Handler('eod')
-// @Disabled()
-@RateLimit({ points: 1, duration: 10, blockDuration: 10 })
+@RateLimit({
+  limits: [
+    { points: 10, duration: 1 },        // 100 points per second
+    { points: 10000, duration: 3600 },   // 10k points per hour
+    { points: 100000, duration: 86400 }, // 100k points per day
+  ],
+  cost: 1, // Default cost for operations using this handler
+})
 export class EodHandler extends BaseHandler<DataIngestionServices> {
   constructor(services: any) {
     super(services);
   }
 
   /**
-   * Fetch daily price data - High volume operation
-   * Rate limit: 50 requests per minute (overrides handler-level limit)
+   * Fetch daily price data - Low cost operation
+   * Uses handler rate limits but costs only 1 point
    */
   @Operation('fetch-daily-prices')
-  @RateLimit({ points: 3, duration: 10, blockDuration: 5 })
+  @RateLimit(1)  // Costs 1 point per call
   fetchDailyPrices = fetchDailyPrices;
 
   /**
-   * Fetch fundamental data - Medium volume operation
-   * Rate limit: 20 requests per minute
+   * Fetch fundamental data - Medium cost operation
+   * Uses handler rate limits but costs 10 points
    */
   @Operation('fetch-fundamentals')
-  @RateLimit({ points: 2, duration: 10, blockDuration: 10 })
+  @RateLimit(1)  // Costs 10 points per call
   fetchFundamentals = fetchFundamentals;
 
   /**
-   * Fetch news data - Low volume operation
-   * Rate limit: 10 requests per minute (most restrictive)
+   * Fetch news data - High cost operation
+   * Has custom limits AND high cost
    */
   @Operation('fetch-news')
+  @RateLimit(1)
   fetchNews = fetchNews;
 
   /**
    * Test burst operations - For testing rate limit behavior
-   * This doesn't have its own rate limit, so it uses the handler-level limit (100/min)
+   * Uses handler default cost (1 point)
    */
   @Operation('test-burst')
+  @RateLimit(0)
   async testBurstOperations(input: { operationsToTest: string[], burstSize: number }): Promise<unknown> {
     this.logger.info('Testing burst operations', input);
     
     const results = {
       attempted: 0,
       scheduled: 0,
-      failed: 0
+      failed: 0,
+      operations: {} as Record<string, number>
     };
 
     try {
@@ -69,11 +77,13 @@ export class EodHandler extends BaseHandler<DataIngestionServices> {
       for (let i = 0; i < input.burstSize; i++) {
         const operation = input.operationsToTest[i % input.operationsToTest.length] || 'fetch-news';
         results.attempted++;
+        results.operations[operation] = (results.operations[operation] || 0) + 1;
         
-        const promise = this.scheduleOperation(operation, {}).then(() => {
+        const promise = this.scheduleOperation(operation, { index: i }).then(() => {
           results.scheduled++;
-        }).catch(() => {
+        }).catch((error) => {
           results.failed++;
+          this.logger.debug('Failed to schedule operation', { operation, error: error.message });
         });
         
         promises.push(promise);
@@ -84,7 +94,8 @@ export class EodHandler extends BaseHandler<DataIngestionServices> {
       return {
         success: true,
         results,
-        message: `Scheduled ${results.scheduled}/${results.attempted} operations`
+        message: `Scheduled ${results.scheduled}/${results.attempted} operations`,
+        breakdown: results.operations
       };
     } catch (error) {
       this.logger.error('Burst test failed', { error });
@@ -92,34 +103,6 @@ export class EodHandler extends BaseHandler<DataIngestionServices> {
     }
   }
 
-  /**
-   * Scheduled job to fetch daily prices
-   * Runs every day at 6 PM (after market close)
-   */
-  @ScheduledOperation('eod-daily-prices', '0 18 * * *', {
-    priority: 5,
-    description: 'Fetch daily price data after market close',
-    immediately: false,
-  })
-  async scheduledFetchDailyPrices(): Promise<unknown> {
-    this.logger.info('Starting scheduled daily price fetch');
-    return this.fetchDailyPrices();
-  }
-
-  /**
-   * Scheduled job to fetch fundamentals
-   * Runs weekly on Sunday
-   */
-  @ScheduledOperation('eod-fundamentals', '0 0 * * 0', {
-    priority: 5,
-    description: 'Weekly fundamental data update',
-    immediately: false,
-  })
-  async scheduledFetchFundamentals(): Promise<unknown> {
-    this.logger.info('Starting scheduled fundamentals fetch');
-    return this.fetchFundamentals();
-  }
-
   /**
    * Scheduled job to test rate limits
    * Runs every 5 minutes for testing
@@ -129,6 +112,7 @@ export class EodHandler extends BaseHandler<DataIngestionServices> {
     description: 'Test rate limit behavior',
     immediately: true,
   })
+  @RateLimit(0) // No cost for this test operation
   async scheduledRateLimitTest(): Promise<unknown> {
     this.logger.info('Starting rate limit test');
     return this.testBurstOperations({