Merge pull request #357 from olawaleakanbi035-maker/feat/oracle-worker-queue

Feat/oracle worker queue

Author: Otaiki1

oracle/README.md

@@ -104,6 +104,30 @@ npm test
 - ✅ Already-finalized raffle handling
 - ✅ Error handling and retry behavior
 
+## Queue & Redis
+
+The oracle uses **Bull** (backed by Redis) to reliably process randomness requests.
+
+| Setting | Value |
+|---------|-------|
+| Queue name | `randomness-queue` |
+| Retries | 5 attempts, exponential backoff (2 s base) |
+| Failed jobs | Retained in Redis for inspection (`removeOnFail: false`) |
+| Alert | `[ALERT]` log emitted when all attempts are exhausted |
+
+**Required environment variables:**
+
+```
+REDIS_HOST=localhost   # Redis server hostname
+REDIS_PORT=6379        # Redis server port
+```
+
+Redis must be running before starting the oracle. A minimal local setup:
+
+```bash
+docker run -d -p 6379:6379 redis:7-alpine
+```
+
 ## Configuration
 
 The service requires the following environment variables for queue operations:

oracle/jest.config.js

@@ -8,11 +8,11 @@ module.exports = {
         '^.+\\.(t|j)s$': 'ts-jest',
     },
     transformIgnorePatterns: [
-        // Transform ESM modules from @noble and @stellar packages
-        'node_modules/(?!(@noble|@stellar|stellar-sdk)/)',
+        'node_modules/(?!(.pnpm/)?(@noble|@stellar|stellar-sdk))',
     ],
     moduleNameMapper: {
         '^src/(.*)$': '<rootDir>/src/$1',
+        '^@noble/curves/(.*)(?<!\\.js)$': '@noble/curves/$1.js',
     },
     globals: {
         'ts-jest': {

oracle/src/queue/queue.module.ts

@@ -31,11 +31,9 @@ import { RANDOMNESS_QUEUE } from './randomness.queue';
       name: RANDOMNESS_QUEUE,
       defaultJobOptions: {
         attempts: 5,
-        backoff: {
-          type: 'exponential',
-          delay: 2000,
-        },
+        backoff: { type: 'exponential', delay: 2000 },
         removeOnComplete: true,
+        removeOnFail: false,
       },
     }),
   ],
@@ -51,6 +49,6 @@ import { RANDOMNESS_QUEUE } from './randomness.queue';
     HealthService,
     LagMonitorService,
   ],
-  exports: [RandomnessWorker, CommitRevealWorker, BullModule],
+  exports: [RandomnessWorker, CommitRevealWorker, BullModule.registerQueue({ name: RANDOMNESS_QUEUE })],
 })
 export class QueueModule { }

oracle/src/queue/randomness.queue.ts

@@ -1,7 +1,3 @@
 export const RANDOMNESS_QUEUE = 'randomness-queue';
 
-export interface RandomnessJobPayload {
-  raffleId: number;
-  requestId: string;
-  prizeAmount?: number;
-}
+export { RandomnessRequest as RandomnessJobPayload } from './queue.types';

oracle/src/queue/randomness.worker.ts

@@ -199,6 +199,11 @@ export class RandomnessWorker {
   @OnQueueFailed()
   onFailed(job: Job, err: Error) {
     this.logger.error(`Failed job ${job.id} of type ${job.name}: ${err.message}`);
+    if (job.attemptsMade >= (job.opts.attempts ?? 1)) {
+      this.logger.error(
+        `[ALERT] Job ${job.id} exhausted all ${job.opts.attempts} attempts for raffle ${job.data?.raffleId}, request ${job.data?.requestId}. Manual intervention required.`,
+      );
+    }
   }
 
   private determineMethod(prizeAmount: number): RandomnessMethod {

oracle/src/submitter/tx-submitter.service.ts

@@ -27,7 +27,10 @@ export class TxSubmitterService {
   private readonly POLL_TIMEOUT_MS = 30000;
   private readonly POLL_INTERVAL_MS = 1000;
 
-  constructor(private readonly configService: ConfigService) {
+  constructor(
+    private readonly configService: ConfigService,
+    private readonly feeEstimator: FeeEstimatorService,
+  ) {
     const primary =
       this.configService.get<string>('SOROBAN_RPC_URL') ||
       'https://soroban-testnet.stellar.org';
@@ -86,9 +89,10 @@ export class TxSubmitterService {
 
     let attempt = 0;
     let lastError: any = null;
+    let feeBump = 1;
 
     // Get initial fee estimate from network stats
-    const feeEstimate = await this.feeEstimator.estimateFee(rafflePrizeXLM);
+    const feeEstimate = await this.feeEstimator.estimateFee(0);
     let currentFee = feeEstimate.cappedFee;
 
     this.logger.log(
@@ -181,7 +185,7 @@ export class TxSubmitterService {
     feeStroops: number,
   ) {
     const account = await this.rpcServer.getAccount(sourceAddress);
-    const fee = (Number((StellarSdk as any).BASE_FEE || 100) * feeBump).toString();
+    const fee = (Number((StellarSdk as any).BASE_FEE || 100) * feeStroops).toString();
 
     const seedBytes = this.parseToBytes(randomness.seed, 32);
     const proofBytes = this.parseToBytes(randomness.proof, 64);

oracle/test/randomness.worker.spec.ts

@@ -7,6 +7,8 @@ import { TxSubmitterService } from '../src/submitter/tx-submitter.service';
 import { RandomnessRequest, RandomnessMethod } from '../src/queue/queue.types';
 import { HealthService } from '../src/health/health.service';
 import { LagMonitorService } from '../src/health/lag-monitor.service';
+import { OracleRegistryService } from '../src/multi-oracle/oracle-registry.service';
+import { MultiOracleCoordinatorService } from '../src/multi-oracle/multi-oracle-coordinator.service';
 
 describe('RandomnessWorker', () => {
   let worker: RandomnessWorker;
@@ -60,6 +62,24 @@ describe('RandomnessWorker', () => {
             updateCurrentLedger: jest.fn(),
           },
         },
+        {
+          provide: OracleRegistryService,
+          useValue: {
+            isMultiOracleMode: jest.fn().mockReturnValue(false),
+            getLocalOracleId: jest.fn().mockReturnValue('oracle-1'),
+            getLocalOracle: jest.fn(),
+            getThreshold: jest.fn().mockReturnValue(1),
+          },
+        },
+        {
+          provide: MultiOracleCoordinatorService,
+          useValue: {
+            isTracked: jest.fn().mockReturnValue(false),
+            startTracking: jest.fn(),
+            hasSubmitted: jest.fn().mockReturnValue(false),
+            recordSubmission: jest.fn().mockReturnValue({ ready: false, aggregated: null }),
+          },
+        },
       ],
     }).compile();
 

oracle/test/vrf.service.spec.ts

@@ -3,6 +3,7 @@ import { VrfService } from '../src/randomness/vrf.service';
 import { KeyService } from '../src/keys/key.service';
 import { ConfigService } from '@nestjs/config';
 import { Keypair } from 'stellar-sdk';
+import { OracleRegistryService } from '../src/multi-oracle/oracle-registry.service';
 
 describe('VrfService', () => {
     let service: VrfService;
@@ -20,6 +21,13 @@ describe('VrfService', () => {
                     },
                 },
                 KeyService,
+                {
+                    provide: OracleRegistryService,
+                    useValue: {
+                        getOracle: jest.fn(),
+                        getLocalKeypair: jest.fn().mockReturnValue(Keypair.random()),
+                    },
+                },
             ],
         }).compile();