Merge branch 'master' into resumable-ingestion

Author: Pvsaint

indexer/README.md

@@ -150,7 +150,7 @@ Data monitored:
 ### Cache hit/miss tracking
 
 `CacheService` tracks per bucket:
-- `raffles`, `users`, `others`
+- `raffles`, `users`, `stats`, `others`
 - `hits`, `misses`, `requests`
 - `hit rate` (percent) via `getAllCacheHitRates()`
 
@@ -222,6 +222,13 @@ src/
 ├── ingestor/
 │   ├── cursor-manager.service.ts
 │   └── ingestor.module.ts
+├── api/
+│   ├── api.module.ts            # Internal HTTP API
+│   └── controllers/
+│       ├── raffles.controller.ts
+│       ├── users.controller.ts
+│       ├── leaderboard.controller.ts
+│       └── stats.controller.ts
 ├── processors/
 │   ├── processors.module.ts
 │   ├── raffle.processor.ts

indexer/docker-compose.yml

@@ -0,0 +1,23 @@
+version: '3.8'
+
+services:
+  postgres:
+    image: postgres:16-alpine
+    environment:
+      - POSTGRES_PASSWORD=postgres
+      - POSTGRES_DB=tikka_indexer
+    ports:
+      - "5432:5432"
+    volumes:
+      - pgdata:/var/lib/postgresql/data
+
+  redis:
+    image: redis:7-alpine
+    command: redis-server /usr/local/etc/redis/redis.conf
+    ports:
+      - "6379:6379"
+    volumes:
+      - ./redis.conf:/usr/local/etc/redis/redis.conf
+
+volumes:
+  pgdata:

indexer/package-lock.json

@@ -1,29 +1,21 @@
-# Production-ready Redis configuration for Tikka indexer cache
+# Redis configuration for Tikka Indexer Cache
 
-# Max memory available to Redis (reasonable default for 8GB instance)
-# Adjust this based on server RAM and memory reserved for system/other services.
+# Memory limit
 maxmemory 4gb
 
 # Eviction policy
-# Chosen allkeys-lru to evict least-recently-used keys across all keys,
-# ensuring frequently accessed data stays in cache and less-used keys are evicted first.
-# This is safer in mixed TTL and non-TTL cache usage patterns.
+# allkeys-lru: Evict any key using LRU when maxmemory is reached.
 maxmemory-policy allkeys-lru
 
-# Optional: ensure a hard limit to avoid OOM kills by the OS.
-# Redis itself will enforce maxmemory + eviction policy.
-# maxmemory-samples controls the precision of LRU approximation.
+# LRU samples
+# 5 is a good balance between precision and CPU usage.
 maxmemory-samples 5
 
-# Additional hardening
-# Avoid persistence costs on caching nodes; adjust if persistence is required.
-save ""
-appendonly no
+# Persistence (optional for cache, but good for quick recovery)
+save 900 1
+save 300 10
+save 60 10000
 
-# Clients and buffer limits
-client-output-buffer-limit normal 0 0 0
-client-output-buffer-limit slave 256mb 64mb 60
-client-output-buffer-limit pubsub 32mb 8mb 60
-
-# Always log warnings and errors
-loglevel notice
+# Networking
+bind 0.0.0.0
+port 6379

indexer/redis.conf

@@ -0,0 +1,41 @@
+import { Controller, Get, Query } from '@nestjs/common';
+import { InjectRepository } from '@nestjs/typeorm';
+import { Repository } from 'typeorm';
+import { UserEntity } from '../../database/entities/user.entity';
+import { CacheService } from '../../cache/cache.service';
+
+@Controller('leaderboard')
+export class LeaderboardController {
+  constructor(
+    @InjectRepository(UserEntity)
+    private readonly userRepo: Repository<UserEntity>,
+    private readonly cacheService: CacheService,
+  ) {}
+
+  @Get()
+  async getLeaderboard(
+    @Query('by') by: 'wins' | 'volume' | 'tickets' = 'wins',
+    @Query('limit') limit: number = 50,
+  ) {
+    const cacheKey = `leaderboard:${by}:${limit}`;
+    // Use generic leaderboard key for invalidation if needed, or specific one
+    // Requirements said "leaderboard" key.
+    
+    return this.cacheService.wrap('leaderboard', 60, async () => {
+      const query = this.userRepo.createQueryBuilder('user');
+
+      if (by === 'wins') {
+        query.orderBy('user.totalRafflesWon', 'DESC');
+      } else if (by === 'volume') {
+        query.orderBy('user.totalPrizeXlm', 'DESC');
+      } else if (by === 'tickets') {
+        query.orderBy('user.totalTicketsBought', 'DESC');
+      }
+
+      query.take(limit);
+
+      const entries = await query.getMany();
+      return { entries };
+    });
+  }
+}

indexer/src/api/controllers/leaderboard.controller.ts

@@ -70,4 +70,25 @@ describe('CacheService', () => {
     lb = await service.getLeaderboard();
     expect(lb).toBeNull();
   });
+
+  it('should handle user profile', async () => {
+    const address = 'GUSER';
+    await service.setUserProfile(address, { wins: 2 });
+    let profile = await service.getUserProfile(address);
+    expect(profile.wins).toBe(2);
+
+    await service.invalidateUserProfile(address);
+    profile = await service.getUserProfile(address);
+    expect(profile).toBeNull();
+  });
+
+  it('should handle platform stats', async () => {
+    await service.setPlatformStats({ totalRaffles: 100 });
+    let stats = await service.getPlatformStats();
+    expect(stats.totalRaffles).toBe(100);
+
+    await service.invalidatePlatformStats();
+    stats = await service.getPlatformStats();
+    expect(stats).toBeNull();
+  });
 });