Merge pull request #382 from yinkscss/fix/343-test-data-management

[343] Test Data Management

Author: Mystery-CLI

Cargo.toml

@@ -1,38 +1,4 @@
-[package]
-name = "stellar-escrow-indexer"
-version = "0.1.0"
-edition = "2021"
-
-[dependencies]
-tokio = { version = "1.0", features = ["full"] }
-axum = { version = "0.7", features = ["ws", "json", "multipart"] }
-tower = "0.4"
-tower-http = { version = "0.5", features = ["cors", "fs"] }
-serde = { version = "1.0", features = ["derive"] }
-serde_json = "1.0"
-sqlx = { version = "0.7", features = ["runtime-tokio", "postgres", "chrono", "uuid"] }
-chrono = { version = "0.4", features = ["serde"] }
-uuid = { version = "1.0", features = ["v4", "serde"] }
-futures = "0.3"
-anyhow = "1.0"
-thiserror = "1.0"
-tracing = "0.1"
-tracing-subscriber = { version = "0.3", features = ["env-filter"] }
-config = "0.14"
-clap = { version = "4.0", features = ["derive"] }
-reqwest = { version = "0.11", features = ["json"] }
-async-stream = "0.3"
-tokio-stream = "0.1"
-dashmap = "5.5"
-toml = "0.8"
-tokio-util = { version = "0.7", features = ["io"] }
-mime = "0.3"
-image = { version = "0.24", default-features = false, features = ["jpeg", "png", "webp"] }
-sha2 = "0.10"
-hex = "0.4"
-bytes = "1.0"
-smartcore = { version = "0.3", features = ["serde"] }
-redis = { version = "0.25", features = ["tokio-comp", "connection-manager"] }
-
-[dev-dependencies]
-wiremock = "0.6"
+[workspace]
+# `contract` is built via `cargo build --manifest-path contract/Cargo.toml` (Soroban toolchain).
+members = ["indexer", "ui", "mobile-sdk"]
+resolver = "2"

DISASTER_RECOVERY.md

@@ -29,7 +29,7 @@
 ## 3. Backup System
 
 ### Automated Daily Backup
-The `backup` Docker service runs `scripts/backup.sh` daily at 02:00 UTC.
+The `backup` Docker service runs `scripts/backup.sh` daily at 02:00 UTC. The script prints `BACKUP_LOCATION=<path>` on success for automation; the indexer `BackupService` records runs and exposes `GET /backup/status`, `GET /backup/history`, and `GET /backup/recovery-plan` for operators.
 
 ```bash
 # Manual backup trigger

indexer/Cargo.toml

@@ -6,7 +6,7 @@ edition = "2021"
 [dependencies]
 tokio = { version = "1.0", features = ["full"] }
 axum = { version = "0.7", features = ["ws", "json", "multipart"] }
-tower = "0.4"
+tower = { version = "0.4", features = ["util"] }
 tower-http = { version = "0.5", features = ["cors", "fs"] }
 serde = { version = "1.0", features = ["derive"] }
 serde_json = "1.0"
@@ -33,7 +33,7 @@ hex = "0.4"
 bytes = "1.0"
 smartcore = { version = "0.3", features = ["serde"] }
 hmac = "0.12"
-redis = { version = "0.24", features = ["aio", "tokio-comp"] }
+redis = { version = "0.24", features = ["aio", "tokio-comp", "connection-manager"] }
 
 [dev-dependencies]
 wiremock = "0.6"

indexer/src/compliance_service/mod.rs

@@ -8,6 +8,7 @@ use crate::database::Database;
 use crate::models::Event;
 use aml::{AmlScreener, AmlResult};
 use kyc::{KycProvider, KycResult, KycStatus};
+use reporting::ComplianceReport;
 use serde::{Deserialize, Serialize};
 use std::sync::Arc;
 use chrono::{DateTime, Utc};

indexer/src/config.rs

@@ -105,6 +105,19 @@ fn default_schema_version() -> u32 {
     1
 }
 
+/// Non-secret subset of `Config` for operators and deployment validation (issue #313).
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub struct PublicConfigSnapshot {
+    pub meta: MetaConfig,
+    pub server: ServerConfig,
+    pub stellar_network: String,
+    pub stellar_horizon_url: String,
+    pub stellar_contract_configured: bool,
+    pub cache_redis_configured: bool,
+    pub backup_interval_hours: u64,
+    pub gateway_instance_count: usize,
+}
+
 #[derive(Debug, Clone, Serialize, Deserialize)]
 pub struct ServerConfig {
     pub port: u16,
@@ -476,6 +489,20 @@ impl Config {
             Err(ConfigValidationError(errors))
         }
     }
+
+    /// Safe, privacy-preserving view for `/config/public` (no API keys, DB URLs, or webhook secrets).
+    pub fn public_snapshot(&self) -> PublicConfigSnapshot {
+        PublicConfigSnapshot {
+            meta: self.meta.clone(),
+            server: self.server.clone(),
+            stellar_network: self.stellar.network.clone(),
+            stellar_horizon_url: self.stellar.horizon_url.clone(),
+            stellar_contract_configured: !self.stellar.contract_id.is_empty(),
+            cache_redis_configured: !self.cache.redis_url.is_empty(),
+            backup_interval_hours: self.backup.interval_hours,
+            gateway_instance_count: self.gateway.service_instances.len(),
+        }
+    }
 }
 
 impl Default for Config {
@@ -493,7 +520,7 @@ impl Default for Config {
             database: DatabaseConfig {
                 url: "postgres://indexer:password@localhost/stellar_escrow".to_string(),
                 max_connections: 10,
-                connect_timeout_seconds: 30,
+                min_connections: 2,
             },
             stellar: StellarConfig {
                 network: "testnet".to_string(),
@@ -509,11 +536,11 @@ impl Default for Config {
                 whitelist: vec![],
                 blacklist: vec![],
             },
+            auth: AuthConfig::default(),
             storage: StorageConfig {
                 base_dir: "./uploads".to_string(),
                 max_file_size_mb: 10,
             },
-            notification: NotificationConfig::default(),
             notification: NotificationConfig {
                 email_api_url: "https://api.sendgrid.com".to_string(),
                 email_api_key: String::new(),
@@ -526,9 +553,13 @@ impl Default for Config {
                 push_project_id: String::new(),
                 push_server_key: String::new(),
             },
+            cache: CacheConfig::default(),
             gateway: GatewayConfig::default(),
-
             integration: IntegrationConfig::default(),
+            compliance: ComplianceConfig::default(),
+            monitoring: MonitoringConfig::default(),
+            analytics: AnalyticsConfig::default(),
+            backup: BackupConfig::default(),
         }
     }
 }

indexer/src/database.rs

@@ -337,50 +337,41 @@ impl Database {
     }
 
     pub async fn count_events(&self, query: &EventQuery) -> Result<i64, AppError> {
-        let mut sql = "SELECT COUNT(*) FROM events WHERE 1=1".to_string();
-        let mut bindings: Vec<String> = vec![];
-
-        if let Some(event_type) = &query.event_type {
-            sql.push_str(&format!(" AND event_type = ${}", bindings.len() + 1));
-            bindings.push(event_type.clone());
+        let mut b = sqlx::QueryBuilder::new("SELECT COUNT(*) FROM events WHERE 1=1");
+        if let Some(ref event_type) = query.event_type {
+            b.push(" AND event_type = ");
+            b.push_bind(event_type);
         }
-        if let Some(category) = &query.category {
-            sql.push_str(&format!(" AND category = ${}", bindings.len() + 1));
-            bindings.push(category.clone());
+        if let Some(ref category) = query.category {
+            b.push(" AND category = ");
+            b.push_bind(category);
         }
-        if let Some(contract_id) = &query.contract_id {
-            sql.push_str(&format!(" AND contract_id = ${}", bindings.len() + 1));
-            bindings.push(contract_id.clone());
+        if let Some(ref contract_id) = query.contract_id {
+            b.push(" AND contract_id = ");
+            b.push_bind(contract_id);
         }
         if let Some(trade_id) = query.trade_id {
-            sql.push_str(&format!(" AND data->>'trade_id' = ${}", bindings.len() + 1));
-            bindings.push(trade_id.to_string());
+            b.push(" AND data->>'trade_id' = ");
+            b.push_bind(trade_id.to_string());
         }
         if let Some(from_ledger) = query.from_ledger {
-            sql.push_str(&format!(" AND ledger >= ${}", bindings.len() + 1));
-            bindings.push(from_ledger.to_string());
+            b.push(" AND ledger >= ");
+            b.push_bind(from_ledger);
         }
         if let Some(to_ledger) = query.to_ledger {
-            sql.push_str(&format!(" AND ledger <= ${}", bindings.len() + 1));
-            bindings.push(to_ledger.to_string());
-        }
-
-        let mut q = sqlx::query(&sql);
-        for b in &bindings {
-            q = q.bind(b);
+            b.push(" AND ledger <= ");
+            b.push_bind(to_ledger);
         }
-        // Timestamp filters bound separately (DateTime type)
         if let Some(from_time) = query.from_time {
-            sql.push_str(&format!(" AND timestamp >= ${}", bindings.len() + 1));
-            q = q.bind(from_time);
+            b.push(" AND timestamp >= ");
+            b.push_bind(from_time);
         }
         if let Some(to_time) = query.to_time {
-            sql.push_str(&format!(" AND timestamp <= ${}", bindings.len() + 1));
-            q = q.bind(to_time);
+            b.push(" AND timestamp <= ");
+            b.push_bind(to_time);
         }
-
-        let row = q.fetch_one(&self.pool).await?;
-        Ok(row.get::<i64, _>(0))
+        let total: i64 = b.build_query_scalar().fetch_one(&self.pool).await?;
+        Ok(total)
     }
 
     pub async fn get_events_in_range(
@@ -1230,6 +1221,12 @@ impl Database {
         .bind(status_code as i16)
         .bind(duration_ms as i64)
         .bind(is_error)
+        .execute(&self.pool)
+        .await?;
+        Ok(())
+    }
+
+    // -----------------------------------------------------------------------
     // Integration service
     // -----------------------------------------------------------------------
 
@@ -1281,6 +1278,7 @@ impl Database {
         Ok(())
     }
 
+    pub async fn get_integration_deliveries(
     /// Query the hourly APM rollup materialized view for the last `hours` hours.
     pub async fn get_perf_hourly_rollup(
         &self,
@@ -1566,6 +1564,42 @@ impl Database {
         .bind(ep.active)
         .bind(ep.created_at)
         .bind(ep.failure_count as i32)
+        .execute(&self.pool)
+        .await?;
+        Ok(())
+    }
+
+    pub async fn deactivate_webhook_endpoint(&self, id: Uuid) -> Result<(), anyhow::Error> {
+        sqlx::query("UPDATE webhook_endpoints SET active = false WHERE id = $1")
+            .bind(id)
+            .execute(&self.pool)
+            .await?;
+        Ok(())
+    }
+
+    pub async fn insert_webhook_delivery(
+        &self,
+        record: &crate::webhook_service::WebhookDeliveryRecord,
+    ) -> Result<(), AppError> {
+        sqlx::query(
+            "INSERT INTO webhook_deliveries (id, endpoint_id, event_type, payload, status_code, success, attempt, error, delivered_at, duration_ms) VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10)"
+        )
+        .bind(record.id)
+        .bind(record.endpoint_id)
+        .bind(&record.event_type)
+        .bind(&record.payload)
+        .bind(record.status_code.map(|c| c as i32))
+        .bind(record.success)
+        .bind(record.attempt as i32)
+        .bind(&record.error)
+        .bind(record.delivered_at)
+        .bind(record.duration_ms as i64)
+        .execute(&self.pool)
+        .await?;
+        Ok(())
+    }
+}
+
 // Compliance Operations
 // =============================================================================
 
@@ -1668,34 +1702,6 @@ impl Database {
         Ok(())
     }
 
-    pub async fn deactivate_webhook_endpoint(&self, id: Uuid) -> Result<(), anyhow::Error> {
-        sqlx::query("UPDATE webhook_endpoints SET active = false WHERE id = $1")
-            .bind(id)
-            .execute(&self.pool)
-            .await?;
-        Ok(())
-    }
-
-    pub async fn insert_webhook_delivery(
-        &self,
-        record: &crate::webhook_service::WebhookDeliveryRecord,
-    ) -> Result<(), AppError> {
-        sqlx::query(
-            "INSERT INTO webhook_deliveries (id, endpoint_id, event_type, payload, status_code, success, attempt, error, delivered_at, duration_ms) VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10)"
-        )
-        .bind(record.id)
-        .bind(record.endpoint_id)
-        .bind(&record.event_type)
-        .bind(&record.payload)
-        .bind(record.status_code.map(|c| c as i32))
-        .bind(record.success)
-        .bind(record.attempt as i32)
-        .bind(&record.error)
-        .bind(record.delivered_at)
-        .bind(record.duration_ms as i64)
-        .execute(&self.pool)
-        .await?;
-        Ok(())
     fn row_to_compliance_check(
         &self,
         row: &sqlx::postgres::PgRow,

indexer/src/error.rs

@@ -56,6 +56,8 @@ pub enum AppError {
     #[error("Storage error: {0}")]
     Storage(String),
 
+    #[error("Internal error: {0}")]
+    Internal(String),
     #[error("Conflict: {0}")]
     Conflict(String),
 
@@ -132,6 +134,11 @@ impl IntoResponse for AppError {
                 "STORAGE_ERROR",
                 "Storage error",
             ),
+            AppError::Internal(_) => (
+                StatusCode::INTERNAL_SERVER_ERROR,
+                "INTERNAL_ERROR",
+                "Internal error",
+            ),
             AppError::Conflict(_) => (StatusCode::CONFLICT, "CONFLICT", "Resource already exists"),
             AppError::BadRequest(_) => (StatusCode::BAD_REQUEST, "BAD_REQUEST", "Bad request"),
         };