fix: analystics dashboard fix

Author: swethas001-crypto

app/api/routers/breeze_buddy/analytics/__init__.py

@@ -21,6 +21,7 @@
     get_call_based_analytics,
     get_call_details_analytics,
     get_conversion_analytics,
+    get_dashboard_counts,
     get_distinct_merchant_ids,
     get_distinct_outcomes,
     get_distinct_resellers,
@@ -44,6 +45,7 @@
     AnalyticsType.OUTBOUND_NUMBERS: get_outbound_numbers_analytics,
     AnalyticsType.CONVERSION: get_conversion_analytics,
     AnalyticsType.PERFORMANCE: get_performance_analytics,
+    AnalyticsType.DASHBOARD_COUNTS: get_dashboard_counts,
     AnalyticsType.DISTINCT_OUTCOMES: get_distinct_outcomes,
     AnalyticsType.OUTCOME_COUNTS: get_outcome_counts,
     AnalyticsType.DISTINCT_RESELLERS: get_distinct_resellers,

app/api/routers/breeze_buddy/analytics/handlers.py

@@ -15,6 +15,7 @@
     get_analytics_count_from_db,
     get_call_detail_records,
     get_call_details_from_db,
+    get_dashboard_counts_from_db,
     get_distinct_merchant_ids_from_db,
     get_distinct_outcomes_from_db,
     get_distinct_resellers_from_db,
@@ -549,6 +550,24 @@ async def get_performance_analytics(
     }
 
 
+async def get_dashboard_counts(
+    filters: Dict[str, Any],
+    options: Dict[str, Any],
+    current_user: UserInfo,
+) -> Dict[str, Any]:
+    """
+    Get lightweight dashboard card counts.
+    Optimised for the top-row analytics cards on the Loom dashboard.
+    """
+    counts = await get_dashboard_counts_from_db(filters)
+
+    return {
+        "type": "dashboard-counts",
+        "filters_applied": filters,
+        "results": [counts],
+    }
+
+
 async def get_lead_status_counts(
     filters: Dict[str, Any], options: Dict[str, Any], current_user: UserInfo
 ) -> Dict[str, Any]:

app/database/accessor/breeze_buddy/analytics.py

@@ -3,6 +3,7 @@
 All queries are optimized to filter at database level.
 """
 
+import asyncio
 from typing import Any, Dict, List, Optional
 
 from app.core.logger import logger
@@ -15,9 +16,11 @@
     get_analytics_lead_status_counts_query,
     get_analytics_lead_status_counts_total_query,
     get_analytics_outbound_numbers_query,
+    get_analytics_outcome_breakdown_query,
     get_analytics_summary_query,
     get_analytics_trends_query,
     get_call_details_records_query,
+    get_dashboard_counts_query,
     get_distinct_merchant_ids_query,
     get_distinct_outcomes_query,
     get_distinct_resellers_query,
@@ -52,32 +55,19 @@ async def get_summary_analytics_from_db(
     )
 
     try:
-        query_text, values = get_analytics_summary_query(filters, group_by)
-        result = await run_parameterized_query(query_text, values)
+        if group_by:
+            # Grouped mode: single query (paginated groups, already fast enough)
+            query_text, values = get_analytics_summary_query(filters, group_by)
+            result = await run_parameterized_query(query_text, values)
 
-        logger.debug(
-            f"[Analytics DB] Summary query returned {len(result) if result else 0} rows"
-        )
+            logger.debug(
+                f"[Analytics DB] Summary query returned {len(result) if result else 0} rows"
+            )
 
-        if not result or len(result) == 0:
-            logger.warning("[Analytics DB] Summary query returned no results")
-            if group_by:
+            if not result or len(result) == 0:
+                logger.warning("[Analytics DB] Summary query returned no results")
                 return []
-            return {
-                "total_calls": 0,
-                "outbound_calls": 0,
-                "inbound_calls": 0,
-                "completed_calls": 0,
-                "failed_calls": 0,
-                "success_rate": 0.0,
-                "average_duration": None,
-                "total_templates": 0,
-                "total_shops": 0,
-                "outcome_breakdown": {},
-            }
 
-        if group_by:
-            # Return list of grouped results
             grouped_results = []
             for row in result:
                 total_calls = row["total_calls"] or 0
@@ -102,8 +92,8 @@ async def get_summary_analytics_from_db(
                             if row["average_duration"]
                             else None
                         ),
-                        "total_templates": row["total_templates"] or 0,
-                        "total_shops": row["total_shops"] or 0,
+                        "total_templates": row.get("total_templates") or 0,
+                        "total_shops": row.get("total_shops") or 0,
                         "outcome_breakdown": row["outcome_breakdown"] or {},
                     }
                 )
@@ -112,36 +102,54 @@ async def get_summary_analytics_from_db(
                 f"[Analytics DB] Grouped summary returned {len(grouped_results)} groups"
             )
             return grouped_results
-        else:
-            # Return single aggregate result
-            row = result[0]
-            total_calls = row["total_calls"] or 0
-            completed_calls = row["completed_calls"] or 0
-            failed_calls = row["failed_calls"] or 0
-            success_rate = (
-                (completed_calls / total_calls * 100) if total_calls > 0 else 0.0
-            )
 
-            logger.info(
-                f"[Analytics DB] Summary result: {total_calls} total calls, {completed_calls} completed ({success_rate:.2f}% success)"
-            )
+        # Aggregate mode (dashboard cards): run counts and outcome breakdown in
+        # parallel so the slower jsonb_object_agg doesn't block the counts.
+        summary_q, summary_v = get_analytics_summary_query(filters)
+        outcome_q, outcome_v = get_analytics_outcome_breakdown_query(filters)
 
-            return {
-                "total_calls": total_calls,
-                "outbound_calls": row["outbound_calls"] or 0,
-                "inbound_calls": row["inbound_calls"] or 0,
-                "completed_calls": completed_calls,
-                "failed_calls": failed_calls,
-                "success_rate": round(success_rate, 2),
-                "average_duration": (
-                    round(float(row["average_duration"]), 2)
-                    if row["average_duration"]
-                    else None
-                ),
-                "total_templates": row["total_templates"] or 0,
-                "total_shops": row["total_shops"] or 0,
-                "outcome_breakdown": row["outcome_breakdown"] or {},
-            }
+        summary_res, outcome_res = await asyncio.gather(
+            run_parameterized_query(summary_q, summary_v),
+            run_parameterized_query(outcome_q, outcome_v),
+        )
+
+        logger.debug(
+            f"[Analytics DB] Summary query returned {len(summary_res) if summary_res else 0} rows, "
+            f"outbreakdown query returned {len(outcome_res) if outcome_res else 0} rows"
+        )
+
+        row = dict(summary_res[0]) if summary_res and len(summary_res) > 0 else {}
+        outcome_row = (
+            dict(outcome_res[0]) if outcome_res and len(outcome_res) > 0 else {}
+        )
+
+        total_calls = row.get("total_calls") or 0
+        completed_calls = row.get("completed_calls") or 0
+        failed_calls = row.get("failed_calls") or 0
+        success_rate = (
+            (completed_calls / total_calls * 100) if total_calls > 0 else 0.0
+        )
+
+        logger.info(
+            f"[Analytics DB] Summary result: {total_calls} total calls, {completed_calls} completed ({success_rate:.2f}% success)"
+        )
+
+        return {
+            "total_calls": total_calls,
+            "outbound_calls": row.get("outbound_calls") or 0,
+            "inbound_calls": row.get("inbound_calls") or 0,
+            "completed_calls": completed_calls,
+            "failed_calls": failed_calls,
+            "success_rate": round(success_rate, 2),
+            "average_duration": (
+                round(float(row["average_duration"]), 2)
+                if row.get("average_duration")
+                else None
+            ),
+            "total_templates": 0,
+            "total_shops": 0,
+            "outcome_breakdown": outcome_row.get("outcome_breakdown") or {},
+        }
 
     except Exception as e:
         logger.error(f"Error getting summary analytics: {e}", exc_info=True)
@@ -444,6 +452,41 @@ async def get_lead_status_counts_from_db(
         raise
 
 
+async def get_dashboard_counts_from_db(
+    filters: Dict[str, Any],
+) -> Dict[str, int]:
+    """
+    Get lightweight dashboard card counts from DB.
+    """
+    logger.info(f"[Analytics DB] Getting dashboard counts with filters: {filters}")
+
+    try:
+        query_text, values = get_dashboard_counts_query(filters)
+        result = await run_parameterized_query(query_text, values)
+
+        if not result or len(result) == 0:
+            return {
+                "outbound_calls": 0,
+                "inbound_calls": 0,
+                "no_answer_calls": 0,
+                "busy_calls": 0,
+                "calls_with_outcomes": 0,
+            }
+
+        row = result[0]
+        return {
+            "outbound_calls": row["outbound_calls"] or 0,
+            "inbound_calls": row["inbound_calls"] or 0,
+            "no_answer_calls": row["no_answer_calls"] or 0,
+            "busy_calls": row["busy_calls"] or 0,
+            "calls_with_outcomes": row["calls_with_outcomes"] or 0,
+        }
+
+    except Exception as e:
+        logger.error(f"Error getting dashboard counts: {e}", exc_info=True)
+        raise
+
+
 async def get_distinct_outcomes_from_db(
     filters: Dict[str, Any],
 ) -> List[str]:

app/database/migrations/031_add_dashboard_counts_index.sql

@@ -0,0 +1,19 @@
+-- Migration 031: Add covering index for dashboard count queries
+-- Description:
+--   Adds a composite index on lead_call_tracker optimized for the dashboard
+--   card count queries. Enables index-only scans for filtered COUNT(*)
+--   operations over date ranges.
+--
+-- Columns ordered for:
+--   1. execution_mode (equality: TELEPHONY, HOLD_TRANSFER)
+--   2. call_initiated_time (range: date_from .. date_to)
+--   3. call_direction (equality: OUTBOUND, INBOUND)
+--   4. outcome (equality: NO_ANSWER, BUSY, etc.)
+--   5. status (equality: FINISHED, etc.)
+
+BEGIN;
+
+CREATE INDEX IF NOT EXISTS idx_lct_dashboard_counts
+    ON lead_call_tracker (execution_mode, call_initiated_time, call_direction, outcome, status);
+
+COMMIT;

app/database/migrations/032_add_analytics_covering_index.sql

@@ -0,0 +1,24 @@
+-- Migration 032: Add partial covering index for analytics summary queries
+-- Description:
+--   Adds a partial covering index on lead_call_tracker that includes every
+--   column touched by get_analytics_summary_query() in aggregate mode.
+--   Enables a pure Index Only Scan for the call-based analytics endpoint,
+--   eliminating heap access entirely for count cards.
+--
+-- Why partial:
+--   The WHERE clause in analytics queries always filters execution_mode to
+--   ('TELEPHONY', 'HOLD_TRANSFER'). A partial index is smaller and cheaper
+--   to maintain than a full index.
+--
+-- Columns:
+--   Key:   execution_mode, call_initiated_time, call_direction, outcome, status
+--   Include: template, merchant_id, call_end_time
+
+BEGIN;
+
+CREATE INDEX IF NOT EXISTS idx_lct_analytics_covering
+    ON lead_call_tracker (execution_mode, call_initiated_time, call_direction, outcome, status)
+    INCLUDE (template, merchant_id, call_end_time)
+    WHERE execution_mode IN ('TELEPHONY', 'HOLD_TRANSFER');
+
+COMMIT;