config_retrieval.yaml

write_endpoint: qdrant_local

endpoints:

#Azure endpoints
  
  nlweb_west:
    enabled: true
    api_key_env: NLWEB_WEST_API_KEY
    api_endpoint_env: NLWEB_WEST_ENDPOINT
    index_name: embeddings1536
    db_type: azure_ai_search

  # Bing Web Search API for real-time web search
  bing_search:
    enabled: false
    # API key for Bing Web Search API
    api_key_env: BING_API_KEY
    # Bing API endpoint (optional, defaults to standard Bing API)
    api_endpoint_env: BING_API_ENDPOINT
    # Index name (not used for Bing, but kept for consistency)
    index_name: web_search
    # Database type
    db_type: bing_search

  cloudflare_autorag:
    enabled: false
    api_key_env: CLOUDFLARE_API_TOKEN
    api_endpoint_env: CLOUDFLARE_AUTORAG_ENDPOINT
    index_name: CLOUDFLARE_RAG_ID_ENV
    db_type: cloudflare_autorag

  elasticsearch:
    enabled: false
    # Elasticsearch endpoint (localhost or remote URL with Elastic Cloud/Serverless)
    api_endpoint_env: ELASTICSEARCH_URL
    # Authentication credentials
    api_key_env: ELASTICSEARCH_API_KEY
    # Index name to search in
    index_name: nlweb_embeddings
    # Database type
    db_type: elasticsearch
    # Vector properties
    vector_type:
      type: dense_vector
      index_options:
        type: int8_hnsw # byte quantization for efficient storage

  # Milvus is still under development and not yet supported. 
  milvus:
    enabled: false
    api_endpoint_env: MILVUS_ENDPOINT
    api_key_env: MILVUS_TOKEN
    index_name: nlweb_collection
    db_type: milvus
  
  opensearch_knn:
    enabled: false
    # OpenSearch with k-NN plugin enabled (faster, native vector search)
    api_endpoint_env: OPENSEARCH_ENDPOINT
    # Authentication credentials (username:password for basic auth, or API key)
    api_key_env: OPENSEARCH_CREDENTIALS
    # Index name to search in
    index_name: embeddings
    # Database type
    db_type: opensearch
    # Use k-NN plugin for vector search
    use_knn: true

  opensearch_script:
    enabled: false
    # OpenSearch without k-NN plugin (fallback using script_score)
    api_endpoint_env: OPENSEARCH_ENDPOINT
    # Authentication credentials (username:password for basic auth, or API key)
    api_key_env: OPENSEARCH_CREDENTIALS
    # Index name to search in
    index_name: embeddings
    # Database type
    db_type: opensearch
    # Use script_score for vector similarity (slower but works without plugins)
    use_knn: false

  postgres:
    enabled: false
    # Database connection details (i.e. "postgresql://<HOST>:<PORT>/<DATABASE>?user=<USERNAME>&sslmode=require")
    api_endpoint_env: POSTGRES_CONNECTION_STRING
    # Password for authentication 
    api_key_env: POSTGRES_PASSWORD
    # Index name to search in
    index_name: documents
    # Specify the database type
    db_type: postgres

  # Option 1: Local file-based Qdrant storage
  qdrant_local:
    enabled: true
    # Use local file-based storage with a specific path
    database_path: "../data/db"
    # Set the collection name to use
    index_name: nlweb_collection
    # Specify the database type
    db_type: qdrant
    
  # Option 2: Remote Qdrant server
  qdrant_url:
    enabled: false
    # Connect to a Qdrant server at a specific URL
    api_endpoint_env: QDRANT_URL
    # Optional API key for authentication
    api_key_env: QDRANT_API_KEY
    # Set the collection name to use
    index_name: nlweb_collection
    # Specify the database type
    db_type: qdrant

  # Shopify MCP endpoint for product search across Shopify stores
  shopify:
    enabled: true
    db_type: shopify_mcp
    # Note: mcp_endpoint will be dynamically set based on the site being queried
    name: Shopify MCP Search

  snowflake_cortex_search_1:
    enabled: false
    api_key_env: SNOWFLAKE_PAT
    api_endpoint_env: SNOWFLAKE_ACCOUNT_URL
    index_name: SNOWFLAKE_CORTEX_SEARCH_SERVICE
    db_type: snowflake_cortex_search