ingest.py

from rich import print
from rag.loader import load_documents
from rag.index import build_index


def ingest_command(path: str):
    """
        Ingest documents into the vector database
    """

    print("[green]Starting ingestion ...[/green]")

    # load documents and split into chunks
    print(f"[cyan]Loading documents from: {path}[/cyan]")

    chunks, num_files = load_documents(path)

    if not chunks:
        raise ValueError("No documents were loaded. Check input directory.")

    print(f"[cyan]Loaded {len(chunks)} chunks from {num_files} files.[/cyan]")

    # ingestion summary (important for debugging RAG quality)
    print("[yellow]Ingestion Summary:[/yellow]")
    print(f"[yellow]- Files processed: {num_files}[/yellow]")
    print(f"[yellow]- Chunks created: {len(chunks)}[/yellow]")

    # build index
    print("[cyan]Building index...[/cyan]")

    index = build_index(chunks)

    print("[cyan]Index was built successfully![/cyan]")

    print("[green]Ingestion complete![/green]")

    return index