patch_cot_filtering.py

#!/usr/bin/env python3
"""
Patch the LLM service to improve Chain of Thought filtering
"""

import os


def patch_llm_service():
    """Patch the LLM service with enhanced CoT filtering"""

    # Path to the LLM service file
    llm_service_path = 'Ultimate_Voice_Bridge/backend/services/llm_service.py'

    if not os.path.exists(llm_service_path):
        print(f"LLM service file not found at: {llm_service_path}")
        return False

    # Read the current content with proper encoding
    try:
        with open(llm_service_path, 'r', encoding='utf-8') as f:
            original_content = f.read()
    except UnicodeDecodeError:
        # Fallback to latin-1 if utf-8 fails
        with open(llm_service_path, 'r', encoding='latin-1') as f:
            original_content = f.read()

    # Enhanced CoT filtering patterns
    enhanced_patterns = '''
    # Enhanced Chain of Thought filtering patterns
    COT_FILTER_PATTERNS = [
        r"Let's think step by step.*?\\n",
        r"Step \\d+: .*?\\n",
        r"First, .*?\\n",
        r"Then, .*?\\n",
        r"Therefore, .*?\\n",
        r"Because .*?\\n",
        r"So, .*?\\n",
        r"This means .*?\\n",
        r"Let me break this down.*?\\n",
        r"Here's my thought process.*?\\n"
    ]
    '''

    # Check if patterns already exist
    if "COT_FILTER_PATTERNS" in original_content:
        print("✅ CoT filtering patterns already exist")
        return True

    # Add enhanced patterns to the file
    # Find a good insertion point (after imports)
    lines = original_content.split('\\n')
    insert_index = 0

    # Find the end of imports section
    for i, line in enumerate(lines):
        if line.startswith('import ') or line.startswith('from '):
            insert_index = i + 1
        elif line.strip() == '' and insert_index > 0:
            insert_index = i + 1
            break

    # Insert the enhanced patterns
    lines.insert(insert_index, enhanced_patterns.strip())

    # Write back the modified content
    modified_content = '\\n'.join(lines)

    try:
        with open(llm_service_path, 'w', encoding='utf-8') as f:
            f.write(modified_content)
        print("✅ Enhanced CoT filtering patterns added to LLM service")
        return True
    except (OSError, IOError) as e:
        print(f"❌ Failed to write enhanced patterns: {e}")
        return False


if __name__ == "__main__":
    patch_llm_service()