test_hybrid_setup.sh

#!/bin/bash

# 🔥 AgentFlow Hybrid Test Script
# Tests both local Ollama models and Gemini API

RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
CYAN='\033[0;36m'
NC='\033[0m'

echo -e "${BLUE}🔥 AgentFlow Hybrid Setup Test${NC}"
echo -e "${BLUE}Testing Local Ollama + Gemini API${NC}"
echo ""

# Check if Ollama is running
echo -e "${CYAN}🔍 Checking Ollama Service...${NC}"
if curl -s http://localhost:11434/api/tags > /dev/null; then
    echo -e "   ${GREEN}✅ Ollama is running${NC}"
    
    # List available local models
    echo -e "${CYAN}📋 Available Local Models:${NC}"
    ollama list | head -n 10
else
    echo -e "   ${YELLOW}⚠️  Ollama not running - starting it...${NC}"
    ollama serve &
    sleep 3
fi

echo ""

# Check if backend is running
echo -e "${CYAN}🔍 Checking Backend Service...${NC}"
if curl -s http://localhost:3001/health > /dev/null; then
    echo -e "   ${GREEN}✅ Backend is running${NC}"
    
    # Get model status
    echo -e "${CYAN}📊 Available Models in Backend:${NC}"
    curl -s http://localhost:3001/api/models | jq -r '.models | keys[]' | sort
else
    echo -e "   ${RED}❌ Backend not running${NC}"
    echo "   Please start with: cd backend && DEPLOYMENT_MODE=hybrid GEMINI_API_KEY=your_key npm run dev"
    exit 1
fi

echo ""

# Test local models (if Ollama is working)
echo -e "${CYAN}🖥️  Testing Local Models...${NC}"
LOCAL_MODELS=("llama3.2:1b" "gemma2:2b" "phi3.5:latest" "moondream:latest")

for model in "${LOCAL_MODELS[@]}"; do
    echo -n "   Testing $model... "
    
    if echo "Hello" | timeout 10s ollama run "$model" > /dev/null 2>&1; then
        echo -e "${GREEN}Working locally${NC}"
        
        # Test via backend
        response=$(curl -s -X POST http://localhost:3001/api/models/$model/test \
                   -H "Content-Type: application/json" \
                   -d '{"prompt": "Say hello"}')
        
        if echo "$response" | grep -q "result"; then
            echo -e "      ${GREEN}✅ Backend integration working${NC}"
        else
            echo -e "      ${YELLOW}⚠️  Backend integration issue${NC}"
        fi
    else
        echo -e "${YELLOW}Not available locally${NC}"
    fi
done

echo ""

# Test cloud models
echo -e "${CYAN}☁️  Testing Cloud Models...${NC}"
CLOUD_MODELS=("gemini-1.5-flash" "gemini-1.5-pro")

for model in "${CLOUD_MODELS[@]}"; do
    echo -n "   Testing $model... "
    
    response=$(curl -s -X POST http://localhost:3001/api/models/$model/test \
               -H "Content-Type: application/json" \
               -d '{"prompt": "Say hello"}')
    
    if echo "$response" | grep -q "result"; then
        echo -e "${GREEN}✅ Working${NC}"
    else
        echo -e "${RED}❌ Failed${NC}"
        echo "      Error: $(echo "$response" | head -n 1)"
    fi
done

echo ""

# Test hybrid fallback
echo -e "${CYAN}🔄 Testing Hybrid Fallback...${NC}"
echo "When local model fails, should automatically use Gemini:"

response=$(curl -s -X POST http://localhost:3001/api/models/llama3.2:1b/test \
           -H "Content-Type: application/json" \
           -d '{"prompt": "This should work via local or cloud fallback"}')

if echo "$response" | grep -q "result"; then
    echo -e "   ${GREEN}✅ Hybrid fallback working!${NC}"
    
    # Show which was used
    if echo "$response" | grep -q "provider.*gemini"; then
        echo -e "   ${CYAN}→ Used Gemini cloud fallback${NC}"
    else
        echo -e "   ${CYAN}→ Used local Ollama model${NC}"
    fi
else
    echo -e "   ${RED}❌ Hybrid fallback failed${NC}"
fi

echo ""
echo -e "${GREEN}🎉 Test complete!${NC}"
echo ""
echo -e "${CYAN}Your hybrid setup provides:${NC}"
echo "• 🖥️  Local models (private, fast, free)"
echo "• ☁️  Cloud models (reliable, scalable)" 
echo "• 🔄 Automatic fallback (best of both worlds)"
echo ""
echo -e "${BLUE}Ready for iOS app development! 📱${NC}"