promptfooconfig.yaml

# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
description: 'system-tests'

prompts:
  - |
    * You CAN use tools to read files and verify your responses.
    * Provide complete and accurate information based on the codebase and the prompts/rules files in the workspace.
    * NEVER modify, create, delete, or apply changes to any files. If changes are needed, only describe the exact edits you would make (file paths + what to add/remove/replace) so I can apply them manually.
    {{user_prompt}}
tests:
  - .promptfoo/tests_overview.yaml
  - .promptfoo/tests_aws_ssi.yaml
  - .promptfoo/tests_end_to_end.yaml
  - .promptfoo/tests_activate_tests.yaml
  - .promptfoo/tests_task_java_endpoint_prompt.yaml
  - .promptfoo/tests_k8s_tests.yaml
providers:
  - id: anthropic:claude-agent-sdk
    config:
      working_dir: .
      model: claude-sonnet-4-5-20250929
      allow_all_tools: true
      setting_sources: ['project']
      max_turns: 50
      max_thinking_tokens: 5000
      betas:
        - context-1m-2025-08-07


      #tools:
      #  type: preset
      #  preset: claude_code