enhance scenario execution logging and summary reporting #12

	name: smoke_tests

	on:
	push:
	branches: [main]
	pull_request:
	workflow_dispatch:

	jobs:
	ci:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4

	- uses: actions/setup-node@v4
	with:
	node-version: "24"
	cache: npm

	- name: Install dependencies
	run: npm ci

	- name: Build
	run: npm run build

	- name: Unit tests
	run: npm test

	smoke:
	runs-on: ubuntu-latest
	if: github.event_name == 'workflow_dispatch' \|\| (github.event_name == 'push')
	steps:
	- uses: actions/checkout@v4

	- uses: actions/setup-node@v4
	with:
	node-version: "24"
	cache: npm

	- name: Install dependencies
	run: npm ci

	- name: Install browser
	run: npm run install-chrome

	- name: Build
	run: npm run build

	- name: Start Hello World smoke server
	run: \|
	npm run demo:server &
	for i in $(seq 1 30); do
	curl -sf http://127.0.0.1:8080/ \| grep -q "Hello World" && break
	sleep 1
	done
	curl -sf http://127.0.0.1:8080/ \| grep -q "Hello World"

	- name: Run smoke scenarios
	env:
	PQA_LLM_API_KEY: ${{ secrets.PQA_LLM_API_KEY }}
	PQA_LLM_PROVIDER: fireworks
	PQA_LLM_MODEL: accounts/fireworks/models/deepseek-v4-flash
	PQA_TEST_EMAIL: demo@pqa.local
	PQA_TEST_PASSWORD: demo-password
	run: \|
	if [ -z "$PQA_LLM_API_KEY" ]; then
	echo "Skipping smoke PQA — PQA_LLM_API_KEY secret not configured"
	exit 0
	fi
	node dist/cli/index.js run --tag example

	- name: Upload artifacts
	if: failure()
	uses: actions/upload-artifact@v4
	with:
	name: pqa-runs
	path: .pqa/runs/

Navigation Menu