Fix/test suite stability #84

	name: CI

	on:
	push:
	branches: [ main, master, dev ]
	pull_request:
	branches: [ main, master, dev ]

	jobs:
	pre-commit:
	runs-on: ubuntu-latest
	steps:
	- name: Checkout
	uses: actions/checkout@v4

	- name: Set up Python
	uses: actions/setup-python@v4
	with:
	python-version: '3.10'

	- name: Install pre-commit
	run: \|
	python -m pip install --upgrade pip
	pip install pre-commit

	- name: Run pre-commit
	run: \|
	pre-commit run -a --show-diff-on-failure

	lightweight-tests:
	runs-on: ubuntu-latest
	steps:
	- name: Checkout
	uses: actions/checkout@v4

	- name: Set up Python
	uses: actions/setup-python@v4
	with:
	python-version: "3.11"

	- name: Install test dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install pytest fastapi uvicorn httpx

	- name: Run docs contract checks
	run: \|
	python scripts/check_docs_contracts.py

	- name: Run lightweight API tests
	run: \|
	PYTHONPATH=src pytest -q tests/xturing/cli/test_api_server.py tests/xturing/evaluation/test_runner.py

	docs-build:
	runs-on: ubuntu-latest
	defaults:
	run:
	working-directory: docs
	steps:
	- name: Checkout
	uses: actions/checkout@v4

	- name: Set up Node
	uses: actions/setup-node@v4
	with:
	node-version: "20"
	cache: "npm"
	cache-dependency-path: docs/package-lock.json

	- name: Install docs dependencies
	run: npm ci

	- name: Build docs
	run: npm run build

Provide feedback