Merge pull request #9 from Chainscore/feat/speedup0226-rev

Feat/speedup0226 rev

Author: prasad-kumkar

.github/workflows/ci.yml

@@ -25,9 +25,7 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install --system setuptools wheel
         uv pip install --system -e ".[dev]"
-        python setup.py build_ext --inplace
 
     - name: Lint (ruff)
       run: |

.github/workflows/release.yml

@@ -30,23 +30,16 @@ jobs:
 
       - name: Install dependencies
         run: |
-          uv pip install --system setuptools wheel
           uv pip install --system -e ".[dev]"
-          python setup.py build_ext --inplace
 
       - name: Run tests
         run: pytest tests/
 
-  build_wheels:
-    name: Build wheels (${{ matrix.os }})
+  build_wheel:
+    name: Build pure Python wheel
     needs: test
-    if: github.event_name != 'pull_request' || startsWith(github.head_ref, 'fix/build-')
-    runs-on: ${{ matrix.os }}
-    strategy:
-      fail-fast: false
-      matrix:
-        os: [ubuntu-latest, macos-latest]
-
+    runs-on: ubuntu-latest
+    if: startsWith(github.ref, 'refs/tags/v')
     steps:
       - uses: actions/checkout@v4
 
@@ -55,12 +48,6 @@ jobs:
         with:
           python-version: "3.12"
 
-      - name: Set up QEMU (for aarch64 wheels)
-        if: runner.os == 'Linux'
-        uses: docker/setup-qemu-action@v3
-        with:
-          platforms: arm64
-
       - name: Set up uv
         uses: astral-sh/setup-uv@v3
         with:
@@ -112,22 +99,16 @@ jobs:
           print(f"Set version to {version}")
           PY
 
-      - name: Install cibuildwheel
-        run: uv pip install --system cibuildwheel
-
-      - name: Build wheels
-        run: python -m cibuildwheel --output-dir wheelhouse
-        env:
-          CIBW_BUILD: "cp312-*"
-          CIBW_SKIP: "*musllinux*"
-          CIBW_ARCHS_LINUX: "x86_64 aarch64"
-          CIBW_ARCHS_MACOS: "x86_64 arm64"
+      - name: Build wheel
+        run: |
+          uv pip install --system build
+          python -m build --wheel --outdir dist
 
-      - name: Upload wheels
+      - name: Upload wheel
         uses: actions/upload-artifact@v4
         with:
-          name: wheels-${{ matrix.os }}
-          path: wheelhouse/*.whl
+          name: wheel
+          path: dist/*.whl
 
   build_sdist:
     name: Build sdist
@@ -207,18 +188,17 @@ jobs:
   publish_pypi:
     name: Publish to PyPI
     runs-on: ubuntu-latest
-    needs: [build_wheels, build_sdist]
+    needs: [build_wheel, build_sdist]
     if: startsWith(github.ref, 'refs/tags/v')
     permissions:
       id-token: write
       contents: write
     steps:
-      - name: Download wheels
+      - name: Download wheel
         uses: actions/download-artifact@v4
         with:
-          pattern: wheels-*
+          name: wheel
           path: dist
-          merge-multiple: true
 
       - name: Download sdist
         uses: actions/download-artifact@v4

.gitignore

@@ -5,6 +5,7 @@ __pycache__/
 
 # C extensions
 *.so
+*.so.*
 
 # Distribution / packaging
 .Python
@@ -227,6 +228,7 @@ $RECYCLE.BIN/
 # Project-specific
 .benchmarks/
 .ruff_cache/
+benchmarks/out/bench_profiles.json
 
 # Publishing artifacts (for development only)
 .twine/

Makefile

@@ -0,0 +1,53 @@
+.PHONY: help clean build test rebuild install dev bench bench-compare bench-baseline
+
+help:
+	@echo "Available targets:"
+	@echo "  clean          - Remove all build artifacts and compiled modules"
+	@echo "  build          - Build C extensions in-place"
+	@echo "  rebuild        - Clean and rebuild everything"
+	@echo "  test           - Run pytest"
+	@echo "  install        - Install package in development mode"
+	@echo "  dev            - Clean, rebuild, and run tests"
+	@echo ""
+	@echo "Benchmarks:"
+	@echo "  bench          - Run benchmarks"
+	@echo "  bench-compare  - Compare with baseline"
+	@echo "  bench-baseline - Set current results as baseline"
+
+clean:
+	@echo "Cleaning build artifacts..."
+	rm -rf build/ dist/ *.egg-info/ .pytest_cache/
+	rm -f *.so *.dylib *.so.disabled
+	rm -f tsrkit_types/*.so tsrkit_types/*.dylib tsrkit_types/*.so.disabled
+	find . -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true
+	find . -type f -name "*.pyc" -delete 2>/dev/null || true
+	@echo "Clean complete."
+
+build:
+	@echo "Building C extensions..."
+	python setup.py build_ext --inplace
+	@echo "Build complete."
+
+rebuild: clean build
+
+test:
+	@echo "Running tests..."
+	uv run --frozen pytest
+
+install:
+	@echo "Installing in development mode..."
+	uv pip install -e ".[dev]"
+
+dev: rebuild test
+	@echo "Development setup complete."
+
+# Benchmarks
+bench:
+	@uv run python benchmarks/bench_types.py --no-profile $(ARGS)
+
+bench-compare:
+	@python benchmarks/compare.py benchmarks/out/bench_results.json benchmarks/out/bench_baseline.json
+
+bench-baseline:
+	@cp benchmarks/out/bench_results.json benchmarks/out/bench_baseline.json
+	@echo "✅ Baseline updated from bench_results.json"

benchmark.md

@@ -1,53 +1,39 @@
 # Benchmarks
 
-This document records the latest benchmark run and the Python/stdlib baselines used for comparison.
-All timings are **seconds for 20,000 runs** on the local machine; results are not directly comparable across hardware or Python versions.
+Compare performance between runs. All timings are **seconds for 20,000 runs**.
 
-## How To Run
+## Quick Start
 
 ```bash
-PYTHONPATH=. python3.12 benchmarks/bench_types.py
+make bench                # Run benchmarks
+make bench-compare        # Compare with baseline
+make bench-baseline       # Set current as baseline
 ```
 
-Raw data is written to:
-- `benchmarks/out/bench_results.json`
-- `benchmarks/out/bench_profiles.json`
-
-## Latest Results (Local)
-
-**Run date:** 2026-02-04  
-**Python:** 3.12.11  
-**Runs:** 20,000
-
-### TSRKit Types (selected)
-
-| Case | init_s | encode_s | decode_s | json_encode_s | json_decode_s |
-| --- | --- | --- | --- | --- | --- |
-| Uint | 0.008567 | 0.004479 | 0.014276 | 0.002534 | 0.008913 |
-| U16 | 0.008530 | 0.004632 | 0.014242 | 0.002791 | 0.009892 |
-| Bytes(var,64B) | 0.004458 | 0.010630 | 0.008252 | 0.003609 | 0.010214 |
-| ByteArray | 0.003199 | 0.006915 | 0.006440 | 0.003522 | 0.009588 |
-| Bits(var,64b) | 0.011615 | 0.011080 | 0.016224 | 0.007608 | 0.024439 |
-| TypedArray[U16,10] | 0.014253 | 0.006967 | 0.017195 | 0.003189 | 0.152636 |
-| Dictionary[String,U16] | 0.023382 | 0.061991 | 0.149705 | 0.068052 | 0.179980 |
-
-### Python/Stdlib Baselines (selected)
-
-| Case | init_s | encode_s | decode_s |
-| --- | --- | --- | --- |
-| PyInt(varint) | 0.002778 | 0.006405 | 0.007207 |
-| PyU16(to_bytes) | 0.004112 | 0.003861 | 0.006797 |
-| PyBytes(var,64B) | 0.003516 | 0.005396 | 0.005538 |
-| PyByteArray(var,64B) | 0.003091 | 0.006694 | 0.006594 |
-| PyBits(var,64b) | 0.006438 | 0.088161 | 0.150918 |
-| PyArray('H',10) | 0.006611 | 0.008616 | 0.006599 |
-| PyDict[str,U16] | 0.003587 | 0.095823 | 0.077303 |
-
-## Notes On Baselines
-
-- `PyInt(varint)`: pure-Python varint encoder/decoder (same scheme as `Uint`).
-- `PyU16(to_bytes)`: `int.to_bytes` / `int.from_bytes` for fixed-width integers.
-- `PyBytes(var,64B)` / `PyByteArray(var,64B)`: length-prefixed bytes (varint length).
-- `PyBits(var,64b)`: list[bool] packed/unpacked to bytes in Python.
-- `PyArray('H',10)`: stdlib `array('H')` with `.tobytes()` / `.frombytes()`.
-- `PyDict[str,U16]`: sorted key encode; keys length-prefixed; values fixed 2-byte little-endian.
+Results: `benchmarks/out/bench_results.json` (14KB)
+
+## Workflow
+
+```bash
+# 1. Set baseline
+make bench
+make bench-baseline
+
+# 2. Make changes...
+
+# 3. Compare
+make bench
+make bench-compare
+```
+
+## Custom runs
+
+```bash
+make bench ARGS="--runs 1000 --no-profile"
+```
+
+## What's Tested
+
+**Types**: Integers, Bytes, Bits, Strings, Bool, Collections, Dictionary, Option, Choice, Enum, Structures
+
+**Operations**: init, encode, decode, json_encode/decode, container ops (append/extend/pop/getitem)