feat: reverted native, python perf improvements, added benchmarking, profiling and security tests

Author: prasad-kumkar

.gitignore

@@ -5,6 +5,7 @@ __pycache__/
 
 # C extensions
 *.so
+*.so.*
 
 # Distribution / packaging
 .Python
@@ -227,6 +228,7 @@ $RECYCLE.BIN/
 # Project-specific
 .benchmarks/
 .ruff_cache/
+benchmarks/out/bench_profiles.json
 
 # Publishing artifacts (for development only)
 .twine/

Makefile

@@ -0,0 +1,53 @@
+.PHONY: help clean build test rebuild install dev bench bench-compare bench-baseline
+
+help:
+	@echo "Available targets:"
+	@echo "  clean          - Remove all build artifacts and compiled modules"
+	@echo "  build          - Build C extensions in-place"
+	@echo "  rebuild        - Clean and rebuild everything"
+	@echo "  test           - Run pytest"
+	@echo "  install        - Install package in development mode"
+	@echo "  dev            - Clean, rebuild, and run tests"
+	@echo ""
+	@echo "Benchmarks:"
+	@echo "  bench          - Run benchmarks"
+	@echo "  bench-compare  - Compare with baseline"
+	@echo "  bench-baseline - Set current results as baseline"
+
+clean:
+	@echo "Cleaning build artifacts..."
+	rm -rf build/ dist/ *.egg-info/ .pytest_cache/
+	rm -f *.so *.dylib *.so.disabled
+	rm -f tsrkit_types/*.so tsrkit_types/*.dylib tsrkit_types/*.so.disabled
+	find . -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true
+	find . -type f -name "*.pyc" -delete 2>/dev/null || true
+	@echo "Clean complete."
+
+build:
+	@echo "Building C extensions..."
+	python setup.py build_ext --inplace
+	@echo "Build complete."
+
+rebuild: clean build
+
+test:
+	@echo "Running tests..."
+	uv run --frozen pytest
+
+install:
+	@echo "Installing in development mode..."
+	uv pip install -e ".[dev]"
+
+dev: rebuild test
+	@echo "Development setup complete."
+
+# Benchmarks
+bench:
+	@uv run python benchmarks/bench_types.py --no-profile $(ARGS)
+
+bench-compare:
+	@python benchmarks/compare.py benchmarks/out/bench_results.json benchmarks/out/bench_baseline.json
+
+bench-baseline:
+	@cp benchmarks/out/bench_results.json benchmarks/out/bench_baseline.json
+	@echo "✅ Baseline updated from bench_results.json"

benchmark.md

@@ -1,53 +1,39 @@
 # Benchmarks
 
-This document records the latest benchmark run and the Python/stdlib baselines used for comparison.
-All timings are **seconds for 20,000 runs** on the local machine; results are not directly comparable across hardware or Python versions.
+Compare performance between runs. All timings are **seconds for 20,000 runs**.
 
-## How To Run
+## Quick Start
 
 ```bash
-PYTHONPATH=. python3.12 benchmarks/bench_types.py
+make bench                # Run benchmarks
+make bench-compare        # Compare with baseline
+make bench-baseline       # Set current as baseline
 ```
 
-Raw data is written to:
-- `benchmarks/out/bench_results.json`
-- `benchmarks/out/bench_profiles.json`
-
-## Latest Results (Local)
-
-**Run date:** 2026-02-04  
-**Python:** 3.12.11  
-**Runs:** 20,000
-
-### TSRKit Types (selected)
-
-| Case | init_s | encode_s | decode_s | json_encode_s | json_decode_s |
-| --- | --- | --- | --- | --- | --- |
-| Uint | 0.008567 | 0.004479 | 0.014276 | 0.002534 | 0.008913 |
-| U16 | 0.008530 | 0.004632 | 0.014242 | 0.002791 | 0.009892 |
-| Bytes(var,64B) | 0.004458 | 0.010630 | 0.008252 | 0.003609 | 0.010214 |
-| ByteArray | 0.003199 | 0.006915 | 0.006440 | 0.003522 | 0.009588 |
-| Bits(var,64b) | 0.011615 | 0.011080 | 0.016224 | 0.007608 | 0.024439 |
-| TypedArray[U16,10] | 0.014253 | 0.006967 | 0.017195 | 0.003189 | 0.152636 |
-| Dictionary[String,U16] | 0.023382 | 0.061991 | 0.149705 | 0.068052 | 0.179980 |
-
-### Python/Stdlib Baselines (selected)
-
-| Case | init_s | encode_s | decode_s |
-| --- | --- | --- | --- |
-| PyInt(varint) | 0.002778 | 0.006405 | 0.007207 |
-| PyU16(to_bytes) | 0.004112 | 0.003861 | 0.006797 |
-| PyBytes(var,64B) | 0.003516 | 0.005396 | 0.005538 |
-| PyByteArray(var,64B) | 0.003091 | 0.006694 | 0.006594 |
-| PyBits(var,64b) | 0.006438 | 0.088161 | 0.150918 |
-| PyArray('H',10) | 0.006611 | 0.008616 | 0.006599 |
-| PyDict[str,U16] | 0.003587 | 0.095823 | 0.077303 |
-
-## Notes On Baselines
-
-- `PyInt(varint)`: pure-Python varint encoder/decoder (same scheme as `Uint`).
-- `PyU16(to_bytes)`: `int.to_bytes` / `int.from_bytes` for fixed-width integers.
-- `PyBytes(var,64B)` / `PyByteArray(var,64B)`: length-prefixed bytes (varint length).
-- `PyBits(var,64b)`: list[bool] packed/unpacked to bytes in Python.
-- `PyArray('H',10)`: stdlib `array('H')` with `.tobytes()` / `.frombytes()`.
-- `PyDict[str,U16]`: sorted key encode; keys length-prefixed; values fixed 2-byte little-endian.
+Results: `benchmarks/out/bench_results.json` (14KB)
+
+## Workflow
+
+```bash
+# 1. Set baseline
+make bench
+make bench-baseline
+
+# 2. Make changes...
+
+# 3. Compare
+make bench
+make bench-compare
+```
+
+## Custom runs
+
+```bash
+make bench ARGS="--runs 1000 --no-profile"
+```
+
+## What's Tested
+
+**Types**: Integers, Bytes, Bits, Strings, Bool, Collections, Dictionary, Option, Choice, Enum, Structures
+
+**Operations**: init, encode, decode, json_encode/decode, container ops (append/extend/pop/getitem)