v0.4

Author: D4Vinci

.bandit.yml

@@ -6,4 +6,6 @@ skips:
 - B404  # Using subprocess library
 - B602  # subprocess call with shell=True identified
 - B110  # Try, Except, Pass detected.
-- B104  # Possible binding to all interfaces.
+- B104  # Possible binding to all interfaces.
+- B301  # Pickle and modules that wrap it can be unsafe when used to deserialize untrusted data, possible security issue.
+- B108  # Probable insecure usage of temp file/directory.

.github/ISSUE_TEMPLATE/04-docs_issue.yml

@@ -0,0 +1,40 @@
+name: Documentation issue
+description: Report incorrect, unclear, or missing documentation.
+labels: [documentation]
+body:
+  - type: checkboxes
+    attributes:
+      label: Have you searched if there an existing issue for this?
+      description: Please search [existing issues](https://github.com/D4Vinci/Scrapling/labels/documentation).
+      options:
+        - label: I have searched the existing issues
+          required: true
+
+  - type: input
+    attributes:
+      label: "Page URL"
+      description: "Link to the documentation page with the issue."
+      placeholder: "https://scrapling.readthedocs.io/en/latest/..."
+    validations:
+      required: true
+
+  - type: dropdown
+    attributes:
+      label: "Type of issue"
+      options:
+        - Incorrect information
+        - Unclear or confusing
+        - Missing information
+        - Typo or formatting
+        - Broken link
+        - Other
+      default: 0
+    validations:
+      required: true
+
+  - type: textarea
+    attributes:
+      label: "Description"
+      description: "Describe what's wrong and what you expected to find."
+    validations:
+      required: true

.github/workflows/code-quality.yml

@@ -50,7 +50,9 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install bandit[toml] ruff vermin
+          pip install bandit[toml] ruff vermin mypy pyright
+          pip install -e ".[all]"
+          pip install lxml-stubs
 
       - name: Run Bandit (Security Linter)
         id: bandit
@@ -85,6 +87,22 @@ jobs:
           vermin -t=3.10- --violations --eval-annotations --no-tips scrapling/
           echo "::endgroup::"
 
+      - name: Run Mypy (Static Type Checker)
+        id: mypy
+        continue-on-error: true
+        run: |
+          echo "::group::Mypy - Static Type Checker"
+          mypy scrapling/
+          echo "::endgroup::"
+
+      - name: Run Pyright (Static Type Checker)
+        id: pyright
+        continue-on-error: true
+        run: |
+          echo "::group::Pyright - Static Type Checker"
+          pyright scrapling/
+          echo "::endgroup::"
+
       - name: Check results and create summary
         if: always()
         run: |
@@ -126,6 +144,22 @@ jobs:
             all_passed=false
           fi
 
+          # Check Mypy
+          if [ "${{ steps.mypy.outcome }}" == "success" ]; then
+            echo "✅ **Mypy (Type Checker)**: Passed" >> $GITHUB_STEP_SUMMARY
+          else
+            echo "❌ **Mypy (Type Checker)**: Failed" >> $GITHUB_STEP_SUMMARY
+            all_passed=false
+          fi
+
+          # Check Pyright
+          if [ "${{ steps.pyright.outcome }}" == "success" ]; then
+            echo "✅ **Pyright (Type Checker)**: Passed" >> $GITHUB_STEP_SUMMARY
+          else
+            echo "❌ **Pyright (Type Checker)**: Failed" >> $GITHUB_STEP_SUMMARY
+            all_passed=false
+          fi
+
           echo "" >> $GITHUB_STEP_SUMMARY
 
           if [ "$all_passed" == "true" ]; then

.gitignore

@@ -1,3 +1,9 @@
+site/*
+
+# AI related files
+.claude/*
+CLAUDE.md
+
 # cached files
 __pycache__/
 *.py[cod]

.readthedocs.yaml

@@ -1,25 +1,21 @@
-# Read the Docs configuration file
-# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
+# See https://docs.readthedocs.com/platform/stable/intro/zensical.html for details
+# Example: https://github.com/readthedocs/test-builds/tree/zensical
 
-# Required
 version: 2
 
-# Set the OS, Python version, and other tools you might need
 build:
   os: ubuntu-24.04
   apt_packages:
     - pngquant
   tools:
     python: "3.13"
-
-# Build documentation with Mkdocs
-mkdocs:
-   configuration: mkdocs.yml
-
-# Optionally, but recommended,
-# declare the Python requirements required to build your documentation
-# See https://docs.readthedocs.io/en/stable/guides/reproducible-builds.html
-python:
+  jobs:
     install:
-    - requirements: docs/requirements.txt
-
+      - pip install -r docs/requirements.txt
+      - pip install ".[all]"
+    build:
+      html:
+        - zensical build
+    post_build:
+      - mkdir -p $READTHEDOCS_OUTPUT/html/
+      - cp --recursive site/* $READTHEDOCS_OUTPUT/html/