Merge branch 'master' into fix/75-parallel-replication

Author: Wiktor Maj

.github/workflows/publish.yml

@@ -15,6 +15,7 @@ jobs:
       contents: "read"
       packages: "write"
     strategy:
+      fail-fast: false
       matrix:
         include:
           - image: "ghcr.io/szachovy/superset-cluster-mysql-server"

CHANGELOG.md

@@ -22,11 +22,23 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 * Migrated CI from self-hosted to GitHub-hosted runners with Docker-in-Docker test infrastructure. (#94)
 * Test workflow always builds service images locally for reproducibility. (#97)
 * Enabled parallel replication applier threads on secondary MySQL nodes. (#75)
+* Clean up temporary `.pyc` files on remote nodes after execution. (#51)
+* Set `innodb_flush_method=O_DIRECT` to eliminate double caching in containers. (#74)
+* Reduced InnoDB change buffer size for read-heavy BI workload. (#72)
+* Set InnoDB buffer pool size to 1G for improved query performance. (#71)
+* Relaxed Terraform version constraint to accept any 1.x release. (#40)
+
+### Removed
+
+* Removed personal contact section from README. (#159)
 
 ### Fixed
 
 * Fixed `run_mysql_server()` not instantiating `MySQLServer` class. (#94)
 * Disabled MD060 markdownlint rule to fix table column style false positives in documentation. (#94)
+* Made `create_directory()` idempotent to support deployment re-runs. (#35)
+* Added default inventory directive to `ansible.cfg`. (#42)
+* Fixed Publish workflow `write_package` permission denied by adding OCI source labels for GHCR repository linking. (#99)
 
 ## 1.0 - 2024-10-13
 

README.md

@@ -104,10 +104,6 @@ If you notice anything missing, spot a bug, or have an enhancement proposal,
 feel free to open an issue with the appropriate label.
 Pull requests are welcome. Please ensure that the tests are updated as necessary.
 
-## Personal contact information
-
-In case of any inquiries, please write an email to: _wjmaj98@gmail.com_
-
 ## Additional resources
 
 * [What is Apache Superset?](https://superset.apache.org/docs/intro)

services/mysql-mgmt/Dockerfile

@@ -1,7 +1,8 @@
 ARG BUILDPLATFORM="amd64"
 FROM --platform=${BUILDPLATFORM} ubuntu:22.04
 
-LABEL version="1.0"
+LABEL version="1.0" \
+      org.opencontainers.image.source="https://github.com/szachovy/superset-cluster"
 
 ARG MYSQL_SHELL_VERSION="mysql-shell-8.3.0-linux-glibc2.28-x86-64bit" \
     MYSQL_SHELL_MD5_CHECKSUM="c71280416014b9340b34b90160f42e23" \

services/mysql-server/Dockerfile

@@ -1,7 +1,8 @@
 ARG BUILDPLATFORM="amd64"
 FROM --platform=${BUILDPLATFORM} mysql:8.0-debian
 
-LABEL version="1.0"
+LABEL version="1.0" \
+      org.opencontainers.image.source="https://github.com/szachovy/superset-cluster"
 
 ENV LANG="C.UTF-8" \
     LC_ALL="C.UTF-8"

services/mysql-server/mysql_config.cnf.tpl

@@ -17,3 +17,7 @@ max_connect_errors = "50"
 replica_parallel_workers = "4"
 replica_parallel_type = "LOGICAL_CLOCK"
 replica_preserve_commit_order = "ON"
+innodb_flush_method = "O_DIRECT"
+innodb_change_buffer_max_size = "10"
+innodb_buffer_pool_size = "1G"
+innodb_buffer_pool_instances = "1"

services/superset/Dockerfile

@@ -1,7 +1,8 @@
 ARG BUILDPLATFORM="amd64"
 FROM --platform=${BUILDPLATFORM} apache/superset:4.0.2
 
-LABEL version="1.0"
+LABEL version="1.0" \
+      org.opencontainers.image.source="https://github.com/szachovy/superset-cluster"
 
 COPY --chown=superset:superset "." "/app/"
 

src/remote.py

@@ -130,10 +130,12 @@ def run_python_container_command(self, command: str) -> dict:
             marshal.dump(code_object, pyc_file)
             self.upload_file(content=pyc_file.getvalue(), remote_file_path=f'/opt/{nonce}.pyc')
         _, stdout, stderr = self.ssh_client.exec_command(f"python3 /opt/{nonce}.pyc")
-        return {
+        result = {
             "output": stdout.read().decode(),
             "error": stderr.read().decode()
         }
+        self.ssh_client.exec_command(f"rm -f /opt/{nonce}.pyc")
+        return result
 
     def upload_directory(self, local_directory_path: str, remote_directory_path: str) -> None:
         stack = [(local_directory_path, remote_directory_path)]
@@ -152,7 +154,7 @@ def upload_directory(self, local_directory_path: str, remote_directory_path: str
                     self.sftp_client.put(local_item_path, remote_item_path)
 
     def create_directory(self, remote_directory_path: str) -> None:
-        self.sftp_client.mkdir(remote_directory_path)
+        self.ssh_client.exec_command(f"mkdir -p {remote_directory_path}")
 
     def upload_file(self, content: str | bytes, remote_file_path: str) -> None:
         if isinstance(content, str):

tests/setup/main.tf

@@ -1,5 +1,5 @@
 terraform {
-  required_version = "1.0.10"
+  required_version = ">= 1.0.0, < 2.0.0"
   required_providers {
     null = {
       source  = "hashicorp/null"

tests/testsuite/ansible.cfg

@@ -1,3 +1,4 @@
 [defaults]
+inventory = inventory.yml
 roles_path = ./roles
 forks = 32