fix(fetchers): Add backward compatibility for custom_config argument

Author: D4Vinci

scrapling/fetchers/chrome.py

@@ -52,12 +52,12 @@ def fetch(cls, url: str, **kwargs: Unpack[PlaywrightSession]) -> Response:
             - additional_args: Additional arguments to be passed to Playwright's context as additional settings.
         :return: A `Response` object.
         """
-        # Get selector_config from kwargs if provided, otherwise use empty dict
-        selector_config = kwargs.get("selector_config", {})
+        selector_config = kwargs.get("selector_config", {}) or kwargs.get(
+            "custom_config", {}
+        )  # Checking `custom_config` for backward compatibility
         if not isinstance(selector_config, dict):
             raise TypeError("Argument `selector_config` must be a dictionary.")
 
-        # Merge selector_config with class defaults
         kwargs["selector_config"] = {**cls._generate_parser_arguments(), **selector_config}
 
         with DynamicSession(**kwargs) as session:
@@ -95,12 +95,12 @@ async def async_fetch(cls, url: str, **kwargs: Unpack[PlaywrightSession]) -> Res
             - additional_args: Additional arguments to be passed to Playwright's context as additional settings.
         :return: A `Response` object.
         """
-        # Get selector_config from kwargs if provided, otherwise use empty dict
-        selector_config = kwargs.get("selector_config", {})
+        selector_config = kwargs.get("selector_config", {}) or kwargs.get(
+            "custom_config", {}
+        )  # Checking `custom_config` for backward compatibility
         if not isinstance(selector_config, dict):
             raise TypeError("Argument `selector_config` must be a dictionary.")
 
-        # Merge selector_config with class defaults
         kwargs["selector_config"] = {**cls._generate_parser_arguments(), **selector_config}
 
         async with AsyncDynamicSession(**kwargs) as session:

scrapling/fetchers/firefox.py

@@ -45,12 +45,12 @@ def fetch(cls, url: str, **kwargs: Unpack[CamoufoxSession]) -> Response:
             - additional_args: Additional arguments to be passed to Camoufox as additional settings.
         :return: A `Response` object.
         """
-        # Get selector_config from kwargs if provided, otherwise use empty dict
-        selector_config = kwargs.get("selector_config", {})
+        selector_config = kwargs.get("selector_config", {}) or kwargs.get(
+            "custom_config", {}
+        )  # Checking `custom_config` for backward compatibility
         if not isinstance(selector_config, dict):
             raise TypeError("Argument `selector_config` must be a dictionary.")
 
-        # Merge selector_config with class defaults
         kwargs["selector_config"] = {**cls._generate_parser_arguments(), **selector_config}
 
         with StealthySession(**kwargs) as engine:
@@ -90,12 +90,12 @@ async def async_fetch(cls, url: str, **kwargs: Unpack[CamoufoxSession]) -> Respo
             - additional_args: Additional arguments to be passed to Camoufox as additional settings.
         :return: A `Response` object.
         """
-        # Get selector_config from kwargs if provided, otherwise use empty dict
-        selector_config = kwargs.get("selector_config", {})
+        selector_config = kwargs.get("selector_config", {}) or kwargs.get(
+            "custom_config", {}
+        )  # Checking `custom_config` for backward compatibility
         if not isinstance(selector_config, dict):
             raise TypeError("Argument `selector_config` must be a dictionary.")
 
-        # Merge selector_config with class defaults
         kwargs["selector_config"] = {**cls._generate_parser_arguments(), **selector_config}
 
         async with AsyncStealthySession(**kwargs) as engine: