duplicate some func.

Author: tobiasraabe

src/pytask_parallel/config.py

@@ -2,8 +2,9 @@
 from __future__ import annotations
 
 import os
+from typing import Any
+from typing import Callable
 
-from pytask import get_first_non_none_value
 from pytask import hookimpl
 from pytask_parallel.backends import PARALLEL_BACKENDS_DEFAULT
 from pytask_parallel.callbacks import delay_callback
@@ -14,7 +15,7 @@
 @hookimpl
 def pytask_parse_config(config, config_from_cli, config_from_file):
     """Parse the configuration."""
-    config["n_workers"] = get_first_non_none_value(
+    config["n_workers"] = _get_first_non_none_value(
         config_from_cli,
         config_from_file,
         key="n_workers",
@@ -24,15 +25,15 @@ def pytask_parse_config(config, config_from_cli, config_from_file):
     if config["n_workers"] == "auto":
         config["n_workers"] = max(os.cpu_count() - 1, 1)
 
-    config["delay"] = get_first_non_none_value(
+    config["delay"] = _get_first_non_none_value(
         config_from_cli,
         config_from_file,
         key="delay",
         default=0.1,
         callback=delay_callback,
     )
 
-    config["parallel_backend"] = get_first_non_none_value(
+    config["parallel_backend"] = _get_first_non_none_value(
         config_from_cli,
         config_from_file,
         key="parallel_backend",
@@ -46,3 +47,31 @@ def pytask_post_parse(config):
     """Disable parallelization if debugging is enabled."""
     if config["pdb"] or config["trace"]:
         config["n_workers"] = 1
+
+
+def _get_first_non_none_value(
+    *configs: dict[str, Any],
+    key: str,
+    default: Any | None = None,
+    callback: Callable[..., Any] | None = None,
+) -> Any:
+    """Get the first non-None value for a key from a list of dictionaries.
+
+    This function allows to prioritize information from many configurations by changing
+    the order of the inputs while also providing a default.
+
+    Examples
+    --------
+    >>> _get_first_non_none_value({"a": None}, {"a": 1}, key="a")
+    1
+    >>> _get_first_non_none_value({"a": None}, {"a": None}, key="a", default="default")
+    'default'
+    >>> _get_first_non_none_value({}, {}, key="a", default="default")
+    'default'
+    >>> _get_first_non_none_value({"a": None}, {"a": "b"}, key="a")
+    'b'
+
+    """
+    callback = (lambda x: x) if callback is None else callback  # noqa: E731
+    processed_values = (callback(config.get(key)) for config in configs)
+    return next((value for value in processed_values if value is not None), default)