Skip to content

pixano_inference.ray.utils

Utility functions for Ray Serve infrastructure.

build_runtime_env(pip_packages=None, working_dir=None, auto_detect=True)

Build a Ray runtime environment configuration.

Parameters:

Name Type Description Default
pip_packages list[str] | None

Explicit list of pip packages to install. If None and auto_detect is True, packages will be auto-detected.

 None
working_dir str | None

Working directory for Ray workers.

 None
auto_detect bool

Whether to auto-detect installed packages if pip_packages is None.

 True

Returns:

Type Description
dict | None

Runtime environment dictionary for Ray, or None if empty.
Source code in pixano_inference/ray/utils.py 
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
def build_runtime_env(
    pip_packages: list[str] | None = None,
    working_dir: str | None = None,
    auto_detect: bool = True,
) -> dict | None:
    """Build a Ray runtime environment configuration.

    Args:
        pip_packages: Explicit list of pip packages to install. If None and
            auto_detect is True, packages will be auto-detected.
        working_dir: Working directory for Ray workers.
        auto_detect: Whether to auto-detect installed packages if pip_packages is None.

    Returns:
        Runtime environment dictionary for Ray, or None if empty.
    """
    env: dict = {}

    if pip_packages is None and auto_detect:
        pip_packages = detect_optional_packages()

    if pip_packages:
        env["pip"] = pip_packages

    if working_dir:
        env["working_dir"] = working_dir

    return env if env else None

detect_optional_packages()

Auto-detect installed optional dependencies for Ray workers.

Returns:

Type Description
list[str]

List of pip package names to install in Ray workers.
Source code in pixano_inference/ray/utils.py 
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
def detect_optional_packages() -> list[str]:
    """Auto-detect installed optional dependencies for Ray workers.

    Returns:
        List of pip package names to install in Ray workers.
    """
    packages: list[str] = []

    if is_transformers_installed():
        packages.extend(["transformers", "accelerate", "torch"])

    if is_sam2_installed():
        packages.append("sam2")

    if is_vllm_installed():
        packages.append("vllm")

    return packages