Add support for multi-output recipes

Author: jsmolic

conda_build/_rattler_build/compat.py

@@ -4,10 +4,12 @@
 from os.path import join
 from pathlib import Path
 
+from conda import CondaError
 from conda.base.context import context
+from rattler_build import RattlerBuildError
 from rattler_build.progress import RichProgressCallback
 from rattler_build.render import RenderConfig
-from rattler_build.stage0 import Stage0Recipe
+from rattler_build.stage0 import MultiOutputRecipe, Stage0Recipe
 from rattler_build.tool_config import PlatformConfig, ToolConfiguration
 from rattler_build.variant_config import VariantConfig
 
@@ -91,8 +93,6 @@ def check_arguments_rattler(
 def process_recipes(
     recipes: list[str],
     variant_config: VariantConfig,
-    render_config: RenderConfig,
-    tool_config: ToolConfiguration,
     command: str,
     output_dir: str,
     channels: list[str],
@@ -101,6 +101,15 @@ def process_recipes(
     package_format: str,
     no_include_recipe: bool,
     debug: bool,
+    target_platform: str,
+    build_platform: str,
+    host_platform: str,
+    experimental: bool,
+    extra_context: dict[str],
+    test_strategy: str,
+    skip_existing: bool,
+    noarch_build_platform: str,
+    channel_priority: str,
 ) -> int:
     import yaml
 
@@ -113,11 +122,37 @@ def process_recipes(
             # load the recipe file
             try:
                 recipe = Stage0Recipe.from_file(Path(recipe_path))
-            except Exception as e:
+            except RattlerBuildError as e:
                 raise CondaBuildUserError(
                     f"Failed to process recipe {recipe_path}: {str(e)}"
                 )
 
+            if isinstance(recipe, MultiOutputRecipe):
+                for idx, output in enumerate(recipe.outputs, 1):
+                    output_dict = output.to_dict()
+                    if "staging" in output_dict:
+                        experimental = True
+
+            # common tool / platform / render configuration
+            tool_config = ToolConfiguration(
+                test_strategy=test_strategy,
+                skip_existing=skip_existing,
+                noarch_build_platform=noarch_build_platform,
+                channel_priority=channel_priority,
+            )
+
+            platform_config = PlatformConfig(
+                target_platform=target_platform,
+                build_platform=build_platform,
+                host_platform=host_platform,
+                experimental=experimental,
+            )
+
+            render_config = RenderConfig(
+                platform=platform_config,
+                extra_context=extra_context,
+            )
+
             # render the recipe
             try:
                 rendered = recipe.render(variant_config, render_config)
@@ -127,8 +162,9 @@ def process_recipes(
                 )
 
             if command == "render":
-                data = rendered[0].recipe.to_dict()
-                print(yaml.safe_dump(data, indent=2, sort_keys=False))
+                for item in rendered:
+                    data = item.recipe.to_dict()
+                    print(yaml.safe_dump(data, indent=2, sort_keys=False))
                 succeeded.append(recipe_path_str)
                 continue
 
@@ -151,9 +187,8 @@ def process_recipes(
                             no_include_recipe=no_include_recipe,
                             debug=debug,
                         )
-                except Exception as e:
-                    print(f"Build failed for recipe {recipe_path}: {str(e)}")
-                    raise
+                except RattlerBuildError as e:
+                    raise CondaError(f"Build failed for recipe {recipe_path}: {str(e)}")
 
             # if all variants built without raising, mark recipe as succeeded
             succeeded.append(recipe_path_str)
@@ -195,6 +230,7 @@ def run_rattler(command: str, parsed_args: argparse.Namespace, config: Config) -
     output_dir: str = config.croot
     no_include_recipe: bool = False
     no_build_id: bool = False
+    experimental: bool = False
     package_format: str | None = None
     debug: bool = False
     channels: list[str] = []
@@ -206,6 +242,7 @@ def run_rattler(command: str, parsed_args: argparse.Namespace, config: Config) -
     noarch_build_platform: str = config.variant.get(
         "noarch_build_platform", config.subdir
     )
+    variant_config: VariantConfig = VariantConfig()
 
     # TODO: investigate why is config.channel_urls
     # does not pick up condarc settings, need to use context.channels
@@ -293,36 +330,14 @@ def run_rattler(command: str, parsed_args: argparse.Namespace, config: Config) -
                 join(recipe_dir, "recipe.yaml") for recipe_dir in parsed_args.recipe
             ]
 
-        from ..variants import find_config_files
-
         # configure variant
-        for variant in config_files:
-            variant_config = VariantConfig.from_file(variant)
-
-        # common tool / platform / render configuration
-        tool_config = ToolConfiguration(
-            test_strategy=test_strategy,
-            skip_existing=skip_existing,
-            noarch_build_platform=noarch_build_platform,
-            channel_priority=channel_priority,
-        )
-
-        platform_config = PlatformConfig(
-            target_platform=target_platform,
-            build_platform=build_platform,
-            host_platform=host_platform,
-        )
-
-        render_config = RenderConfig(
-            platform=platform_config,
-            extra_context=extra_context,
-        )
+        if config_files:
+            for variant in config_files:
+                variant_config = VariantConfig.from_file(variant)
 
         return process_recipes(
             recipes=recipes,
             variant_config=variant_config,
-            render_config=render_config,
-            tool_config=tool_config,
             command=command,
             output_dir=output_dir,
             channels=channels,
@@ -331,4 +346,13 @@ def run_rattler(command: str, parsed_args: argparse.Namespace, config: Config) -
             package_format=package_format,
             no_include_recipe=no_include_recipe,
             debug=debug,
+            target_platform=target_platform,
+            build_platform=build_platform,
+            host_platform=host_platform,
+            experimental=experimental,
+            extra_context=extra_context,
+            test_strategy=test_strategy,
+            skip_existing=skip_existing,
+            noarch_build_platform=noarch_build_platform,
+            channel_priority=channel_priority,
         )

recipe/meta.yaml

@@ -50,7 +50,7 @@ requirements:
     - pkginfo
     - psutil
     - py-lief
-    - py-rattler-build >=0.58.0
+    - py-rattler-build >=0.58.2
     - python
     - python-libarchive-c
     - pytz

tests/cli/test_main_build.py

@@ -550,9 +550,23 @@ def test_build_with_empty_channel_fails(empty_channel: Path) -> None:
         )
 
 
-def test_build_with_v1_recipe() -> None:
+def test_build_v1_recipe() -> None:
     """Test building a v1 recipe"""
     recipe = os.path.join(metadata_dir, "..", "variants", "32_v1_recipe")
 
     args = [recipe]
     assert main_build.execute(args) == 0
+
+
+def test_build_v1_recipe_multi_output(testing_workdir: str) -> None:
+    """Test building a multi-output v1 recipe"""
+    recipe = os.path.join(metadata_dir, "..", "variants", "33_v1_recipe_multi_output")
+
+    out = Path(testing_workdir, "out")
+    out.mkdir(parents=True)
+
+    args = [recipe, "--output-folder", str(out)]
+    assert main_build.execute(args) == 0
+
+    conda_packages = list(out.rglob("*.conda"))
+    assert len(conda_packages) == 2

tests/requirements.txt

@@ -1,7 +1,7 @@
 beautifulsoup4
 chardet
 conda >=25.11.0
-conda-forge::py-rattler-build >=0.58.0 # v1 recipe support
+conda-forge::py-rattler-build >=0.58.2 # v1 recipe support
 conda-index >=0.4.0
 conda-libmamba-solver >=25.11.0  # includes fix for CondaSolver deprecation warnings
 conda-package-handling >=2.2.0

tests/test-recipes/variants/33_v1_recipe_multi_output/recipe.yaml

@@ -0,0 +1,51 @@
+schema_version: 1
+
+context:
+  name: myproject
+  version: "2.0.0"
+
+recipe:
+  version: ${{ version }}
+
+outputs:
+  # First output: The library
+  - package:
+      name: ${{ name }}-lib
+    build:
+      script:
+        interpreter: python
+        content: |
+          import os
+          from pathlib import Path
+
+          prefix = Path(os.environ["PREFIX"])
+          lib_dir = prefix / "lib" / "python"
+          lib_dir.mkdir(parents=True, exist_ok=True)
+
+          (lib_dir / "myproject_lib.py").write_text('VERSION = "2.0.0"')
+          print(f"Created library at {lib_dir}")
+    requirements:
+      build:
+        - python
+
+  # Second output: Uses the library as a host dependency
+  - package:
+      name: ${{ name }}-tools
+    build:
+      script:
+        interpreter: python
+        content: |
+          import os
+          from pathlib import Path
+
+          prefix = Path(os.environ["PREFIX"])
+
+          # Read and print the lib file (installed as host dependency)
+          lib_file = prefix / "lib" / "python" / "myproject_lib.py"
+          print(f"Reading library from: {lib_file}")
+          print(lib_file.read_text())
+    requirements:
+      build:
+        - python
+      host:
+        - ${{ name }}-lib