chore: implement get_source_async for fsspec loaders

Author: phil65

pyproject.toml

@@ -37,7 +37,7 @@ keywords = [
 ]
 
 requires-python = ">=3.12"
-dependencies = ["jinja2", "fsspec", "universal_pathlib"]
+dependencies = ["jinja2", "fsspec", "universal_pathlib", "upathtools"]
 license = "MIT"
 
 [project.optional-dependencies]

src/jinjarope/fsspecloaders.py

@@ -1,9 +1,11 @@
 from __future__ import annotations
 
+import functools
 import pathlib
 from typing import TYPE_CHECKING, Any
 
 import jinja2
+import upathtools
 
 from jinjarope import envglobals, loaders as loaders_, utils
 
@@ -14,6 +16,11 @@
     import fsspec
 
 
+@functools.cache
+async def get_template(path: str) -> str:
+    return await upathtools.read_path(path)
+
+
 class FsSpecProtocolPathLoader(loaders_.LoaderMixin, jinja2.BaseLoader):
     """A jinja loader for fsspec filesystems.
 
@@ -48,6 +55,18 @@ def get_source(
         path = pathlib.Path(template).as_posix()
         return src, path, lambda: True
 
+    async def get_source_async(
+        self,
+        environment: jinja2.Environment | None,
+        template: str,
+    ) -> tuple[str, str, Callable[[], bool] | None]:
+        try:
+            src = await get_template(template)
+        except FileNotFoundError as e:
+            raise jinja2.TemplateNotFound(template) from e
+        path = pathlib.Path(template).as_posix()
+        return src, path, lambda: True
+
     def list_templates(self) -> list[str]:
         return []
 
@@ -153,6 +172,23 @@ def get_source(
         path = pathlib.Path(template).as_posix()
         return src, path, lambda: True
 
+    async def get_source_async(
+        self,
+        environment: jinja2.Environment,
+        template: str,
+    ) -> tuple[str, str, Callable[[], bool] | None]:
+        from upathtools.async_ops import get_async_fs
+
+        fs = await get_async_fs(self.fs)
+        try:
+            file = await fs.open_async(template)
+            async with file:
+                src = await file.read().decode()  # pyright: ignore
+        except FileNotFoundError as e:
+            raise jinja2.TemplateNotFound(template) from e
+        path = pathlib.Path(template).as_posix()
+        return src, path, lambda: True
+
 
 if __name__ == "__main__":
     from jinjarope import Environment