Dem development

.gitignore

@@ -3,4 +3,12 @@ credentials
 __pycache__
 
 build
-*.egg-info
+*.egg-info
+.*cache
+*.tif
+*.vrt
+data
+
+# include test data files
+!tests/sar_antarctica/data/**/*.tif
+!tests/sar_antarctica/data/**/*.vrt

environment.yml

@@ -2,11 +2,17 @@ name: sar-antarctica
 dependencies:
   - _libgcc_mutex=0.1
   - _openmp_mutex=4.5
+  - affine=2.4.0
   - aom=3.9.1
+  - attrs=24.3.0
   - blosc=1.21.6
   - bzip2=1.0.8
   - c-ares=1.34.4
   - ca-certificates=2024.12.14
+  - certifi=2024.12.14
+  - click=8.1.8
+  - click-plugins=1.1.1
+  - cligj=0.7.2
   - dav1d=1.2.1
   - freexl=2.0.0
   - gdal=3.10.0
@@ -67,23 +73,37 @@ dependencies:
   - pcre2=10.44
   - pip=24.3.1
   - proj=9.5.1
+  - pyparsing=3.2.1
   - python=3.10.16
   - python_abi=3.10
+  - rasterio=1.4.3
   - rav1e=0.6.6
   - readline=8.2
   - setuptools=75.6.0
   - shapely=2.0.6
   - snappy=1.2.1
+  - snuggs=1.4.7
   - sqlite=3.47.2
   - svt-av1=2.3.0
   - tk=8.6.13
-  - tzdata=2024b
   - uriparser=0.9.8
   - wheel=0.45.1
   - x265=3.5
   - xerces-c=3.2.5
   - zlib=1.3.1
   - zstd=1.5.6
   - pip:
-    - click==8.1.8
-    - pytest==8.3.4
+      - exceptiongroup==1.2.2
+      - geopandas==1.0.1
+      - iniconfig==2.0.0
+      - packaging==24.2
+      - pandas==2.2.3
+      - pluggy==1.5.0
+      - pyogrio==0.10.0
+      - pyproj==3.7.0
+      - pytest==8.3.4
+      - python-dateutil==2.9.0.post0
+      - pytz==2024.2
+      - six==1.17.0
+      - tomli==2.2.1
+      - tzdata==2024.2

sar_antarctica/nci/preparation/create_dem_vrt.py

@@ -0,0 +1,81 @@
+import os
+from pathlib import Path
+from typing import Generator
+
+def find_tiles(source_dir: Path, pattern: str) -> Generator[Path, None, None]:
+    """_summary_
+
+    Parameters
+    ----------
+    source_dir : Path
+        The directory to search for files
+    pattern : str
+        The pattern to search for
+        e.g. DEM_folder/*.tif
+
+    Returns
+    -------
+    Generator[Path, None, None]
+        A generator that yeilds `Path` objects for all files matching the pattern
+        e.g. /path/to/DEM_folder/DEM_file.tif
+    """
+
+    tiles = source_dir.rglob(pattern)
+
+    return tiles
+
+def build_vrt(tiles: Generator[Path, None, None] | list[Path], vrt_path: str | os.PathLike, run: bool = True):
+    """Generic function for building a VRT from a generator of tile paths
+
+    Parameters
+    ----------
+    tiles : Generator[Path, None, None] | list[Path]
+        A generator (or list) that provides `Path` objects for tiles
+        e.g. /path/to/DEM_folder/DEM_file.tif
+    vrt_path : str | os.PathLike
+        Where to write the VRT to, ending in .vrt
+    run : bool, optional
+        Whether to run the step to create the VRT, by default True
+        Can use False to generate the temporary file and check
+    """
+    with open("temp.txt", "w") as f:
+        f.writelines(f"{tile}\n" for tile in tiles)
+
+    if run:
+        os.system(f'gdalbuildvrt -input_file_list temp.txt {vrt_path}')
+
+        os.remove("temp.txt")
+
+def build_tileindex(tiles: Generator[Path, None, None], tindex_path: str | os.PathLike, run: bool = True):
+    """Generic function for building a tile index from a generator of tile paths
+
+    Parameters
+    ----------
+    tiles : Generator[Path, None, None]
+        A generator that yeilds `Path` objects for tiles
+        e.g. /path/to/DEM_folder/DEM_file.tif
+    vrt_path : str | os.PathLike
+        Where to write the tile index to, ending in .gpkg
+    run : bool, optional
+        Whether to run the step to create the tile index, by default True
+        Can use False to generate the temporary file and check
+    """
+    with open("temp.txt", "w") as f:
+        f.writelines(f"{tile}\n" for tile in tiles)
+
+    if run:
+        os.system(f'gdaltindex {tindex_path} --optfile temp.txt')
+
+        os.remove("temp.txt")
+
+def create_glo30_dem_south_vrt():
+    """Create a VRT for the Copernicus Global 30m DEM on NCI
+    """
+
+    SOURCE_DIR = Path("/g/data/v10/eoancillarydata-2/elevation/copernicus_30m_world")
+    PATTERN = "Copernicus_DSM_COG_10_S??_00_????_00_DEM/*.tif"
+    VRT_PATH = Path("/g/data/yp75/projects/ancillary/dem/copdem_south.vrt")
+
+    tiles = find_tiles(SOURCE_DIR, PATTERN)
+
+    build_vrt(tiles, VRT_PATH)