diff --git a/notebooks/explore_dataset_fdl_misr.ipynb b/notebooks/explore_dataset_fdl_misr.ipynb new file mode 100644 index 0000000..abc3b48 --- /dev/null +++ b/notebooks/explore_dataset_fdl_misr.ipynb @@ -0,0 +1,665 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "179c19fc-a473-4704-893e-5b638406fac8", + "metadata": {}, + "source": [ + "# [Multi-spectral multi-image super-resolution of Sentinel-2 with radiometric consistency losses and its effect on building delineation](https://www.sciencedirect.com/science/article/pii/S0924271622002878)\n", + "\n", + "**Muhammed Razzak, Gonzalo Mateo-Garcia, Gurvan Lecuyer, Luis Gómez-Chova, Yarin Gal and Freddie Kalaitzis**\n", + "\n", + "ISPRS Journal of Photogrammetry and Remote Sensing, vol. 195, pp. 1–13, Jan. 2023, DOI: [10.1016/j.isprsjprs.2022.10.019](https://doi.org/10.1016/j.isprsjprs.2022.10.019).\n", + "\n", + "*High resolution remote sensing imagery is used in a broad range of tasks, including detection and classification of objects. High-resolution imagery is however expensive to obtain, while lower resolution imagery is often freely available and can be used for a range of social good applications. To that end, we curate a multi-spectral multi-image dataset for super-resolution of satellite images. We use PlanetScope imagery from the SpaceNet-7 challenge as the high resolution reference and multiple Sentinel-2 revisits of the same location as the low-resolution imagery. We present the first results of applying multi-image super-resolution (MISR) to multi-spectral remote sensing imagery. We, additionally, introduce a radiometric-consistency module into the MISR model to preserve the high radiometric resolution and quality of the Sentinel-2 sensor. We show that MISR is superior to single-image super-resolution (SISR) and other baselines on a range of image fidelity metrics. Furthermore, we present the first assessment of the utility of multi-image super-resolution on a semantic and instance segmentation – common remote sensing tasks – showing that utilizing multiple images results in better performance in these downstream tasks, but MISR pre-processing is non-essential.*" + ] + }, + { + "cell_type": "markdown", + "id": "fb5c85cd-5615-4c25-b8ff-56802707bf46", + "metadata": {}, + "source": [ + "## Download the dataset" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f259c871-0953-4857-956e-54eb845f592e", + "metadata": {}, + "outputs": [], + "source": [ + "!gsutil -m cp -rn gs://fdl_misr/public /content" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "6771665a-4bc4-4720-8a4b-0dc894a74dfe", + "metadata": {}, + "outputs": [], + "source": [ + "# root_folder = \"/media/disk/databases/SRPlanetS2/public\"\n", + "root_folder = \"/content/public\"" + ] + }, + { + "cell_type": "markdown", + "id": "f1c37e9c-c7e8-4edf-a345-01ccd9f74cb9", + "metadata": {}, + "source": [ + "## Plot image locations" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "b84166b3-5993-47f4-9e40-05fda74b8473", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + " | scene_id | \n", + "# S2 revisits | \n", + "geometry | \n", + "
---|---|---|---|
0 | \n", + "L15-1703E-1219N_6813_3313_13 | \n", + "26 | \n", + "POLYGON ((119.44343 32.47263, 119.44343 32.509... | \n", + "
1 | \n", + "L15-0361E-1300N_1446_2989_13 | \n", + "26 | \n", + "POLYGON ((-116.41106 43.64397, -116.41106 43.6... | \n", + "
2 | \n", + "L15-0683E-1006N_2732_4164_13 | \n", + "14 | \n", + "POLYGON ((-59.89748 -3.03088, -59.89748 -2.986... | \n", + "
3 | \n", + "L15-1848E-0793N_7394_5018_13 | \n", + "27 | \n", + "POLYGON ((144.97566 -37.54463, 144.97566 -37.5... | \n", + "
4 | \n", + "L15-1204E-1204N_4819_3372_13 | \n", + "13 | \n", + "POLYGON ((31.81639 30.25908, 31.81639 30.29702... | \n", + "
5 | \n", + "L15-1617E-1207N_6468_3360_13 | \n", + "26 | \n", + "POLYGON ((104.28230 30.71352, 104.28230 30.751... | \n", + "
6 | \n", + "L15-1672E-1207N_6691_3363_13 | \n", + "27 | \n", + "POLYGON ((114.08201 30.60003, 114.08201 30.637... | \n", + "
7 | \n", + "L15-1709E-1112N_6838_3742_13 | \n", + "14 | \n", + "POLYGON ((120.54206 15.32650, 120.54206 15.368... | \n", + "
8 | \n", + "L15-1289E-1169N_5156_3514_13 | \n", + "12 | \n", + "POLYGON ((46.62605 24.72681, 46.62605 24.76678... | \n", + "
9 | \n", + "L15-1014E-1375N_4056_2688_13 | \n", + "26 | \n", + "POLYGON ((-1.71388 52.45602, -1.71388 52.48278... | \n", + "
10 | \n", + "L15-0571E-1075N_2287_3888_13 | \n", + "13 | \n", + "POLYGON ((-79.45305 9.05872, -79.45305 9.10210... | \n", + "
11 | \n", + "L15-0632E-0892N_2528_4620_13 | \n", + "13 | \n", + "POLYGON ((-68.86232 -22.47202, -68.86232 -22.4... | \n", + "
12 | \n", + "L15-1049E-1370N_4196_2710_13 | \n", + "13 | \n", + "POLYGON ((4.43855 51.86288, 4.43855 51.89005, ... | \n", + "
13 | \n", + "L15-1298E-1322N_5193_2903_13 | \n", + "26 | \n", + "POLYGON ((48.25203 46.31653, 48.25203 46.34693... | \n", + "
14 | \n", + "L15-1172E-1306N_4688_2967_13 | \n", + "12 | \n", + "POLYGON ((26.05964 44.33951, 26.05964 44.37099... | \n", + "
15 | \n", + "L15-0924E-1108N_3699_3757_13 | \n", + "14 | \n", + "POLYGON ((-17.40227 14.68981, -17.40227 14.732... | \n", + "
16 | \n", + "L15-1479E-1101N_5916_3785_13 | \n", + "13 | \n", + "POLYGON ((80.02449 13.49640, 80.02449 13.53920... | \n", + "
17 | \n", + "L15-1138E-1216N_4553_3325_13 | \n", + "13 | \n", + "POLYGON ((20.12703 32.02665, 20.12703 32.06396... | \n", + "
18 | \n", + "L15-1200E-0847N_4802_4803_13 | \n", + "13 | \n", + "POLYGON ((31.06941 -29.68804, 31.06941 -29.649... | \n", + "
19 | \n", + "L15-1481E-1119N_5927_3715_13 | \n", + "13 | \n", + "POLYGON ((80.50779 16.46763, 80.50779 16.50983... | \n", + "
20 | \n", + "L15-1209E-1113N_4838_3737_13 | \n", + "14 | \n", + "POLYGON ((32.65144 15.53831, 32.65144 15.58071... | \n", + "
21 | \n", + "L15-1389E-1284N_5557_3054_13 | \n", + "27 | \n", + "POLYGON ((64.24812 41.54142, 64.24812 41.57436... | \n", + "
22 | \n", + "L15-0760E-0887N_3041_4643_13 | \n", + "13 | \n", + "POLYGON ((-46.31829 -23.40275, -46.31829 -23.3... | \n", + "
23 | \n", + "L15-0487E-1246N_1950_3207_13 | \n", + "13 | \n", + "POLYGON ((-94.26262 36.31507, -94.26262 36.350... | \n", + "
24 | \n", + "L15-1335E-1166N_5342_3524_13 | \n", + "13 | \n", + "POLYGON ((54.79988 24.32709, 54.79988 24.36711... | \n", + "
25 | \n", + "L15-0331E-1257N_1327_3160_13 | \n", + "13 | \n", + "POLYGON ((-121.64055 37.96154, -121.64055 37.9... | \n", + "
26 | \n", + "L15-1748E-1247N_6993_3202_13 | \n", + "14 | \n", + "POLYGON ((127.35359 36.49192, 127.35359 36.527... | \n", + "
27 | \n", + "L15-0977E-1187N_3911_3441_13 | \n", + "13 | \n", + "POLYGON ((-8.08587 27.60561, -8.08587 27.64461... | \n", + "
28 | \n", + "L15-1185E-0935N_4742_4450_13 | \n", + "13 | \n", + "POLYGON ((28.43269 -15.41139, 28.43269 -15.368... | \n", + "
29 | \n", + "L15-0614E-0946N_2459_4406_13 | \n", + "13 | \n", + "POLYGON ((-71.89446 -13.53927, -71.89446 -13.4... | \n", + "
30 | \n", + "L15-0357E-1223N_1429_3296_13 | \n", + "25 | \n", + "POLYGON ((-117.15813 33.10076, -117.15813 33.1... | \n", + "
31 | \n", + "L15-1015E-1062N_4061_3941_13 | \n", + "13 | \n", + "POLYGON ((-1.49407 6.75182, -1.49407 6.79554, ... | \n", + "
32 | \n", + "L15-0434E-1218N_1736_3318_13 | \n", + "13 | \n", + "POLYGON ((-103.66701 32.28707, -103.66701 32.3... | \n", + "
33 | \n", + "L15-1716E-1211N_6864_3345_13 | \n", + "25 | \n", + "POLYGON ((121.68464 31.27849, 121.68464 31.316... | \n", + "
34 | \n", + "L15-0368E-1245N_1474_3210_13 | \n", + "12 | \n", + "POLYGON ((-115.18059 36.20876, -115.18059 36.2... | \n", + "
35 | \n", + "L15-1296E-1198N_5184_3399_13 | \n", + "12 | \n", + "POLYGON ((47.85652 29.22883, 47.85652 29.26723... | \n", + "
36 | \n", + "L15-1210E-1025N_4840_4088_13 | \n", + "12 | \n", + "POLYGON ((32.73933 0.30754, 32.73933 0.35156, ... | \n", + "
37 | \n", + "L15-0586E-1127N_2345_3680_13 | \n", + "13 | \n", + "POLYGON ((-76.90422 17.93695, -76.90422 17.978... | \n", + "
38 | \n", + "L15-0566E-1185N_2265_3451_13 | \n", + "13 | \n", + "POLYGON ((-80.41985 27.21549, -80.41985 27.254... | \n", + "
39 | \n", + "L15-0358E-1220N_1433_3310_13 | \n", + "25 | \n", + "POLYGON ((-116.98235 32.58379, -116.98235 32.6... | \n", + "
40 | \n", + "L15-1025E-1366N_4102_2726_13 | \n", + "26 | \n", + "POLYGON ((0.30769 51.42657, 0.30769 51.45401, ... | \n", + "
41 | \n", + "L15-1439E-1134N_5759_3655_13 | \n", + "21 | \n", + "POLYGON ((73.12498 18.97896, 73.12498 19.02058... | \n", + "
42 | \n", + "L15-1276E-1107N_5105_3761_13 | \n", + "12 | \n", + "POLYGON ((44.38484 14.51971, 44.38484 14.56232... | \n", + "
43 | \n", + "L15-1538E-1163N_6154_3539_13 | \n", + "13 | \n", + "POLYGON ((90.48347 23.72495, 90.48347 23.76524... | \n", + "
44 | \n", + "L15-1438E-1134N_5753_3655_13 | \n", + "14 | \n", + "POLYGON ((72.86140 18.97896, 72.86140 19.02058... | \n", + "