clean up explicit sys.path manipulations / import everything relative to repo base dir

Author: Edward Boyda

notebooks/create_patch_dataset.ipynb

@@ -35,10 +35,8 @@
     "import os\n",
     "import pandas as pd\n",
     "import pickle\n",
-    "import sys\n",
     "from tqdm.notebook import tqdm\n",
     "\n",
-    "sys.path.append('../')\n",
     "from scripts.dl_utils import download_patch, rect_from_point, pad_patch\n",
     "from scripts.viz_tools import normalize"
    ]
@@ -194,7 +192,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.5"
+   "version": "3.7.4"
   }
  },
  "nbformat": 4,

notebooks/create_pixel_dataset.ipynb

@@ -46,10 +46,8 @@
     "import pickle\n",
     "import pandas as pd\n",
     "import seaborn as sns\n",
-    "import sys\n",
     "from tqdm.notebook import tqdm\n",
     "\n",
-    "sys.path.append('../')\n",
     "from scripts.viz_tools import normalize, band_descriptions, plot_image_grid\n",
     "from scripts.dl_utils import download_patch, rect_from_point"
    ]
@@ -202,7 +200,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.5"
+   "version": "3.7.4"
   }
  },
  "nbformat": 4,

notebooks/generate_contours.ipynb

@@ -16,7 +16,6 @@
     "import datetime\n",
     "import json\n",
     "import os\n",
-    "import sys\n",
     "\n",
     "import cv2\n",
     "import geojson\n",
@@ -29,7 +28,6 @@
     "from tensorflow import keras\n",
     "from tqdm import tqdm\n",
     "\n",
-    "sys.path.append('../')\n",
     "from scripts.get_s2_data_ee import get_history, get_history_polygon, get_pixel_vectors, band_descriptions\n",
     "from scripts.viz_tools import stretch_histogram, create_img_stack, normalize\n",
     "\n",
@@ -557,7 +555,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.5"
+   "version": "3.7.4"
   }
  },
  "nbformat": 4,

notebooks/run_patch_classifier.ipynb

@@ -29,11 +29,9 @@
     "import numpy as np\n",
     "import os\n",
     "import pandas as pd\n",
-    "import sys\n",
     "from tensorflow import keras\n",
     "from tqdm.notebook import tqdm\n",
     "\n",
-    "sys.path.append('../')\n",
     "from scripts.viz_tools import normalize, plot_image_grid\n",
     "from scripts.dl_utils import download_patch, rect_from_point, pad_patch"
    ]
@@ -360,7 +358,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.5"
+   "version": "3.7.4"
   }
  },
  "nbformat": 4,

notebooks/run_pixel_classifier.ipynb

@@ -28,14 +28,11 @@
    "source": [
     "import os\n",
     "import pickle\n",
-    "import sys\n",
     "\n",
     "import matplotlib.pyplot as plt\n",
     "import numpy as np\n",
     "from tensorflow import keras\n",
     "\n",
-    "sys.path.append('../')\n",
-    "sys.path.append('../scripts')\n",
     "from scripts.dl_utils import download_patch, rect_from_point\n",
     "from scripts.nn_predict import make_predictions, visualize_predictions"
    ]
@@ -129,7 +126,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.5"
+   "version": "3.7.4"
   }
  },
  "nbformat": 4,

notebooks/train_patch_classifier.ipynb

@@ -27,7 +27,6 @@
     "import json\n",
     "import os\n",
     "import pickle\n",
-    "import sys\n",
     "\n",
     "import cv2\n",
     "import matplotlib.pyplot as plt\n",
@@ -40,7 +39,6 @@
     "from tensorflow.keras.preprocessing.image import ImageDataGenerator\n",
     "from tqdm import tqdm\n",
     "\n",
-    "sys.path.append('../')\n",
     "from scripts.get_s2_data_ee import get_history, get_history_polygon, get_pixel_vectors\n",
     "from scripts.viz_tools import stretch_histogram, create_img_stack, normalize, band_descriptions"
    ]
@@ -327,7 +325,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.5"
+   "version": "3.7.4"
   }
  },
  "nbformat": 4,

notebooks/train_pixel_classifier.ipynb

@@ -38,8 +38,6 @@
     "from tensorflow.keras import layers\n",
     "from tqdm.notebook import tqdm\n",
     "\n",
-    "sys.path.append('../')\n",
-    "sys.path.append('../scripts')\n",
     "from scripts.dl_utils import download_patch, rect_from_point\n",
     "from scripts.nn_predict import make_predictions, visualize_predictions\n",
     "from scripts.get_s2_data_ee import band_descriptions\n",
@@ -611,7 +609,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.5"
+   "version": "3.7.4"
   }
  },
  "nbformat": 4,

scripts/batch_process_firms.py

@@ -2,7 +2,7 @@
 
 from tqdm import tqdm
 
-from nn_predict import main
+from scripts.nn_predict import main
 
 lats = [-8.685, -8.7362, -8.7808, -8.8033, -8.7759, -8.8261, -8.8432, -8.8287, -8.8155, -8.8224, -8.7923, -8.6471, -8.626, -8.6186, -8.5573, -8.3447, -8.2721, -8.2424, -8.1594, -8.1584, -8.1537, -8.1542, -8.155, -8.1714, -8.1993, -8.1883, -8.2292, -8.1618, -8.1194, -8.1095, -8.0907, -8.0888, -8.0905, -8.0775, -8.2293, -8.3062, -8.3283, -8.3469, -8.5575, -8.5852, -8.5989, -8.5452]
 

scripts/nn_predict.py

@@ -4,8 +4,8 @@
 import numpy as np
 import os
 
-from dl_utils import download_patch, rect_from_point
-from viz_tools import normalize
+from scripts.dl_utils import download_patch, rect_from_point
+from scripts.viz_tools import normalize
 
 def make_predictions(patches, model):
     pred_stack = []

scripts/nn_predict_gee.py

@@ -8,7 +8,7 @@
 from tensorflow.keras import layers
 from tqdm import tqdm
 
-from get_s2_data_ee import get_history, get_pixel_vectors
+from scripts.get_s2_data_ee import get_history, get_pixel_vectors
 
 def normalize(x):
     return (np.array(x) - 0) / (3000 - 0)