Fix paths

Author: casperboone

config.py

@@ -1,8 +1,8 @@
 import os
 
 PROJECT_ROOT = os.path.dirname(__file__)
-OUTPUT_DIRECTORY_TOPLEVEL = os.path.join('./output')
-VECTOR_OUTPUT_DIRECTORY = './output/vectors'
+OUTPUT_DIRECTORY_TOPLEVEL = os.path.join('../output')
+VECTOR_OUTPUT_DIRECTORY = '../output/vectors'
 DATA_FILES_DIR = os.path.join(PROJECT_ROOT, "output/data/")
 ML_INPUTS_PATH = os.path.join(PROJECT_ROOT, "output/ml_inputs/")
 
@@ -15,11 +15,11 @@
 W2V_VEC_LENGTH = 14
 NUMBER_OF_TYPES = 1000
 
-OUTPUT_EMBEDDINGS_DIRECTORY = './resources'
+OUTPUT_EMBEDDINGS_DIRECTORY = '.,/resources'
 W2V_MODEL_CODE_DIR = os.path.join(OUTPUT_EMBEDDINGS_DIRECTORY, 'w2v_code_model.bin')
 W2V_MODEL_LANGUAGE_DIR = os.path.join(OUTPUT_EMBEDDINGS_DIRECTORY, 'w2v_language_model.bin')
 
-MODEL_DIR = "./output/models/"
+MODEL_DIR = ".,/output/models/"
 RETURN_DATAPOINTS_X = os.path.join(VECTOR_OUTPUT_DIRECTORY, "return_datapoints_x.npy")
 RETURN_DATAPOINTS_Y = os.path.join(VECTOR_OUTPUT_DIRECTORY, "return_datapoints_y.npy")
 PARAM_DATAPOINTS_X = os.path.join(VECTOR_OUTPUT_DIRECTORY, "param_datapoints_x.npy")

learning/learn.py

@@ -310,7 +310,7 @@ def load_m4():
 
 
 def get_datapoints(dataset: str) -> Tuple[str, str, str, str]:
-    base = f"./input_datasets/{dataset}/vectors/"
+    base = f"../input_datasets/{dataset}/vectors/"
     return base + "return_datapoints_x.npy", base + "return_datapoints_y.npy", base + "param_datapoints_x.npy", base + "param_datapoints_y.npy"
 
 

preprocessing/cloner.py

@@ -4,7 +4,7 @@
 
 
 class Cloner:
-    def clone(self, author: str, repo: str, destination: str = './projects') -> str:
+    def clone(self, author: str, repo: str, destination: str = '../projects') -> str:
         """
         Clone projects from GitHub
 

preprocessing/nl_preprocessing.py

@@ -2,7 +2,7 @@
 from functools import reduce
 from typing import Optional
 
-from extractor import Function
+from preprocessing.extractor import Function
 import re
 import nltk
 

preprocessing/pipeline.py

@@ -8,11 +8,11 @@
 import pandas as pd
 from joblib import delayed
 
-from cloner import Cloner
-from extractor import Extractor, ParseError
-from nl_preprocessing import NLPreprocessor
-from project_filter import ProjectFilter
-from utils import ParallelExecutor
+from preprocessing.cloner import Cloner
+from preprocessing.extractor import Extractor, ParseError
+from preprocessing.nl_preprocessing import NLPreprocessor
+from preprocessing.project_filter import ProjectFilter
+from preprocessing.utils import ParallelExecutor
 
 cloner = Cloner()
 project_filter = ProjectFilter()

preprocessing/test_cloner.py

@@ -1,19 +1,19 @@
 import os
 import shutil
 import unittest
-from cloner import Cloner
+from preprocessing.cloner import Cloner
 
 
 class TestCloner(unittest.TestCase):
     def test_cloning_a_repository(self) -> None:
         """
         Tests that we can actually clone a real repository.
         """
-        shutil.rmtree('./projects/requests__requests')
+        # shutil.rmtree('../projects/requests__requests')
 
         Cloner().clone('requests', 'requests')
 
-        self.assertTrue(os.path.isfile('./projects/requests__requests/README.md'))
+        self.assertTrue(os.path.isfile('../projects/requests__requests/README.md'))
 
 
 if __name__ == '__main__':

preprocessing/test_extractor.py

@@ -1,5 +1,5 @@
 import unittest
-from extractor import Extractor, Function
+from preprocessing.extractor import Extractor, Function
 
 
 class TestExtractor(unittest.TestCase):
@@ -26,7 +26,7 @@ class TestExtractor(unittest.TestCase):
     }
 
     def setUp(self):
-        with open("./resources/example.py") as file:
+        with open("./../resources/example.py") as file:
             program = file.read()
         self.fns = Extractor().extract(program)
 

preprocessing/test_nl_preprocessing.py

@@ -1,6 +1,6 @@
 import unittest
-from extractor import Function
-from nl_preprocessing import NLPreprocessor
+from preprocessing.extractor import Function
+from preprocessing.nl_preprocessing import NLPreprocessor
 
 
 class TestExtractor(unittest.TestCase):
@@ -114,13 +114,13 @@ def test_preprocessing_a_function_with_a_lot_of_punctuation_and_text(self):
 
         self.assertEqual(Function(
             'validate clip with axis',
-            'summary line. nd frame clip call via numpy library third parameter signature . take ndarray check axis '
-            + 'parameter instance ndarray. since axis either integer none param ndarray axis first parameter. param '
-            + 'list args second parameter. return description return value rtype bool',
+            'summary line nd frame clip call via numpy library third parameter signature take ndarray check axis '
+            + 'parameter instance ndarray since axis either integer none param ndarray axis first parameter param '
+            + 'list args second parameter return description return value rtype bool',
             'summary line',
             ['axis', 'args', 'kwargs'],
             ['ndarray', 'list', 'list'],
-            ['the first parameter', 'the second parameter', ''],
+            ['first parameter', 'second parameter', ''],
             'ndarray',
             ['axis'],
             'description return value'

preprocessing/test_project_filter.py

@@ -1,7 +1,8 @@
 import unittest
 import tempfile
 from os import path
-from project_filter import ProjectFilter
+
+from preprocessing.project_filter import ProjectFilter
 
 
 class TestCloner(unittest.TestCase):