Fix params

VIDA-NYU · Apr 28, 2024 · a5f0750 · a5f0750
1 parent 7e76fcb
commit a5f0750
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 9 deletions.
diff --git a/scripts/amlb/automl_job.SBATCH b/scripts/amlb/automl_job.SBATCH
@@ -1,9 +1,9 @@
 #!/bin/bash
 #SBATCH -c 4
 #SBATCH --mem 128GB
-#SBATCH --time 12:00:00
+#SBATCH --time 02:00:00
 #SBATCH --output logs/automl_job_%J.out
-#SBATCH --mail-user=yfw215@nyu.edu
+#SBATCH --mail-user=rl3725@nyu.edu
 #SBATCH --no-kill
 
 singularity exec --overlay overlay-50G-10M.ext3:ro /scratch/work/public/singularity/ubuntu-22.04.sif /bin/bash -c "source /ext3/env.sh; python automlbenchmark/runbenchmark.py ${1} ${2} 1h4c -f 0 -u user_config/ -i openml_datasets/ -o results/ -s skip"
diff --git a/scripts/amlb/run_all_automlbenchmark.sh b/scripts/amlb/run_all_automlbenchmark.sh
@@ -1,10 +1,8 @@
 #!/bin/bash
 
-#datasets="openml/t/10101 openml/t/12 openml/t/146195 openml/t/146212 openml/t/146606 openml/t/146818 openml/t/146821 openml/t/146822 openml/t/146825 openml/t/14965 openml/t/167119 openml/t/167120 openml/t/168329 openml/t/168330 openml/t/168331 openml/t/168332 openml/t/168335 openml/t/168337 openml/t/168338 openml/t/168868 openml/t/168908 openml/t/168909 openml/t/168910 openml/t/168911 openml/t/168912 openml/t/189354 openml/t/189355 openml/t/189356 openml/t/3 openml/t/31 openml/t/34539 openml/t/3917 openml/t/3945 openml/t/53 openml/t/7592 openml/t/7593 openml/t/9952 openml/t/9977 openml/t/9981"
-systems="Alpha-AutoML"
+datasets="openml/t/10101 openml/t/12 openml/t/146195 openml/t/146212 openml/t/146606 openml/t/146818 openml/t/146821 openml/t/146822 openml/t/146825 openml/t/14965 openml/t/167119 openml/t/167120 openml/t/168329 openml/t/168330 openml/t/168331 openml/t/168332 openml/t/168335 openml/t/168337 openml/t/168338 openml/t/168868 openml/t/168908 openml/t/168909 openml/t/168910 openml/t/168911 openml/t/168912 openml/t/189354 openml/t/189355 openml/t/189356 openml/t/3 openml/t/31 openml/t/34539 openml/t/3917 openml/t/3945 openml/t/53 openml/t/7592 openml/t/7593 openml/t/9952 openml/t/9977 openml/t/9981"
+systems="autosklearn AutoGluon TPOT H2OAutoML AutoWEKA Alpha-AutoML"
 
-#datasets="openml/t/146606 openml/t/146825 openml/t/167120 openml/t/168329 openml/t/168330 openml/t/168331 openml/t/168332"
-datasets="openml/t/53 openml/t/7593 openml/t/9952 openml/t/146195 openml/t/146212 openml/t/146606 openml/t/146818 openml/t/146821 openml/t/146822 openml/t/146825 openml/t/14965 openml/t/167119 openml/t/167120"
 
 rm -rf logs/*
 for system in $systems

diff --git a/scripts/amlb/user_config/extensions/Alpha-AutoML/exec.py b/scripts/amlb/user_config/extensions/Alpha-AutoML/exec.py
@@ -50,8 +50,8 @@ def run(dataset, config):
              f'output_folder: {output_path}\n'
              )
 
-    automl = AutoMLClassifier(time_bound=10, metric=metrics_mapping[metric], time_bound_run=15,
-                              output_folder=output_path, verbose=logging.INFO, save_checkpoint=True)
+    automl = AutoMLClassifier(time_bound=time_bound, metric=metrics_mapping[metric], time_bound_run=15,
+                              output_folder=output_path, verbose=logging.INFO)
 
     train_dataset = pd.read_csv(train_dataset_path)
     test_dataset = pd.read_csv(test_dataset_path)

diff --git a/scripts/offline_training/train_all_datasets.sh b/scripts/offline_training/train_all_datasets.sh
@@ -3,7 +3,7 @@
 #datasets="10101 12 146195 146212 146606 146818 146821 146822 146825 14965 167119 167120 168329 168330 168331 168332 168335 168337 168338 168868 168908 168909 168910 168911 168912 189354 189355 189356 3 31 34539 3917 3945 53 7592 7593 9952 9977 9981"
 # datasets="146825 168329 168330 168331 168332"
 datasets="168910"
-systems="Alpha-AutoML"
+
 
 rm -rf tmp/logs/*
 for dataset in $datasets