Skip to content

Commit

Permalink
Trials 20; updated with numbers
Browse files Browse the repository at this point in the history
  • Loading branch information
@Nanthini10
Nanthini10 committed Jul 2, 2020
1 parent 742d47a commit 61b50eb
Showing 1 changed file with 68 additions and 58 deletions.
126 changes: 68 additions & 58 deletions optuna/optuna_rapids.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -89,7 +89,7 @@
"<td style=\"vertical-align: top; border: 0px solid white\">\n",
"<h3 style=\"text-align: left;\">Client</h3>\n",
"<ul style=\"text-align: left; list-style: none; margin: 0; padding: 0;\">\n",
" <li><b>Scheduler: </b>tcp://172.17.0.2:46683</li>\n",
" <li><b>Scheduler: </b>tcp://172.17.0.2:37667</li>\n",
" <li><b>Dashboard: </b><a href='http://172.17.0.2:8002/status' target='_blank'>http://172.17.0.2:8002/status</a></li>\n",
"</ul>\n",
"</td>\n",
Expand All @@ -105,7 +105,7 @@
"</table>"
],
"text/plain": [
"<Client: 'tcp://172.17.0.2:46683' processes=2 threads=2, memory=49.16 GB>"
"<Client: 'tcp://172.17.0.2:37667' processes=2 threads=2, memory=49.16 GB>"
]
},
"execution_count": 3,
Expand Down Expand Up @@ -140,7 +140,7 @@
"metadata": {},
"outputs": [],
"source": [
"N_TRIALS = 10\n",
"N_TRIALS = 20\n",
"\n",
"INPUT_FILE = \"/home/hyperopt/hyperopt/data/air_par.parquet\"\n",
"df = cudf.read_parquet(INPUT_FILE)\n",
Expand Down Expand Up @@ -206,7 +206,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Score with default parameters : 0.8379114270210266\n"
"Score with default parameters : 0.8378934264183044\n"
]
}
],
Expand Down Expand Up @@ -293,20 +293,20 @@
"name": "stderr",
"output_type": "stream",
"text": [
"[I 2020-07-02 19:17:55,658] A new study created with name: optuna-joblib-dask-backend\n"
"[I 2020-07-02 22:10:48,638] A new study created with name: optuna-joblib-dask-backend\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"..optuna-joblib-dask-backend: 219.5348\n",
"Number of finished trials: 10\n",
"..optuna-joblib-dask-backend: 565.8170\n",
"Number of finished trials: 20\n",
"Best trial:\n",
" Value: 0.8429234027862549\n",
" Value: 0.8430125713348389\n",
" Params: \n",
" max_depth: 15\n",
" n_estimators: 662\n"
" n_estimators: 559\n"
]
}
],
Expand All @@ -326,7 +326,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
"[I 2020-07-02 19:21:36,133] A new study created with name: optuna-joblib-loky-backend\n",
"[I 2020-07-02 22:20:15,451] A new study created with name: optuna-joblib-loky-backend\n",
"/opt/conda/envs/rapids/lib/python3.6/site-packages/joblib/externals/loky/process_executor.py:691: UserWarning: A worker stopped while some jobs were given to the executor. This can be caused by a too short worker timeout or by a memory leak.\n",
" \"timeout or by a memory leak.\", UserWarning\n"
]
Expand All @@ -335,7 +335,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"..optuna-joblib-loky-backend: 333.9446\n"
"..optuna-joblib-loky-backend: 672.4247\n"
]
}
],
Expand Down Expand Up @@ -363,24 +363,34 @@
"name": "stderr",
"output_type": "stream",
"text": [
"[I 2020-07-02 19:27:10,102] A new study created with name: optuna-simple\n",
"[I 2020-07-02 19:27:39,800] Finished trial#0 with value: 0.830892026424408 with parameters: {'max_depth': 12, 'n_estimators': 478}. Best is trial#0 with value: 0.830892026424408.\n",
"[I 2020-07-02 19:28:05,566] Finished trial#1 with value: 0.8308805823326111 with parameters: {'max_depth': 12, 'n_estimators': 418}. Best is trial#0 with value: 0.830892026424408.\n",
"[I 2020-07-02 19:28:22,502] Finished trial#2 with value: 0.8308159708976746 with parameters: {'max_depth': 14, 'n_estimators': 213}. Best is trial#0 with value: 0.830892026424408.\n",
"[I 2020-07-02 19:28:41,470] Finished trial#3 with value: 0.8308290243148804 with parameters: {'max_depth': 12, 'n_estimators': 308}. Best is trial#0 with value: 0.830892026424408.\n",
"[I 2020-07-02 19:29:18,875] Finished trial#4 with value: 0.8310192227363586 with parameters: {'max_depth': 11, 'n_estimators': 694}. Best is trial#4 with value: 0.8310192227363586.\n",
"[I 2020-07-02 19:29:47,318] Finished trial#5 with value: 0.8307967782020569 with parameters: {'max_depth': 14, 'n_estimators': 354}. Best is trial#4 with value: 0.8310192227363586.\n",
"[I 2020-07-02 19:30:04,932] Finished trial#6 with value: 0.8340274095535278 with parameters: {'max_depth': 10, 'n_estimators': 376}. Best is trial#6 with value: 0.8340274095535278.\n",
"[I 2020-07-02 19:30:22,885] Finished trial#7 with value: 0.8307582139968872 with parameters: {'max_depth': 13, 'n_estimators': 259}. Best is trial#6 with value: 0.8340274095535278.\n",
"[I 2020-07-02 19:31:18,603] Finished trial#8 with value: 0.830810010433197 with parameters: {'max_depth': 14, 'n_estimators': 683}. Best is trial#6 with value: 0.8340274095535278.\n",
"[I 2020-07-02 19:31:45,576] Finished trial#9 with value: 0.8310533761978149 with parameters: {'max_depth': 11, 'n_estimators': 502}. Best is trial#6 with value: 0.8340274095535278.\n"
"[I 2020-07-02 22:31:27,931] A new study created with name: optuna-simple\n",
"[I 2020-07-02 22:32:30,525] Finished trial#0 with value: 0.842966616153717 with parameters: {'max_depth': 15, 'n_estimators': 499}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:32:45,610] Finished trial#1 with value: 0.8308876156806946 with parameters: {'max_depth': 12, 'n_estimators': 245}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:33:19,147] Finished trial#2 with value: 0.8428270220756531 with parameters: {'max_depth': 15, 'n_estimators': 276}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:33:49,459] Finished trial#3 with value: 0.8307697772979736 with parameters: {'max_depth': 13, 'n_estimators': 435}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:34:00,572] Finished trial#4 with value: 0.8310322165489197 with parameters: {'max_depth': 11, 'n_estimators': 200}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:34:33,019] Finished trial#5 with value: 0.8428840041160583 with parameters: {'max_depth': 15, 'n_estimators': 267}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:34:54,019] Finished trial#6 with value: 0.8341163992881775 with parameters: {'max_depth': 10, 'n_estimators': 452}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:35:06,929] Finished trial#7 with value: 0.8309332132339478 with parameters: {'max_depth': 11, 'n_estimators': 235}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:35:33,805] Finished trial#8 with value: 0.8307690024375916 with parameters: {'max_depth': 13, 'n_estimators': 385}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:36:01,489] Finished trial#9 with value: 0.8342682123184204 with parameters: {'max_depth': 10, 'n_estimators': 597}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:36:55,151] Finished trial#10 with value: 0.8308050036430359 with parameters: {'max_depth': 14, 'n_estimators': 667}. Best is trial#0 with value: 0.842966616153717.\n",
"[I 2020-07-02 22:38:05,292] Finished trial#11 with value: 0.8430172204971313 with parameters: {'max_depth': 15, 'n_estimators': 562}. Best is trial#11 with value: 0.8430172204971313.\n",
"[I 2020-07-02 22:39:13,767] Finished trial#12 with value: 0.8429775834083557 with parameters: {'max_depth': 15, 'n_estimators': 554}. Best is trial#11 with value: 0.8430172204971313.\n",
"[I 2020-07-02 22:40:00,034] Finished trial#13 with value: 0.8307926058769226 with parameters: {'max_depth': 14, 'n_estimators': 580}. Best is trial#11 with value: 0.8430172204971313.\n",
"[I 2020-07-02 22:40:55,208] Finished trial#14 with value: 0.8308122158050537 with parameters: {'max_depth': 14, 'n_estimators': 688}. Best is trial#11 with value: 0.8430172204971313.\n",
"[I 2020-07-02 22:42:05,545] Finished trial#15 with value: 0.8430259823799133 with parameters: {'max_depth': 15, 'n_estimators': 565}. Best is trial#15 with value: 0.8430259823799133.\n",
"[I 2020-07-02 22:42:55,509] Finished trial#16 with value: 0.8307837843894958 with parameters: {'max_depth': 14, 'n_estimators': 624}. Best is trial#15 with value: 0.8430259823799133.\n",
"[I 2020-07-02 22:43:32,266] Finished trial#17 with value: 0.8307626247406006 with parameters: {'max_depth': 13, 'n_estimators': 524}. Best is trial#15 with value: 0.8430259823799133.\n",
"[I 2020-07-02 22:44:52,543] Finished trial#18 with value: 0.8429853916168213 with parameters: {'max_depth': 15, 'n_estimators': 640}. Best is trial#15 with value: 0.8430259823799133.\n",
"[I 2020-07-02 22:45:21,847] Finished trial#19 with value: 0.830807626247406 with parameters: {'max_depth': 14, 'n_estimators': 371}. Best is trial#15 with value: 0.8430259823799133.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"..no-dask-no-joblib : 275.6379\n"
"..no-dask-no-joblib : 834.1236\n"
]
}
],
Expand Down Expand Up @@ -445,8 +455,8 @@
"name": "stdout",
"output_type": "stream",
"text": [
"[(0.830841600894928, 12, 460), (0.8307613730430603, 13, 567), (0.8310205936431885, 11, 531), (0.8307623863220215, 13, 362), (0.8307573795318604, 13, 414), (0.8429433703422546, 15, 662), (0.8341590166091919, 10, 588), (0.8307747840881348, 13, 325), (0.8308181762695312, 14, 391), (0.831036388874054, 11, 426)]\n",
"..joblib-dask-backend : 177.4734\n"
"[(0.8343474268913269, 10, 669), (0.8308039903640747, 14, 342), (0.830763578414917, 13, 514), (0.8310037851333618, 11, 675), (0.8310263752937317, 11, 400), (0.8309957981109619, 11, 258), (0.8310484290122986, 11, 357), (0.8340405821800232, 10, 349), (0.842937171459198, 15, 608), (0.8310012221336365, 11, 355), (0.8430197834968567, 15, 686), (0.842921793460846, 15, 574), (0.8429651856422424, 15, 571), (0.8429498076438904, 15, 559), (0.8307988047599792, 14, 582), (0.8307899832725525, 14, 491), (0.8307834267616272, 14, 488), (0.8307684063911438, 13, 514), (0.8307774066925049, 13, 627), (0.8429650068283081, 15, 631)]\n",
"..joblib-dask-backend : 478.0961\n"
]
}
],
Expand Down Expand Up @@ -475,8 +485,8 @@
"name": "stdout",
"output_type": "stream",
"text": [
"(0.8310825824737549, 11, 426)\n",
"..sequential-calls : 339.9721\n"
"(0.8429834246635437, 15, 631)\n",
"..sequential-calls : 873.5314\n"
]
}
],
Expand Down Expand Up @@ -522,20 +532,20 @@
"name": "stderr",
"output_type": "stream",
"text": [
"[I 2020-07-02 19:40:23,263] A new study created with name: optuna-joblib-dask-backend-mlflow-callback\n"
"[I 2020-07-02 23:07:53,706] A new study created with name: optuna-joblib-dask-backend-mlflow-callback\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"..optuna-joblib-dask-backend-mlflow-callback: 199.5456\n",
"Number of finished trials: 10\n",
"..optuna-joblib-dask-backend-mlflow-callback: 566.7905\n",
"Number of finished trials: 20\n",
"Best trial:\n",
" Value: 0.8341314196586609\n",
" Value: 0.8430274128913879\n",
" Params: \n",
" max_depth: 10\n",
" n_estimators: 464\n"
" max_depth: 15\n",
" n_estimators: 655\n"
]
}
],
Expand All @@ -558,7 +568,7 @@
},
{
"cell_type": "code",
"execution_count": 27,
"execution_count": 18,
"metadata": {},
"outputs": [],
"source": [
Expand Down Expand Up @@ -596,46 +606,46 @@
},
{
"cell_type": "code",
"execution_count": 29,
"execution_count": 19,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"[I 2020-07-02 20:37:41,322] A new study created with name: optuna-mnmg-joblib\n",
"distributed.utils_perf - WARNING - full garbage collections took 29% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:38:10,189] Finished trial#0 with value: 0.8307306170463562 with parameters: {'max_depth': 13, 'n_estimators': 652}. Best is trial#0 with value: 0.8307306170463562.\n",
"distributed.utils_perf - WARNING - full garbage collections took 29% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:38:32,745] Finished trial#1 with value: 0.8307396173477173 with parameters: {'max_depth': 14, 'n_estimators': 468}. Best is trial#1 with value: 0.8307396173477173.\n",
"distributed.utils_perf - WARNING - full garbage collections took 29% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:38:49,159] Finished trial#2 with value: 0.830734372138977 with parameters: {'max_depth': 12, 'n_estimators': 596}. Best is trial#1 with value: 0.8307396173477173.\n",
"distributed.utils_perf - WARNING - full garbage collections took 29% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:38:56,884] Finished trial#3 with value: 0.830734372138977 with parameters: {'max_depth': 12, 'n_estimators': 280}. Best is trial#1 with value: 0.8307396173477173.\n",
"distributed.utils_perf - WARNING - full garbage collections took 29% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:39:08,417] Finished trial#4 with value: 0.8307392001152039 with parameters: {'max_depth': 14, 'n_estimators': 238}. Best is trial#1 with value: 0.8307396173477173.\n",
"distributed.utils_perf - WARNING - full garbage collections took 29% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:39:15,259] Finished trial#5 with value: 0.8307433724403381 with parameters: {'max_depth': 11, 'n_estimators': 294}. Best is trial#5 with value: 0.8307433724403381.\n",
"distributed.utils_perf - WARNING - full garbage collections took 29% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:39:22,923] Finished trial#6 with value: 0.8307284116744995 with parameters: {'max_depth': 11, 'n_estimators': 343}. Best is trial#5 with value: 0.8307433724403381.\n",
"distributed.utils_perf - WARNING - full garbage collections took 28% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:39:52,718] Finished trial#7 with value: 0.8307297825813293 with parameters: {'max_depth': 15, 'n_estimators': 297}. Best is trial#5 with value: 0.8307433724403381.\n",
"distributed.utils_perf - WARNING - full garbage collections took 29% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:39:59,622] Finished trial#8 with value: 0.8307533860206604 with parameters: {'max_depth': 12, 'n_estimators': 242}. Best is trial#8 with value: 0.8307533860206604.\n",
"distributed.utils_perf - WARNING - full garbage collections took 29% CPU time recently (threshold: 10%)\n",
"[I 2020-07-02 20:40:11,760] Finished trial#9 with value: 0.8307381868362427 with parameters: {'max_depth': 11, 'n_estimators': 575}. Best is trial#8 with value: 0.8307533860206604.\n"
"[I 2020-07-02 23:17:20,675] A new study created with name: optuna-mnmg-joblib---\n",
"[I 2020-07-02 23:18:06,496] Finished trial#0 with value: 0.8307358026504517 with parameters: {'max_depth': 15, 'n_estimators': 408}. Best is trial#0 with value: 0.8307358026504517.\n",
"[I 2020-07-02 23:18:17,346] Finished trial#1 with value: 0.830734372138977 with parameters: {'max_depth': 10, 'n_estimators': 619}. Best is trial#0 with value: 0.8307358026504517.\n",
"[I 2020-07-02 23:18:31,793] Finished trial#2 with value: 0.8307341933250427 with parameters: {'max_depth': 14, 'n_estimators': 307}. Best is trial#0 with value: 0.8307358026504517.\n",
"[I 2020-07-02 23:18:45,384] Finished trial#3 with value: 0.8307167887687683 with parameters: {'max_depth': 14, 'n_estimators': 295}. Best is trial#0 with value: 0.8307358026504517.\n",
"[I 2020-07-02 23:18:58,549] Finished trial#4 with value: 0.830733597278595 with parameters: {'max_depth': 11, 'n_estimators': 665}. Best is trial#0 with value: 0.8307358026504517.\n",
"[I 2020-07-02 23:19:26,309] Finished trial#5 with value: 0.8307362198829651 with parameters: {'max_depth': 14, 'n_estimators': 594}. Best is trial#5 with value: 0.8307362198829651.\n",
"[I 2020-07-02 23:19:34,604] Finished trial#6 with value: 0.8307440280914307 with parameters: {'max_depth': 10, 'n_estimators': 468}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:20:03,333] Finished trial#7 with value: 0.8307211995124817 with parameters: {'max_depth': 14, 'n_estimators': 609}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:20:13,290] Finished trial#8 with value: 0.830731213092804 with parameters: {'max_depth': 10, 'n_estimators': 591}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:20:48,802] Finished trial#9 with value: 0.8307424187660217 with parameters: {'max_depth': 15, 'n_estimators': 375}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:21:00,980] Finished trial#10 with value: 0.8307269811630249 with parameters: {'max_depth': 12, 'n_estimators': 485}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:21:11,757] Finished trial#11 with value: 0.8307337760925293 with parameters: {'max_depth': 12, 'n_estimators': 419}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:21:32,152] Finished trial#12 with value: 0.8307356238365173 with parameters: {'max_depth': 15, 'n_estimators': 215}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:21:42,022] Finished trial#13 with value: 0.8307284116744995 with parameters: {'max_depth': 11, 'n_estimators': 493}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:21:53,714] Finished trial#14 with value: 0.830731987953186 with parameters: {'max_depth': 13, 'n_estimators': 333}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:22:04,428] Finished trial#15 with value: 0.8307374119758606 with parameters: {'max_depth': 11, 'n_estimators': 527}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:22:17,211] Finished trial#16 with value: 0.8307257890701294 with parameters: {'max_depth': 13, 'n_estimators': 365}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:22:22,242] Finished trial#17 with value: 0.8307393789291382 with parameters: {'max_depth': 10, 'n_estimators': 219}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:23:02,949] Finished trial#18 with value: 0.8307219743728638 with parameters: {'max_depth': 15, 'n_estimators': 436}. Best is trial#6 with value: 0.8307440280914307.\n",
"[I 2020-07-02 23:23:10,240] Finished trial#19 with value: 0.8307318091392517 with parameters: {'max_depth': 12, 'n_estimators': 265}. Best is trial#6 with value: 0.8307440280914307.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"..optuna-mnmg-joblib : 150.6013\n"
"..optuna-mnmg-joblib--- : 349.7135\n"
]
}
],
"source": [
"name = \"optuna-mnmg-joblib\"\n",
"name = \"optuna-mnmg-joblib---\"\n",
"with performance_report(filename=name+\".html\"):\n",
" with timed(name):\n",
" study = optuna.create_study(sampler=optuna.samplers.TPESampler(),\n",
Expand Down

0 comments on commit 61b50eb

Please sign in to comment.