From 043a59e23faae96a633eb2a04741344aa9397d32 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Francesc=20Mart=C3=AD=20Escofet?= <154450563+FrancescMartiEscofetQC@users.noreply.github.com> Date: Mon, 24 Jun 2024 15:53:10 +0200 Subject: [PATCH] Fix optuna example (#23) * Fix variable name * Rerun optuna --- docs/examples/example_optuna.ipynb | 634 ++++++++++++++--------------- 1 file changed, 310 insertions(+), 324 deletions(-) diff --git a/docs/examples/example_optuna.ipynb b/docs/examples/example_optuna.ipynb index 7f2b47c..1d87f94 100644 --- a/docs/examples/example_optuna.ipynb +++ b/docs/examples/example_optuna.ipynb @@ -154,107 +154,107 @@ "name": "stderr", "output_type": "stream", "text": [ - "[I 2024-06-06 17:46:41,860] A new study created in memory with name: no-name-8bec8f8a-95e2-4c3d-aa52-ad191a07deee\n", - "[I 2024-06-06 17:46:51,040] Trial 0 finished with value: 0.8364624411198488 and parameters: {'n_estimators_nuisance': 165, 'max_depth_nuisance': 29, 'n_estimators_treatment': 91}. Best is trial 0 with value: 0.8364624411198488.\n", - "[I 2024-06-06 17:46:53,303] Trial 1 finished with value: 0.7921430800824065 and parameters: {'n_estimators_nuisance': 146, 'max_depth_nuisance': 3, 'n_estimators_treatment': 13}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:01,815] Trial 2 finished with value: 0.8322799183534213 and parameters: {'n_estimators_nuisance': 189, 'max_depth_nuisance': 26, 'n_estimators_treatment': 57}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:08,605] Trial 3 finished with value: 0.8233201942357238 and parameters: {'n_estimators_nuisance': 155, 'max_depth_nuisance': 26, 'n_estimators_treatment': 30}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:12,595] Trial 4 finished with value: 0.8121866044864106 and parameters: {'n_estimators_nuisance': 175, 'max_depth_nuisance': 4, 'n_estimators_treatment': 28}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:16,149] Trial 5 finished with value: 0.8027727174270951 and parameters: {'n_estimators_nuisance': 30, 'max_depth_nuisance': 22, 'n_estimators_treatment': 53}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:19,806] Trial 6 finished with value: 0.8168286030400874 and parameters: {'n_estimators_nuisance': 13, 'max_depth_nuisance': 16, 'n_estimators_treatment': 77}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:21,022] Trial 7 finished with value: 0.8059641280578383 and parameters: {'n_estimators_nuisance': 12, 'max_depth_nuisance': 13, 'n_estimators_treatment': 7}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:28,195] Trial 8 finished with value: 0.8268433801368138 and parameters: {'n_estimators_nuisance': 133, 'max_depth_nuisance': 17, 'n_estimators_treatment': 61}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:31,117] Trial 9 finished with value: 0.8525798125373522 and parameters: {'n_estimators_nuisance': 8, 'max_depth_nuisance': 3, 'n_estimators_treatment': 65}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:39,616] Trial 10 finished with value: 0.8295304707148986 and parameters: {'n_estimators_nuisance': 240, 'max_depth_nuisance': 8, 'n_estimators_treatment': 6}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:44,376] Trial 11 finished with value: 0.8103096020801189 and parameters: {'n_estimators_nuisance': 78, 'max_depth_nuisance': 20, 'n_estimators_treatment': 36}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:49,224] Trial 12 finished with value: 0.8140283595015544 and parameters: {'n_estimators_nuisance': 81, 'max_depth_nuisance': 21, 'n_estimators_treatment': 44}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:53,346] Trial 13 finished with value: 0.8057098131145773 and parameters: {'n_estimators_nuisance': 75, 'max_depth_nuisance': 10, 'n_estimators_treatment': 23}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:47:59,237] Trial 14 finished with value: 0.8184157152930216 and parameters: {'n_estimators_nuisance': 106, 'max_depth_nuisance': 22, 'n_estimators_treatment': 46}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:09,255] Trial 15 finished with value: 0.8417457681494349 and parameters: {'n_estimators_nuisance': 211, 'max_depth_nuisance': 8, 'n_estimators_treatment': 74}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:11,832] Trial 16 finished with value: 0.7951921855880448 and parameters: {'n_estimators_nuisance': 38, 'max_depth_nuisance': 15, 'n_estimators_treatment': 16}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:15,020] Trial 17 finished with value: 0.7992129517777794 and parameters: {'n_estimators_nuisance': 51, 'max_depth_nuisance': 13, 'n_estimators_treatment': 17}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:19,841] Trial 18 finished with value: 0.8152501259541497 and parameters: {'n_estimators_nuisance': 122, 'max_depth_nuisance': 6, 'n_estimators_treatment': 17}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:24,565] Trial 19 finished with value: 0.810688449108762 and parameters: {'n_estimators_nuisance': 102, 'max_depth_nuisance': 11, 'n_estimators_treatment': 15}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:28,430] Trial 20 finished with value: 0.8025711010831054 and parameters: {'n_estimators_nuisance': 49, 'max_depth_nuisance': 17, 'n_estimators_treatment': 39}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:31,451] Trial 21 finished with value: 0.799132986743796 and parameters: {'n_estimators_nuisance': 49, 'max_depth_nuisance': 14, 'n_estimators_treatment': 17}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:34,190] Trial 22 finished with value: 0.7989710936337272 and parameters: {'n_estimators_nuisance': 54, 'max_depth_nuisance': 14, 'n_estimators_treatment': 5}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:39,486] Trial 23 finished with value: 0.8131988862112874 and parameters: {'n_estimators_nuisance': 130, 'max_depth_nuisance': 10, 'n_estimators_treatment': 9}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:42,139] Trial 24 finished with value: 0.7946714813686152 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 18, 'n_estimators_treatment': 24}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:48,853] Trial 25 finished with value: 0.822731724379635 and parameters: {'n_estimators_nuisance': 149, 'max_depth_nuisance': 19, 'n_estimators_treatment': 27}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:53,578] Trial 26 finished with value: 0.8128182535870444 and parameters: {'n_estimators_nuisance': 99, 'max_depth_nuisance': 26, 'n_estimators_treatment': 23}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:48:56,749] Trial 27 finished with value: 0.7976686087341838 and parameters: {'n_estimators_nuisance': 37, 'max_depth_nuisance': 24, 'n_estimators_treatment': 33}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:05,803] Trial 28 finished with value: 0.8321868284761769 and parameters: {'n_estimators_nuisance': 198, 'max_depth_nuisance': 18, 'n_estimators_treatment': 44}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:11,156] Trial 29 finished with value: 0.8110227885254727 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 30, 'n_estimators_treatment': 97}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:14,740] Trial 30 finished with value: 0.8060555658327715 and parameters: {'n_estimators_nuisance': 69, 'max_depth_nuisance': 6, 'n_estimators_treatment': 22}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:17,599] Trial 31 finished with value: 0.7968990008283967 and parameters: {'n_estimators_nuisance': 29, 'max_depth_nuisance': 24, 'n_estimators_treatment': 33}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:19,485] Trial 32 finished with value: 0.7934056890093228 and parameters: {'n_estimators_nuisance': 26, 'max_depth_nuisance': 24, 'n_estimators_treatment': 11}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:25,898] Trial 33 finished with value: 0.8192590097445399 and parameters: {'n_estimators_nuisance': 166, 'max_depth_nuisance': 25, 'n_estimators_treatment': 12}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:29,677] Trial 34 finished with value: 0.804521881725065 and parameters: {'n_estimators_nuisance': 64, 'max_depth_nuisance': 28, 'n_estimators_treatment': 22}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:33,902] Trial 35 finished with value: 0.8061009502885013 and parameters: {'n_estimators_nuisance': 89, 'max_depth_nuisance': 28, 'n_estimators_treatment': 12}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:36,366] Trial 36 finished with value: 0.79768821107919 and parameters: {'n_estimators_nuisance': 25, 'max_depth_nuisance': 23, 'n_estimators_treatment': 28}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:37,962] Trial 37 finished with value: 0.7938126320524124 and parameters: {'n_estimators_nuisance': 19, 'max_depth_nuisance': 15, 'n_estimators_treatment': 10}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:39,550] Trial 38 finished with value: 0.7934811809106135 and parameters: {'n_estimators_nuisance': 19, 'max_depth_nuisance': 27, 'n_estimators_treatment': 10}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:45,791] Trial 39 finished with value: 0.8169883079867863 and parameters: {'n_estimators_nuisance': 149, 'max_depth_nuisance': 28, 'n_estimators_treatment': 12}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:46,663] Trial 40 finished with value: 0.8437167494978526 and parameters: {'n_estimators_nuisance': 6, 'max_depth_nuisance': 26, 'n_estimators_treatment': 5}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:48,349] Trial 41 finished with value: 0.7945779750078613 and parameters: {'n_estimators_nuisance': 20, 'max_depth_nuisance': 30, 'n_estimators_treatment': 11}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:49,874] Trial 42 finished with value: 0.7961454763862632 and parameters: {'n_estimators_nuisance': 17, 'max_depth_nuisance': 30, 'n_estimators_treatment': 10}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:51,780] Trial 43 finished with value: 0.7970386278226957 and parameters: {'n_estimators_nuisance': 18, 'max_depth_nuisance': 27, 'n_estimators_treatment': 19}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:49:55,438] Trial 44 finished with value: 0.8654976042678445 and parameters: {'n_estimators_nuisance': 6, 'max_depth_nuisance': 29, 'n_estimators_treatment': 82}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:02,162] Trial 45 finished with value: 0.8210220017888487 and parameters: {'n_estimators_nuisance': 178, 'max_depth_nuisance': 26, 'n_estimators_treatment': 10}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:02,982] Trial 46 finished with value: 0.7979204917652056 and parameters: {'n_estimators_nuisance': 21, 'max_depth_nuisance': 3, 'n_estimators_treatment': 5}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:05,537] Trial 47 finished with value: 0.7959429662597858 and parameters: {'n_estimators_nuisance': 40, 'max_depth_nuisance': 21, 'n_estimators_treatment': 13}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:09,729] Trial 48 finished with value: 0.8092676365478771 and parameters: {'n_estimators_nuisance': 59, 'max_depth_nuisance': 5, 'n_estimators_treatment': 55}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:12,698] Trial 49 finished with value: 0.799203983684991 and parameters: {'n_estimators_nuisance': 43, 'max_depth_nuisance': 30, 'n_estimators_treatment': 19}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:23,738] Trial 50 finished with value: 0.8419101094276455 and parameters: {'n_estimators_nuisance': 248, 'max_depth_nuisance': 27, 'n_estimators_treatment': 69}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:25,533] Trial 51 finished with value: 0.7922696463644835 and parameters: {'n_estimators_nuisance': 25, 'max_depth_nuisance': 20, 'n_estimators_treatment': 8}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:26,825] Trial 52 finished with value: 0.8049271125093276 and parameters: {'n_estimators_nuisance': 12, 'max_depth_nuisance': 20, 'n_estimators_treatment': 9}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:28,772] Trial 53 finished with value: 0.7933599640550707 and parameters: {'n_estimators_nuisance': 23, 'max_depth_nuisance': 23, 'n_estimators_treatment': 15}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:33,994] Trial 54 finished with value: 0.8127204029611341 and parameters: {'n_estimators_nuisance': 115, 'max_depth_nuisance': 22, 'n_estimators_treatment': 15}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:36,302] Trial 55 finished with value: 0.795052018561349 and parameters: {'n_estimators_nuisance': 28, 'max_depth_nuisance': 23, 'n_estimators_treatment': 20}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:42,715] Trial 56 finished with value: 0.818308251007126 and parameters: {'n_estimators_nuisance': 139, 'max_depth_nuisance': 21, 'n_estimators_treatment': 26}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:46,304] Trial 57 finished with value: 0.8025659934929501 and parameters: {'n_estimators_nuisance': 49, 'max_depth_nuisance': 24, 'n_estimators_treatment': 31}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:47,242] Trial 58 finished with value: 0.8571792230764594 and parameters: {'n_estimators_nuisance': 5, 'max_depth_nuisance': 16, 'n_estimators_treatment': 8}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:52,373] Trial 59 finished with value: 0.813010145265207 and parameters: {'n_estimators_nuisance': 88, 'max_depth_nuisance': 20, 'n_estimators_treatment': 39}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:54,857] Trial 60 finished with value: 0.7951183126993988 and parameters: {'n_estimators_nuisance': 37, 'max_depth_nuisance': 11, 'n_estimators_treatment': 14}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:56,205] Trial 61 finished with value: 0.7991145568416583 and parameters: {'n_estimators_nuisance': 15, 'max_depth_nuisance': 25, 'n_estimators_treatment': 8}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:58,055] Trial 62 finished with value: 0.7967761845294888 and parameters: {'n_estimators_nuisance': 18, 'max_depth_nuisance': 23, 'n_estimators_treatment': 17}. Best is trial 1 with value: 0.7921430800824065.\n", - "[I 2024-06-06 17:50:59,755] Trial 63 finished with value: 0.7916522849276278 and parameters: {'n_estimators_nuisance': 25, 'max_depth_nuisance': 27, 'n_estimators_treatment': 7}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:02,026] Trial 64 finished with value: 0.7947678077943816 and parameters: {'n_estimators_nuisance': 43, 'max_depth_nuisance': 8, 'n_estimators_treatment': 5}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:06,629] Trial 65 finished with value: 0.8092260212087211 and parameters: {'n_estimators_nuisance': 59, 'max_depth_nuisance': 27, 'n_estimators_treatment': 50}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:08,861] Trial 66 finished with value: 0.7933563155451648 and parameters: {'n_estimators_nuisance': 28, 'max_depth_nuisance': 25, 'n_estimators_treatment': 14}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:16,826] Trial 67 finished with value: 0.8270313592070714 and parameters: {'n_estimators_nuisance': 217, 'max_depth_nuisance': 22, 'n_estimators_treatment': 16}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:20,678] Trial 68 finished with value: 0.8060990659467717 and parameters: {'n_estimators_nuisance': 30, 'max_depth_nuisance': 25, 'n_estimators_treatment': 60}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:27,311] Trial 69 finished with value: 0.8218975685012578 and parameters: {'n_estimators_nuisance': 156, 'max_depth_nuisance': 24, 'n_estimators_treatment': 25}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:31,220] Trial 70 finished with value: 0.8046801081369371 and parameters: {'n_estimators_nuisance': 75, 'max_depth_nuisance': 19, 'n_estimators_treatment': 19}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:32,861] Trial 71 finished with value: 0.7924914733261991 and parameters: {'n_estimators_nuisance': 22, 'max_depth_nuisance': 26, 'n_estimators_treatment': 8}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:34,922] Trial 72 finished with value: 0.7920705787619667 and parameters: {'n_estimators_nuisance': 25, 'max_depth_nuisance': 25, 'n_estimators_treatment': 15}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:37,275] Trial 73 finished with value: 0.7932915895109454 and parameters: {'n_estimators_nuisance': 34, 'max_depth_nuisance': 25, 'n_estimators_treatment': 14}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:39,655] Trial 74 finished with value: 0.7953602803943899 and parameters: {'n_estimators_nuisance': 37, 'max_depth_nuisance': 26, 'n_estimators_treatment': 14}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:42,123] Trial 75 finished with value: 0.795525868271061 and parameters: {'n_estimators_nuisance': 45, 'max_depth_nuisance': 25, 'n_estimators_treatment': 7}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:44,405] Trial 76 finished with value: 0.7951448371732038 and parameters: {'n_estimators_nuisance': 25, 'max_depth_nuisance': 29, 'n_estimators_treatment': 22}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:47,566] Trial 77 finished with value: 0.7994872214416446 and parameters: {'n_estimators_nuisance': 56, 'max_depth_nuisance': 23, 'n_estimators_treatment': 17}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:48,695] Trial 78 finished with value: 0.813289615396897 and parameters: {'n_estimators_nuisance': 10, 'max_depth_nuisance': 25, 'n_estimators_treatment': 7}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:51,273] Trial 79 finished with value: 0.7955365238152036 and parameters: {'n_estimators_nuisance': 34, 'max_depth_nuisance': 22, 'n_estimators_treatment': 20}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:56,997] Trial 80 finished with value: 0.8159105827954248 and parameters: {'n_estimators_nuisance': 135, 'max_depth_nuisance': 26, 'n_estimators_treatment': 14}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:51:58,974] Trial 81 finished with value: 0.7920316995694776 and parameters: {'n_estimators_nuisance': 26, 'max_depth_nuisance': 24, 'n_estimators_treatment': 12}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:52:00,981] Trial 82 finished with value: 0.7928631551296275 and parameters: {'n_estimators_nuisance': 27, 'max_depth_nuisance': 28, 'n_estimators_treatment': 12}. Best is trial 63 with value: 0.7916522849276278.\n", - "[I 2024-06-06 17:52:02,999] Trial 83 finished with value: 0.7912885045703758 and parameters: {'n_estimators_nuisance': 31, 'max_depth_nuisance': 28, 'n_estimators_treatment': 7}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:05,558] Trial 84 finished with value: 0.7966818189702892 and parameters: {'n_estimators_nuisance': 49, 'max_depth_nuisance': 29, 'n_estimators_treatment': 7}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:06,967] Trial 85 finished with value: 0.8032969009949031 and parameters: {'n_estimators_nuisance': 13, 'max_depth_nuisance': 28, 'n_estimators_treatment': 11}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:09,074] Trial 86 finished with value: 0.79191945916536 and parameters: {'n_estimators_nuisance': 34, 'max_depth_nuisance': 27, 'n_estimators_treatment': 8}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:14,086] Trial 87 finished with value: 0.8121640295797373 and parameters: {'n_estimators_nuisance': 121, 'max_depth_nuisance': 27, 'n_estimators_treatment': 5}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:17,580] Trial 88 finished with value: 0.800499271415656 and parameters: {'n_estimators_nuisance': 67, 'max_depth_nuisance': 29, 'n_estimators_treatment': 12}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:18,801] Trial 89 finished with value: 0.8099253997559317 and parameters: {'n_estimators_nuisance': 11, 'max_depth_nuisance': 28, 'n_estimators_treatment': 9}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:21,087] Trial 90 finished with value: 0.7960248009343762 and parameters: {'n_estimators_nuisance': 41, 'max_depth_nuisance': 27, 'n_estimators_treatment': 7}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:23,201] Trial 91 finished with value: 0.7930445640967922 and parameters: {'n_estimators_nuisance': 33, 'max_depth_nuisance': 26, 'n_estimators_treatment': 9}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:25,305] Trial 92 finished with value: 0.7931726763497872 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 26, 'n_estimators_treatment': 9}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:27,258] Trial 93 finished with value: 0.7926616057074825 and parameters: {'n_estimators_nuisance': 25, 'max_depth_nuisance': 28, 'n_estimators_treatment': 12}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:29,107] Trial 94 finished with value: 0.7922568847418947 and parameters: {'n_estimators_nuisance': 23, 'max_depth_nuisance': 28, 'n_estimators_treatment': 12}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:33,442] Trial 95 finished with value: 0.8077491393416408 and parameters: {'n_estimators_nuisance': 23, 'max_depth_nuisance': 27, 'n_estimators_treatment': 83}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:39,621] Trial 96 finished with value: 0.8160156806421254 and parameters: {'n_estimators_nuisance': 143, 'max_depth_nuisance': 29, 'n_estimators_treatment': 18}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:41,985] Trial 97 finished with value: 0.7961055618681585 and parameters: {'n_estimators_nuisance': 45, 'max_depth_nuisance': 28, 'n_estimators_treatment': 5}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:43,920] Trial 98 finished with value: 0.798499039427089 and parameters: {'n_estimators_nuisance': 17, 'max_depth_nuisance': 30, 'n_estimators_treatment': 21}. Best is trial 83 with value: 0.7912885045703758.\n", - "[I 2024-06-06 17:52:49,968] Trial 99 finished with value: 0.8171863170091027 and parameters: {'n_estimators_nuisance': 156, 'max_depth_nuisance': 29, 'n_estimators_treatment': 11}. Best is trial 83 with value: 0.7912885045703758.\n" + "[I 2024-06-24 13:22:16,992] A new study created in memory with name: no-name-91d5c937-f1af-49ed-80c9-85ae6b2fef65\n", + "[I 2024-06-24 13:22:22,633] Trial 0 finished with value: 0.83053857095663 and parameters: {'n_estimators_nuisance': 142, 'max_depth_nuisance': 29, 'n_estimators_treatment': 8}. Best is trial 0 with value: 0.83053857095663.\n", + "[I 2024-06-24 13:22:27,327] Trial 1 finished with value: 0.8279630501887009 and parameters: {'n_estimators_nuisance': 89, 'max_depth_nuisance': 19, 'n_estimators_treatment': 39}. Best is trial 1 with value: 0.8279630501887009.\n", + "[I 2024-06-24 13:22:36,426] Trial 2 finished with value: 0.8438524520544455 and parameters: {'n_estimators_nuisance': 223, 'max_depth_nuisance': 28, 'n_estimators_treatment': 48}. Best is trial 1 with value: 0.8279630501887009.\n", + "[I 2024-06-24 13:22:42,400] Trial 3 finished with value: 0.8336463393551226 and parameters: {'n_estimators_nuisance': 87, 'max_depth_nuisance': 22, 'n_estimators_treatment': 76}. Best is trial 1 with value: 0.8279630501887009.\n", + "[I 2024-06-24 13:22:51,339] Trial 4 finished with value: 0.8458746918691048 and parameters: {'n_estimators_nuisance': 190, 'max_depth_nuisance': 24, 'n_estimators_treatment': 71}. Best is trial 1 with value: 0.8279630501887009.\n", + "[I 2024-06-24 13:22:55,459] Trial 5 finished with value: 0.8255242541019684 and parameters: {'n_estimators_nuisance': 86, 'max_depth_nuisance': 14, 'n_estimators_treatment': 18}. Best is trial 5 with value: 0.8255242541019684.\n", + "[I 2024-06-24 13:23:01,144] Trial 6 finished with value: 0.8300992723506675 and parameters: {'n_estimators_nuisance': 54, 'max_depth_nuisance': 22, 'n_estimators_treatment': 99}. Best is trial 5 with value: 0.8255242541019684.\n", + "[I 2024-06-24 13:23:08,313] Trial 7 finished with value: 0.8359314753840047 and parameters: {'n_estimators_nuisance': 157, 'max_depth_nuisance': 30, 'n_estimators_treatment': 44}. Best is trial 5 with value: 0.8255242541019684.\n", + "[I 2024-06-24 13:23:18,652] Trial 8 finished with value: 0.8526731227345625 and parameters: {'n_estimators_nuisance': 207, 'max_depth_nuisance': 30, 'n_estimators_treatment': 100}. Best is trial 5 with value: 0.8255242541019684.\n", + "[I 2024-06-24 13:23:27,079] Trial 9 finished with value: 0.8415862061713413 and parameters: {'n_estimators_nuisance': 177, 'max_depth_nuisance': 27, 'n_estimators_treatment': 65}. Best is trial 5 with value: 0.8255242541019684.\n", + "[I 2024-06-24 13:23:31,460] Trial 10 finished with value: 0.8250971170471355 and parameters: {'n_estimators_nuisance': 105, 'max_depth_nuisance': 9, 'n_estimators_treatment': 10}. Best is trial 10 with value: 0.8250971170471355.\n", + "[I 2024-06-24 13:23:32,436] Trial 11 finished with value: 0.8574556785022519 and parameters: {'n_estimators_nuisance': 7, 'max_depth_nuisance': 9, 'n_estimators_treatment': 7}. Best is trial 10 with value: 0.8250971170471355.\n", + "[I 2024-06-24 13:23:37,210] Trial 12 finished with value: 0.8288622966745569 and parameters: {'n_estimators_nuisance': 101, 'max_depth_nuisance': 11, 'n_estimators_treatment': 24}. Best is trial 10 with value: 0.8250971170471355.\n", + "[I 2024-06-24 13:23:39,330] Trial 13 finished with value: 0.815499188054067 and parameters: {'n_estimators_nuisance': 47, 'max_depth_nuisance': 4, 'n_estimators_treatment': 25}. Best is trial 13 with value: 0.815499188054067.\n", + "[I 2024-06-24 13:23:41,045] Trial 14 finished with value: 0.8170278638514555 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 3, 'n_estimators_treatment': 27}. Best is trial 13 with value: 0.815499188054067.\n", + "[I 2024-06-24 13:23:42,685] Trial 15 finished with value: 0.8840084413491256 and parameters: {'n_estimators_nuisance': 6, 'max_depth_nuisance': 3, 'n_estimators_treatment': 31}. Best is trial 13 with value: 0.815499188054067.\n", + "[I 2024-06-24 13:23:44,543] Trial 16 finished with value: 0.8133591571184091 and parameters: {'n_estimators_nuisance': 45, 'max_depth_nuisance': 3, 'n_estimators_treatment': 28}. Best is trial 16 with value: 0.8133591571184091.\n", + "[I 2024-06-24 13:23:48,523] Trial 17 finished with value: 0.8225422607328783 and parameters: {'n_estimators_nuisance': 43, 'max_depth_nuisance': 6, 'n_estimators_treatment': 58}. Best is trial 16 with value: 0.8133591571184091.\n", + "[I 2024-06-24 13:23:52,255] Trial 18 finished with value: 0.8232256196643117 and parameters: {'n_estimators_nuisance': 62, 'max_depth_nuisance': 6, 'n_estimators_treatment': 36}. Best is trial 16 with value: 0.8133591571184091.\n", + "[I 2024-06-24 13:24:01,178] Trial 19 finished with value: 0.8424506982382707 and parameters: {'n_estimators_nuisance': 245, 'max_depth_nuisance': 14, 'n_estimators_treatment': 19}. Best is trial 16 with value: 0.8133591571184091.\n", + "[I 2024-06-24 13:24:04,392] Trial 20 finished with value: 0.8214218530466108 and parameters: {'n_estimators_nuisance': 28, 'max_depth_nuisance': 6, 'n_estimators_treatment': 51}. Best is trial 16 with value: 0.8133591571184091.\n", + "[I 2024-06-24 13:24:06,091] Trial 21 finished with value: 0.8159680095390245 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 3, 'n_estimators_treatment': 25}. Best is trial 16 with value: 0.8133591571184091.\n", + "[I 2024-06-24 13:24:07,765] Trial 22 finished with value: 0.8128120242383954 and parameters: {'n_estimators_nuisance': 66, 'max_depth_nuisance': 3, 'n_estimators_treatment': 17}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:11,106] Trial 23 finished with value: 0.8222947299276746 and parameters: {'n_estimators_nuisance': 67, 'max_depth_nuisance': 8, 'n_estimators_treatment': 16}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:16,844] Trial 24 finished with value: 0.8319423296916826 and parameters: {'n_estimators_nuisance': 120, 'max_depth_nuisance': 12, 'n_estimators_treatment': 35}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:19,600] Trial 25 finished with value: 0.8189416518668202 and parameters: {'n_estimators_nuisance': 69, 'max_depth_nuisance': 5, 'n_estimators_treatment': 14}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:22,457] Trial 26 finished with value: 0.8217825547992809 and parameters: {'n_estimators_nuisance': 22, 'max_depth_nuisance': 8, 'n_estimators_treatment': 43}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:25,403] Trial 27 finished with value: 0.8177032033179947 and parameters: {'n_estimators_nuisance': 49, 'max_depth_nuisance': 5, 'n_estimators_treatment': 28}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:30,223] Trial 28 finished with value: 0.8276434740695241 and parameters: {'n_estimators_nuisance': 117, 'max_depth_nuisance': 12, 'n_estimators_treatment': 5}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:36,368] Trial 29 finished with value: 0.8328930801551955 and parameters: {'n_estimators_nuisance': 149, 'max_depth_nuisance': 16, 'n_estimators_treatment': 22}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:40,779] Trial 30 finished with value: 0.8249268400596328 and parameters: {'n_estimators_nuisance': 134, 'max_depth_nuisance': 4, 'n_estimators_treatment': 58}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:42,679] Trial 31 finished with value: 0.8151490160047353 and parameters: {'n_estimators_nuisance': 35, 'max_depth_nuisance': 3, 'n_estimators_treatment': 32}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:46,846] Trial 32 finished with value: 0.8277404652894443 and parameters: {'n_estimators_nuisance': 76, 'max_depth_nuisance': 7, 'n_estimators_treatment': 33}. Best is trial 22 with value: 0.8128120242383954.\n", + "[I 2024-06-24 13:24:48,143] Trial 33 finished with value: 0.8128115911320891 and parameters: {'n_estimators_nuisance': 42, 'max_depth_nuisance': 3, 'n_estimators_treatment': 12}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:24:49,186] Trial 34 finished with value: 0.8248887136761331 and parameters: {'n_estimators_nuisance': 19, 'max_depth_nuisance': 3, 'n_estimators_treatment': 11}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:24:52,592] Trial 35 finished with value: 0.8197588967136334 and parameters: {'n_estimators_nuisance': 41, 'max_depth_nuisance': 10, 'n_estimators_treatment': 40}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:24:56,462] Trial 36 finished with value: 0.8234905128396314 and parameters: {'n_estimators_nuisance': 86, 'max_depth_nuisance': 19, 'n_estimators_treatment': 13}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:24:59,230] Trial 37 finished with value: 0.8195390479856022 and parameters: {'n_estimators_nuisance': 57, 'max_depth_nuisance': 5, 'n_estimators_treatment': 20}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:25:03,395] Trial 38 finished with value: 0.8279481584510203 and parameters: {'n_estimators_nuisance': 77, 'max_depth_nuisance': 7, 'n_estimators_treatment': 30}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:25:08,099] Trial 39 finished with value: 0.8289172796994028 and parameters: {'n_estimators_nuisance': 100, 'max_depth_nuisance': 4, 'n_estimators_treatment': 86}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:25:10,867] Trial 40 finished with value: 0.826447064285644 and parameters: {'n_estimators_nuisance': 16, 'max_depth_nuisance': 7, 'n_estimators_treatment': 47}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:25:12,632] Trial 41 finished with value: 0.8134732587357059 and parameters: {'n_estimators_nuisance': 40, 'max_depth_nuisance': 4, 'n_estimators_treatment': 17}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:25:14,751] Trial 42 finished with value: 0.8153749119409206 and parameters: {'n_estimators_nuisance': 40, 'max_depth_nuisance': 5, 'n_estimators_treatment': 16}. Best is trial 33 with value: 0.8128115911320891.\n", + "[I 2024-06-24 13:25:15,981] Trial 43 finished with value: 0.8119776836172341 and parameters: {'n_estimators_nuisance': 55, 'max_depth_nuisance': 3, 'n_estimators_treatment': 8}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:18,577] Trial 44 finished with value: 0.8197695823883865 and parameters: {'n_estimators_nuisance': 56, 'max_depth_nuisance': 26, 'n_estimators_treatment': 5}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:20,525] Trial 45 finished with value: 0.8148575205546763 and parameters: {'n_estimators_nuisance': 76, 'max_depth_nuisance': 4, 'n_estimators_treatment': 9}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:24,558] Trial 46 finished with value: 0.8235706812289811 and parameters: {'n_estimators_nuisance': 88, 'max_depth_nuisance': 21, 'n_estimators_treatment': 11}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:26,326] Trial 47 finished with value: 0.8247959972665566 and parameters: {'n_estimators_nuisance': 15, 'max_depth_nuisance': 9, 'n_estimators_treatment': 20}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:28,979] Trial 48 finished with value: 0.8199357058869834 and parameters: {'n_estimators_nuisance': 51, 'max_depth_nuisance': 6, 'n_estimators_treatment': 16}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:30,308] Trial 49 finished with value: 0.8125109202263244 and parameters: {'n_estimators_nuisance': 64, 'max_depth_nuisance': 3, 'n_estimators_treatment': 8}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:34,563] Trial 50 finished with value: 0.826890686161164 and parameters: {'n_estimators_nuisance': 100, 'max_depth_nuisance': 8, 'n_estimators_treatment': 9}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:36,069] Trial 51 finished with value: 0.813546831729049 and parameters: {'n_estimators_nuisance': 65, 'max_depth_nuisance': 3, 'n_estimators_treatment': 13}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:38,167] Trial 52 finished with value: 0.817531733623378 and parameters: {'n_estimators_nuisance': 54, 'max_depth_nuisance': 5, 'n_estimators_treatment': 5}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:41,914] Trial 53 finished with value: 0.8244505669256544 and parameters: {'n_estimators_nuisance': 181, 'max_depth_nuisance': 4, 'n_estimators_treatment': 23}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:43,376] Trial 54 finished with value: 0.81444877687994 and parameters: {'n_estimators_nuisance': 30, 'max_depth_nuisance': 3, 'n_estimators_treatment': 19}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:45,502] Trial 55 finished with value: 0.8162547649658873 and parameters: {'n_estimators_nuisance': 44, 'max_depth_nuisance': 6, 'n_estimators_treatment': 8}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:47,781] Trial 56 finished with value: 0.8149805650123045 and parameters: {'n_estimators_nuisance': 61, 'max_depth_nuisance': 4, 'n_estimators_treatment': 15}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:53,264] Trial 57 finished with value: 0.8315096749793097 and parameters: {'n_estimators_nuisance': 73, 'max_depth_nuisance': 7, 'n_estimators_treatment': 76}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:55,067] Trial 58 finished with value: 0.8385232810292145 and parameters: {'n_estimators_nuisance': 10, 'max_depth_nuisance': 5, 'n_estimators_treatment': 28}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:25:56,696] Trial 59 finished with value: 0.8198848701778038 and parameters: {'n_estimators_nuisance': 24, 'max_depth_nuisance': 3, 'n_estimators_treatment': 25}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:00,539] Trial 60 finished with value: 0.8229817488670822 and parameters: {'n_estimators_nuisance': 84, 'max_depth_nuisance': 10, 'n_estimators_treatment': 12}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:02,186] Trial 61 finished with value: 0.8132559375635982 and parameters: {'n_estimators_nuisance': 63, 'max_depth_nuisance': 3, 'n_estimators_treatment': 17}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:03,906] Trial 62 finished with value: 0.8135751077653381 and parameters: {'n_estimators_nuisance': 38, 'max_depth_nuisance': 4, 'n_estimators_treatment': 18}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:06,739] Trial 63 finished with value: 0.820160456617976 and parameters: {'n_estimators_nuisance': 65, 'max_depth_nuisance': 6, 'n_estimators_treatment': 8}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:08,423] Trial 64 finished with value: 0.8137274457723414 and parameters: {'n_estimators_nuisance': 49, 'max_depth_nuisance': 3, 'n_estimators_treatment': 22}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:11,796] Trial 65 finished with value: 0.8219241473121046 and parameters: {'n_estimators_nuisance': 94, 'max_depth_nuisance': 5, 'n_estimators_treatment': 17}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:15,538] Trial 66 finished with value: 0.8241552798958554 and parameters: {'n_estimators_nuisance': 212, 'max_depth_nuisance': 4, 'n_estimators_treatment': 12}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:17,022] Trial 67 finished with value: 0.8179352543703808 and parameters: {'n_estimators_nuisance': 27, 'max_depth_nuisance': 3, 'n_estimators_treatment': 22}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:19,674] Trial 68 finished with value: 0.8214883150956522 and parameters: {'n_estimators_nuisance': 58, 'max_depth_nuisance': 7, 'n_estimators_treatment': 7}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:24,398] Trial 69 finished with value: 0.8276503443147979 and parameters: {'n_estimators_nuisance': 109, 'max_depth_nuisance': 15, 'n_estimators_treatment': 14}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:27,859] Trial 70 finished with value: 0.8222121483908412 and parameters: {'n_estimators_nuisance': 45, 'max_depth_nuisance': 19, 'n_estimators_treatment': 37}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:29,355] Trial 71 finished with value: 0.8137150744907906 and parameters: {'n_estimators_nuisance': 68, 'max_depth_nuisance': 3, 'n_estimators_treatment': 12}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:31,538] Trial 72 finished with value: 0.8161224230955217 and parameters: {'n_estimators_nuisance': 81, 'max_depth_nuisance': 4, 'n_estimators_treatment': 14}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:33,967] Trial 73 finished with value: 0.8163451474418802 and parameters: {'n_estimators_nuisance': 35, 'max_depth_nuisance': 6, 'n_estimators_treatment': 19}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:37,042] Trial 74 finished with value: 0.8207879229295765 and parameters: {'n_estimators_nuisance': 67, 'max_depth_nuisance': 5, 'n_estimators_treatment': 25}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:42,050] Trial 75 finished with value: 0.8249375102788891 and parameters: {'n_estimators_nuisance': 161, 'max_depth_nuisance': 3, 'n_estimators_treatment': 91}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:43,866] Trial 76 finished with value: 0.814351699028666 and parameters: {'n_estimators_nuisance': 61, 'max_depth_nuisance': 4, 'n_estimators_treatment': 10}. Best is trial 43 with value: 0.8119776836172341.\n", + "[I 2024-06-24 13:26:44,910] Trial 77 finished with value: 0.8116086796644417 and parameters: {'n_estimators_nuisance': 48, 'max_depth_nuisance': 3, 'n_estimators_treatment': 5}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:26:46,951] Trial 78 finished with value: 0.8162769369923417 and parameters: {'n_estimators_nuisance': 50, 'max_depth_nuisance': 5, 'n_estimators_treatment': 5}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:26:49,055] Trial 79 finished with value: 0.8165225847539919 and parameters: {'n_estimators_nuisance': 35, 'max_depth_nuisance': 8, 'n_estimators_treatment': 7}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:26:53,550] Trial 80 finished with value: 0.8256028532248583 and parameters: {'n_estimators_nuisance': 94, 'max_depth_nuisance': 24, 'n_estimators_treatment': 16}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:26:54,757] Trial 81 finished with value: 0.8128688330088947 and parameters: {'n_estimators_nuisance': 42, 'max_depth_nuisance': 3, 'n_estimators_treatment': 10}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:26:56,003] Trial 82 finished with value: 0.8124509466640654 and parameters: {'n_estimators_nuisance': 43, 'max_depth_nuisance': 3, 'n_estimators_treatment': 10}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:26:57,320] Trial 83 finished with value: 0.8121261895285019 and parameters: {'n_estimators_nuisance': 55, 'max_depth_nuisance': 3, 'n_estimators_treatment': 9}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:26:58,805] Trial 84 finished with value: 0.812766344834344 and parameters: {'n_estimators_nuisance': 72, 'max_depth_nuisance': 3, 'n_estimators_treatment': 10}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:00,499] Trial 85 finished with value: 0.8136283539767701 and parameters: {'n_estimators_nuisance': 54, 'max_depth_nuisance': 4, 'n_estimators_treatment': 10}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:03,034] Trial 86 finished with value: 0.8187490935709931 and parameters: {'n_estimators_nuisance': 72, 'max_depth_nuisance': 5, 'n_estimators_treatment': 7}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:05,379] Trial 87 finished with value: 0.8185500681713066 and parameters: {'n_estimators_nuisance': 46, 'max_depth_nuisance': 6, 'n_estimators_treatment': 9}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:06,709] Trial 88 finished with value: 0.8128958351668335 and parameters: {'n_estimators_nuisance': 80, 'max_depth_nuisance': 3, 'n_estimators_treatment': 5}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:08,115] Trial 89 finished with value: 0.8125643450061724 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 4, 'n_estimators_treatment': 11}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:11,113] Trial 90 finished with value: 0.819571266992025 and parameters: {'n_estimators_nuisance': 30, 'max_depth_nuisance': 4, 'n_estimators_treatment': 60}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:12,190] Trial 91 finished with value: 0.8211563812138972 and parameters: {'n_estimators_nuisance': 23, 'max_depth_nuisance': 3, 'n_estimators_treatment': 11}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:14,122] Trial 92 finished with value: 0.814698892556723 and parameters: {'n_estimators_nuisance': 42, 'max_depth_nuisance': 5, 'n_estimators_treatment': 7}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:15,961] Trial 93 finished with value: 0.8141108073354297 and parameters: {'n_estimators_nuisance': 54, 'max_depth_nuisance': 4, 'n_estimators_treatment': 14}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:16,887] Trial 94 finished with value: 0.8381580722873854 and parameters: {'n_estimators_nuisance': 13, 'max_depth_nuisance': 3, 'n_estimators_treatment': 10}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:24,514] Trial 95 finished with value: 0.8408935470945624 and parameters: {'n_estimators_nuisance': 247, 'max_depth_nuisance': 6, 'n_estimators_treatment': 7}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:26,544] Trial 96 finished with value: 0.8134953881569535 and parameters: {'n_estimators_nuisance': 36, 'max_depth_nuisance': 5, 'n_estimators_treatment': 13}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:27,691] Trial 97 finished with value: 0.812240831092427 and parameters: {'n_estimators_nuisance': 58, 'max_depth_nuisance': 3, 'n_estimators_treatment': 5}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:29,225] Trial 98 finished with value: 0.8147806106268247 and parameters: {'n_estimators_nuisance': 58, 'max_depth_nuisance': 4, 'n_estimators_treatment': 5}. Best is trial 77 with value: 0.8116086796644417.\n", + "[I 2024-06-24 13:27:32,568] Trial 99 finished with value: 0.82155698256571 and parameters: {'n_estimators_nuisance': 72, 'max_depth_nuisance': 13, 'n_estimators_treatment': 8}. Best is trial 77 with value: 0.8116086796644417.\n" ] } ], @@ -328,107 +328,107 @@ "name": "stderr", "output_type": "stream", "text": [ - "[I 2024-06-06 17:52:49,973] A new study created in memory with name: no-name-f44051e8-c810-4eee-a592-7356c606cd95\n", - "[I 2024-06-06 17:52:52,977] Trial 0 finished with value: 0.8288007517641651 and parameters: {'n_estimators_nuisance': 81, 'max_depth_nuisance': 24}. Best is trial 0 with value: 0.8288007517641651.\n", - "[I 2024-06-06 17:52:55,028] Trial 1 finished with value: 0.8241959001584742 and parameters: {'n_estimators_nuisance': 131, 'max_depth_nuisance': 4}. Best is trial 1 with value: 0.8241959001584742.\n", - "[I 2024-06-06 17:53:01,804] Trial 2 finished with value: 0.8459334232683748 and parameters: {'n_estimators_nuisance': 202, 'max_depth_nuisance': 19}. Best is trial 1 with value: 0.8241959001584742.\n", - "[I 2024-06-06 17:53:04,731] Trial 3 finished with value: 0.8276873597440942 and parameters: {'n_estimators_nuisance': 75, 'max_depth_nuisance': 29}. Best is trial 1 with value: 0.8241959001584742.\n", - "[I 2024-06-06 17:53:12,018] Trial 4 finished with value: 0.848063716441658 and parameters: {'n_estimators_nuisance': 218, 'max_depth_nuisance': 17}. Best is trial 1 with value: 0.8241959001584742.\n", - "[I 2024-06-06 17:53:18,038] Trial 5 finished with value: 0.8429982768487367 and parameters: {'n_estimators_nuisance': 174, 'max_depth_nuisance': 28}. Best is trial 1 with value: 0.8241959001584742.\n", - "[I 2024-06-06 17:53:20,863] Trial 6 finished with value: 0.8277199622713267 and parameters: {'n_estimators_nuisance': 76, 'max_depth_nuisance': 30}. Best is trial 1 with value: 0.8241959001584742.\n", - "[I 2024-06-06 17:53:25,151] Trial 7 finished with value: 0.8389621136597135 and parameters: {'n_estimators_nuisance': 128, 'max_depth_nuisance': 6}. Best is trial 1 with value: 0.8241959001584742.\n", - "[I 2024-06-06 17:53:28,421] Trial 8 finished with value: 0.8295154224916907 and parameters: {'n_estimators_nuisance': 86, 'max_depth_nuisance': 18}. Best is trial 1 with value: 0.8241959001584742.\n", - "[I 2024-06-06 17:53:33,495] Trial 9 finished with value: 0.8411284449204222 and parameters: {'n_estimators_nuisance': 153, 'max_depth_nuisance': 22}. Best is trial 1 with value: 0.8241959001584742.\n", - "[I 2024-06-06 17:53:33,922] Trial 10 finished with value: 0.8138780391859285 and parameters: {'n_estimators_nuisance': 37, 'max_depth_nuisance': 3}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:34,032] Trial 11 finished with value: 0.8913876627378883 and parameters: {'n_estimators_nuisance': 5, 'max_depth_nuisance': 3}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:35,306] Trial 12 finished with value: 0.8169649537511401 and parameters: {'n_estimators_nuisance': 29, 'max_depth_nuisance': 10}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:35,759] Trial 13 finished with value: 0.8451629924505814 and parameters: {'n_estimators_nuisance': 9, 'max_depth_nuisance': 10}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:37,103] Trial 14 finished with value: 0.8174488085364142 and parameters: {'n_estimators_nuisance': 34, 'max_depth_nuisance': 11}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:38,936] Trial 15 finished with value: 0.8209060923476458 and parameters: {'n_estimators_nuisance': 46, 'max_depth_nuisance': 10}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:40,718] Trial 16 finished with value: 0.8214975737753653 and parameters: {'n_estimators_nuisance': 45, 'max_depth_nuisance': 7}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:44,751] Trial 17 finished with value: 0.8331133424462434 and parameters: {'n_estimators_nuisance': 112, 'max_depth_nuisance': 12}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:46,088] Trial 18 finished with value: 0.8167563475135869 and parameters: {'n_estimators_nuisance': 31, 'max_depth_nuisance': 13}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:48,261] Trial 19 finished with value: 0.823365506005658 and parameters: {'n_estimators_nuisance': 55, 'max_depth_nuisance': 14}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:56,130] Trial 20 finished with value: 0.850389439862401 and parameters: {'n_estimators_nuisance': 240, 'max_depth_nuisance': 14}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:57,158] Trial 21 finished with value: 0.8171098100853228 and parameters: {'n_estimators_nuisance': 25, 'max_depth_nuisance': 7}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:53:58,163] Trial 22 finished with value: 0.8176596566189711 and parameters: {'n_estimators_nuisance': 23, 'max_depth_nuisance': 8}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:54:00,503] Trial 23 finished with value: 0.8246193643860952 and parameters: {'n_estimators_nuisance': 62, 'max_depth_nuisance': 15}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:54:03,167] Trial 24 finished with value: 0.8304793361434494 and parameters: {'n_estimators_nuisance': 100, 'max_depth_nuisance': 5}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:54:04,533] Trial 25 finished with value: 0.8174261525731665 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 9}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:54:06,834] Trial 26 finished with value: 0.8242064471908999 and parameters: {'n_estimators_nuisance': 60, 'max_depth_nuisance': 13}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:54:07,531] Trial 27 finished with value: 0.824227808074723 and parameters: {'n_estimators_nuisance': 15, 'max_depth_nuisance': 20}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:54:11,019] Trial 28 finished with value: 0.8320119653523567 and parameters: {'n_estimators_nuisance': 97, 'max_depth_nuisance': 16}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:54:12,655] Trial 29 finished with value: 0.8197988834079984 and parameters: {'n_estimators_nuisance': 40, 'max_depth_nuisance': 26}. Best is trial 10 with value: 0.8138780391859285.\n", - "[I 2024-06-06 17:54:13,327] Trial 30 finished with value: 0.8132700832005633 and parameters: {'n_estimators_nuisance': 69, 'max_depth_nuisance': 3}. Best is trial 30 with value: 0.8132700832005633.\n", - "[I 2024-06-06 17:54:14,026] Trial 31 finished with value: 0.813105886254806 and parameters: {'n_estimators_nuisance': 67, 'max_depth_nuisance': 3}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:14,698] Trial 32 finished with value: 0.8131307561534157 and parameters: {'n_estimators_nuisance': 65, 'max_depth_nuisance': 3}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:15,409] Trial 33 finished with value: 0.8132700832005633 and parameters: {'n_estimators_nuisance': 69, 'max_depth_nuisance': 3}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:18,241] Trial 34 finished with value: 0.8322269599477709 and parameters: {'n_estimators_nuisance': 110, 'max_depth_nuisance': 5}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:19,623] Trial 35 finished with value: 0.8191613803063432 and parameters: {'n_estimators_nuisance': 83, 'max_depth_nuisance': 4}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:20,944] Trial 36 finished with value: 0.8160185680338636 and parameters: {'n_estimators_nuisance': 146, 'max_depth_nuisance': 3}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:22,902] Trial 37 finished with value: 0.8256844876569924 and parameters: {'n_estimators_nuisance': 67, 'max_depth_nuisance': 5}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:26,132] Trial 38 finished with value: 0.8330161718666951 and parameters: {'n_estimators_nuisance': 95, 'max_depth_nuisance': 7}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:28,185] Trial 39 finished with value: 0.8265389977904729 and parameters: {'n_estimators_nuisance': 73, 'max_depth_nuisance': 5}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:29,433] Trial 40 finished with value: 0.8160774259908895 and parameters: {'n_estimators_nuisance': 141, 'max_depth_nuisance': 3}. Best is trial 31 with value: 0.813105886254806.\n", - "[I 2024-06-06 17:54:29,993] Trial 41 finished with value: 0.8129405261352558 and parameters: {'n_estimators_nuisance': 52, 'max_depth_nuisance': 3}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:31,963] Trial 42 finished with value: 0.8237360309410229 and parameters: {'n_estimators_nuisance': 54, 'max_depth_nuisance': 6}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:33,303] Trial 43 finished with value: 0.8190983741150273 and parameters: {'n_estimators_nuisance': 82, 'max_depth_nuisance': 4}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:35,666] Trial 44 finished with value: 0.82802113484302 and parameters: {'n_estimators_nuisance': 72, 'max_depth_nuisance': 6}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:36,806] Trial 45 finished with value: 0.8154507888732317 and parameters: {'n_estimators_nuisance': 119, 'max_depth_nuisance': 3}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:38,805] Trial 46 finished with value: 0.8226067955767709 and parameters: {'n_estimators_nuisance': 50, 'max_depth_nuisance': 8}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:41,263] Trial 47 finished with value: 0.8282377798017564 and parameters: {'n_estimators_nuisance': 166, 'max_depth_nuisance': 4}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:44,245] Trial 48 finished with value: 0.8312401251281031 and parameters: {'n_estimators_nuisance': 199, 'max_depth_nuisance': 4}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:47,102] Trial 49 finished with value: 0.8305214960550932 and parameters: {'n_estimators_nuisance': 84, 'max_depth_nuisance': 6}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:50,395] Trial 50 finished with value: 0.8319970313673566 and parameters: {'n_estimators_nuisance': 91, 'max_depth_nuisance': 8}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:50,846] Trial 51 finished with value: 0.8134175121232649 and parameters: {'n_estimators_nuisance': 41, 'max_depth_nuisance': 3}. Best is trial 41 with value: 0.8129405261352558.\n", - "[I 2024-06-06 17:54:51,483] Trial 52 finished with value: 0.8129373337360773 and parameters: {'n_estimators_nuisance': 61, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:54:53,820] Trial 53 finished with value: 0.826415472350634 and parameters: {'n_estimators_nuisance': 66, 'max_depth_nuisance': 6}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:54:54,775] Trial 54 finished with value: 0.8172269137423748 and parameters: {'n_estimators_nuisance': 55, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:54:55,537] Trial 55 finished with value: 0.813308444092972 and parameters: {'n_estimators_nuisance': 74, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:54:58,245] Trial 56 finished with value: 0.8309471799054062 and parameters: {'n_estimators_nuisance': 104, 'max_depth_nuisance': 5}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:54:59,072] Trial 57 finished with value: 0.8190971281782001 and parameters: {'n_estimators_nuisance': 19, 'max_depth_nuisance': 23}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:00,967] Trial 58 finished with value: 0.8217993888672254 and parameters: {'n_estimators_nuisance': 47, 'max_depth_nuisance': 9}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:03,312] Trial 59 finished with value: 0.825712264428725 and parameters: {'n_estimators_nuisance': 62, 'max_depth_nuisance': 7}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:04,589] Trial 60 finished with value: 0.818735503045013 and parameters: {'n_estimators_nuisance': 75, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:05,377] Trial 61 finished with value: 0.8134391678235924 and parameters: {'n_estimators_nuisance': 77, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:06,259] Trial 62 finished with value: 0.814010537706401 and parameters: {'n_estimators_nuisance': 89, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:08,044] Trial 63 finished with value: 0.8238651726037122 and parameters: {'n_estimators_nuisance': 58, 'max_depth_nuisance': 5}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:09,451] Trial 64 finished with value: 0.8192054716851682 and parameters: {'n_estimators_nuisance': 36, 'max_depth_nuisance': 6}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:10,640] Trial 65 finished with value: 0.8182373311943514 and parameters: {'n_estimators_nuisance': 69, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:12,559] Trial 66 finished with value: 0.8215735296853341 and parameters: {'n_estimators_nuisance': 48, 'max_depth_nuisance': 20}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:13,704] Trial 67 finished with value: 0.8154507888732317 and parameters: {'n_estimators_nuisance': 119, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:15,958] Trial 68 finished with value: 0.8271803670907039 and parameters: {'n_estimators_nuisance': 79, 'max_depth_nuisance': 5}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:18,281] Trial 69 finished with value: 0.8266644850352823 and parameters: {'n_estimators_nuisance': 65, 'max_depth_nuisance': 7}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:19,063] Trial 70 finished with value: 0.8155372321465385 and parameters: {'n_estimators_nuisance': 42, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:19,501] Trial 71 finished with value: 0.8134971561472103 and parameters: {'n_estimators_nuisance': 39, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:19,830] Trial 72 finished with value: 0.8169473657891771 and parameters: {'n_estimators_nuisance': 28, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:21,571] Trial 73 finished with value: 0.8238651726037122 and parameters: {'n_estimators_nuisance': 58, 'max_depth_nuisance': 5}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:21,782] Trial 74 finished with value: 0.8336485763971134 and parameters: {'n_estimators_nuisance': 15, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:23,841] Trial 75 finished with value: 0.8222747328796495 and parameters: {'n_estimators_nuisance': 50, 'max_depth_nuisance': 27}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:25,093] Trial 76 finished with value: 0.8181256345237353 and parameters: {'n_estimators_nuisance': 71, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:27,906] Trial 77 finished with value: 0.8309471799054062 and parameters: {'n_estimators_nuisance': 104, 'max_depth_nuisance': 5}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:30,993] Trial 78 finished with value: 0.8311268308987925 and parameters: {'n_estimators_nuisance': 86, 'max_depth_nuisance': 8}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:31,164] Trial 79 finished with value: 0.873185973751187 and parameters: {'n_estimators_nuisance': 6, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:32,084] Trial 80 finished with value: 0.8142091166405143 and parameters: {'n_estimators_nuisance': 94, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:32,869] Trial 81 finished with value: 0.8134391678235924 and parameters: {'n_estimators_nuisance': 77, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:35,126] Trial 82 finished with value: 0.8256964613897432 and parameters: {'n_estimators_nuisance': 63, 'max_depth_nuisance': 6}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:35,613] Trial 83 finished with value: 0.8129593749926585 and parameters: {'n_estimators_nuisance': 44, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:37,435] Trial 84 finished with value: 0.8206068873850159 and parameters: {'n_estimators_nuisance': 45, 'max_depth_nuisance': 30}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:39,015] Trial 85 finished with value: 0.8232792368952114 and parameters: {'n_estimators_nuisance': 53, 'max_depth_nuisance': 5}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:39,619] Trial 86 finished with value: 0.8147743137362787 and parameters: {'n_estimators_nuisance': 31, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:41,612] Trial 87 finished with value: 0.824416099912207 and parameters: {'n_estimators_nuisance': 58, 'max_depth_nuisance': 6}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:42,063] Trial 88 finished with value: 0.818387370289074 and parameters: {'n_estimators_nuisance': 22, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:42,489] Trial 89 finished with value: 0.8138780391859285 and parameters: {'n_estimators_nuisance': 37, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:48,531] Trial 90 finished with value: 0.8488158480042115 and parameters: {'n_estimators_nuisance': 249, 'max_depth_nuisance': 5}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:49,341] Trial 91 finished with value: 0.8135571060243536 and parameters: {'n_estimators_nuisance': 80, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:50,125] Trial 92 finished with value: 0.8131036362611422 and parameters: {'n_estimators_nuisance': 68, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:51,332] Trial 93 finished with value: 0.8180869785761656 and parameters: {'n_estimators_nuisance': 70, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:52,311] Trial 94 finished with value: 0.8165379988353917 and parameters: {'n_estimators_nuisance': 52, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:54,643] Trial 95 finished with value: 0.8246193643860952 and parameters: {'n_estimators_nuisance': 62, 'max_depth_nuisance': 17}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:55,102] Trial 96 finished with value: 0.8134175121232649 and parameters: {'n_estimators_nuisance': 41, 'max_depth_nuisance': 3}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:57,045] Trial 97 finished with value: 0.8254890378007177 and parameters: {'n_estimators_nuisance': 66, 'max_depth_nuisance': 5}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:55:59,928] Trial 98 finished with value: 0.831254084415657 and parameters: {'n_estimators_nuisance': 87, 'max_depth_nuisance': 6}. Best is trial 52 with value: 0.8129373337360773.\n", - "[I 2024-06-06 17:56:01,129] Trial 99 finished with value: 0.8182741959256766 and parameters: {'n_estimators_nuisance': 72, 'max_depth_nuisance': 4}. Best is trial 52 with value: 0.8129373337360773.\n" + "[I 2024-06-24 13:27:32,573] A new study created in memory with name: no-name-c8e6fb60-ecbd-4bf5-95f8-fdbea711e7d2\n", + "[I 2024-06-24 13:27:37,408] Trial 0 finished with value: 0.8557745599990257 and parameters: {'n_estimators_nuisance': 140, 'max_depth_nuisance': 14}. Best is trial 0 with value: 0.8557745599990257.\n", + "[I 2024-06-24 13:27:44,610] Trial 1 finished with value: 0.8645415696834704 and parameters: {'n_estimators_nuisance': 225, 'max_depth_nuisance': 10}. Best is trial 0 with value: 0.8557745599990257.\n", + "[I 2024-06-24 13:27:51,077] Trial 2 finished with value: 0.8608539811229967 and parameters: {'n_estimators_nuisance': 197, 'max_depth_nuisance': 14}. Best is trial 0 with value: 0.8557745599990257.\n", + "[I 2024-06-24 13:27:53,395] Trial 3 finished with value: 0.8463791376788804 and parameters: {'n_estimators_nuisance': 73, 'max_depth_nuisance': 6}. Best is trial 3 with value: 0.8463791376788804.\n", + "[I 2024-06-24 13:27:57,908] Trial 4 finished with value: 0.8555935808124866 and parameters: {'n_estimators_nuisance': 136, 'max_depth_nuisance': 24}. Best is trial 3 with value: 0.8463791376788804.\n", + "[I 2024-06-24 13:28:02,562] Trial 5 finished with value: 0.8575332566164642 and parameters: {'n_estimators_nuisance': 166, 'max_depth_nuisance': 6}. Best is trial 3 with value: 0.8463791376788804.\n", + "[I 2024-06-24 13:28:06,781] Trial 6 finished with value: 0.8540343236087775 and parameters: {'n_estimators_nuisance': 124, 'max_depth_nuisance': 26}. Best is trial 3 with value: 0.8463791376788804.\n", + "[I 2024-06-24 13:28:11,356] Trial 7 finished with value: 0.8556747079702898 and parameters: {'n_estimators_nuisance': 138, 'max_depth_nuisance': 30}. Best is trial 3 with value: 0.8463791376788804.\n", + "[I 2024-06-24 13:28:11,905] Trial 8 finished with value: 0.8542846197500849 and parameters: {'n_estimators_nuisance': 12, 'max_depth_nuisance': 9}. Best is trial 3 with value: 0.8463791376788804.\n", + "[I 2024-06-24 13:28:16,303] Trial 9 finished with value: 0.8546913754562475 and parameters: {'n_estimators_nuisance': 130, 'max_depth_nuisance': 14}. Best is trial 3 with value: 0.8463791376788804.\n", + "[I 2024-06-24 13:28:16,844] Trial 10 finished with value: 0.8371027723046572 and parameters: {'n_estimators_nuisance': 54, 'max_depth_nuisance': 3}. Best is trial 10 with value: 0.8371027723046572.\n", + "[I 2024-06-24 13:28:17,339] Trial 11 finished with value: 0.8369717349425706 and parameters: {'n_estimators_nuisance': 48, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:18,831] Trial 12 finished with value: 0.8421319598691644 and parameters: {'n_estimators_nuisance': 43, 'max_depth_nuisance': 6}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:19,587] Trial 13 finished with value: 0.8380130474396555 and parameters: {'n_estimators_nuisance': 81, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:19,735] Trial 14 finished with value: 0.8788175155940677 and parameters: {'n_estimators_nuisance': 9, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:22,341] Trial 15 finished with value: 0.8478549784624454 and parameters: {'n_estimators_nuisance': 73, 'max_depth_nuisance': 19}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:23,965] Trial 16 finished with value: 0.8423566325073685 and parameters: {'n_estimators_nuisance': 41, 'max_depth_nuisance': 9}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:27,109] Trial 17 finished with value: 0.8497453274590234 and parameters: {'n_estimators_nuisance': 87, 'max_depth_nuisance': 18}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:28,627] Trial 18 finished with value: 0.841769145993798 and parameters: {'n_estimators_nuisance': 39, 'max_depth_nuisance': 11}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:29,529] Trial 19 finished with value: 0.8387476993794126 and parameters: {'n_estimators_nuisance': 100, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:31,383] Trial 20 finished with value: 0.8453709840781217 and parameters: {'n_estimators_nuisance': 54, 'max_depth_nuisance': 7}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:32,278] Trial 21 finished with value: 0.8387476993794126 and parameters: {'n_estimators_nuisance': 100, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:32,944] Trial 22 finished with value: 0.8371994900203269 and parameters: {'n_estimators_nuisance': 64, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:33,949] Trial 23 finished with value: 0.8403547831901805 and parameters: {'n_estimators_nuisance': 26, 'max_depth_nuisance': 6}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:36,213] Trial 24 finished with value: 0.8468467370952899 and parameters: {'n_estimators_nuisance': 63, 'max_depth_nuisance': 8}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:39,863] Trial 25 finished with value: 0.851761674155948 and parameters: {'n_estimators_nuisance': 103, 'max_depth_nuisance': 12}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:40,798] Trial 26 finished with value: 0.8392291117844327 and parameters: {'n_estimators_nuisance': 27, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:42,850] Trial 27 finished with value: 0.8449490009990133 and parameters: {'n_estimators_nuisance': 56, 'max_depth_nuisance': 21}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:44,426] Trial 28 finished with value: 0.8415815451435248 and parameters: {'n_estimators_nuisance': 112, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:49,544] Trial 29 finished with value: 0.8565679958272611 and parameters: {'n_estimators_nuisance': 153, 'max_depth_nuisance': 13}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:50,579] Trial 30 finished with value: 0.8410849898275524 and parameters: {'n_estimators_nuisance': 24, 'max_depth_nuisance': 16}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:51,794] Trial 31 finished with value: 0.8407693671099681 and parameters: {'n_estimators_nuisance': 78, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:54,786] Trial 32 finished with value: 0.8508008145559798 and parameters: {'n_estimators_nuisance': 86, 'max_depth_nuisance': 8}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:56,515] Trial 33 finished with value: 0.842614606566614 and parameters: {'n_estimators_nuisance': 59, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:28:58,200] Trial 34 finished with value: 0.8425035720305093 and parameters: {'n_estimators_nuisance': 208, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:00,761] Trial 35 finished with value: 0.8465773772106769 and parameters: {'n_estimators_nuisance': 69, 'max_depth_nuisance': 10}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:06,045] Trial 36 finished with value: 0.8612283843050235 and parameters: {'n_estimators_nuisance': 240, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:07,732] Trial 37 finished with value: 0.8444648749557658 and parameters: {'n_estimators_nuisance': 46, 'max_depth_nuisance': 7}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:10,517] Trial 38 finished with value: 0.8492130625287463 and parameters: {'n_estimators_nuisance': 116, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:13,340] Trial 39 finished with value: 0.8512000268737807 and parameters: {'n_estimators_nuisance': 88, 'max_depth_nuisance': 7}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:14,607] Trial 40 finished with value: 0.8412070967330226 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 25}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:15,495] Trial 41 finished with value: 0.8387694115542171 and parameters: {'n_estimators_nuisance': 98, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:16,771] Trial 42 finished with value: 0.8409479350483986 and parameters: {'n_estimators_nuisance': 82, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:18,092] Trial 43 finished with value: 0.8401245743788259 and parameters: {'n_estimators_nuisance': 153, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:19,844] Trial 44 finished with value: 0.8434756284994833 and parameters: {'n_estimators_nuisance': 65, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:21,762] Trial 45 finished with value: 0.8451115987997999 and parameters: {'n_estimators_nuisance': 50, 'max_depth_nuisance': 8}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:23,522] Trial 46 finished with value: 0.842108214109248 and parameters: {'n_estimators_nuisance': 120, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:24,146] Trial 47 finished with value: 0.8492818670628405 and parameters: {'n_estimators_nuisance': 14, 'max_depth_nuisance': 29}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:29,971] Trial 48 finished with value: 0.8604042851883956 and parameters: {'n_estimators_nuisance': 182, 'max_depth_nuisance': 10}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:32,808] Trial 49 finished with value: 0.8491458727250417 and parameters: {'n_estimators_nuisance': 97, 'max_depth_nuisance': 6}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:35,393] Trial 50 finished with value: 0.8478549784624454 and parameters: {'n_estimators_nuisance': 73, 'max_depth_nuisance': 22}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:36,311] Trial 51 finished with value: 0.8387476993794126 and parameters: {'n_estimators_nuisance': 100, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:37,300] Trial 52 finished with value: 0.8387486142854308 and parameters: {'n_estimators_nuisance': 110, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:41,125] Trial 53 finished with value: 0.8533845974011482 and parameters: {'n_estimators_nuisance': 133, 'max_depth_nuisance': 6}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:41,815] Trial 54 finished with value: 0.8369904019034808 and parameters: {'n_estimators_nuisance': 37, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:43,186] Trial 55 finished with value: 0.8428916869666491 and parameters: {'n_estimators_nuisance': 34, 'max_depth_nuisance': 7}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:43,592] Trial 56 finished with value: 0.8417454482453965 and parameters: {'n_estimators_nuisance': 20, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:44,999] Trial 57 finished with value: 0.8402545366608952 and parameters: {'n_estimators_nuisance': 45, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:45,359] Trial 58 finished with value: 0.8814443931725696 and parameters: {'n_estimators_nuisance': 7, 'max_depth_nuisance': 9}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:47,456] Trial 59 finished with value: 0.8447037819013968 and parameters: {'n_estimators_nuisance': 55, 'max_depth_nuisance': 15}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:48,540] Trial 60 finished with value: 0.8395442258948982 and parameters: {'n_estimators_nuisance': 66, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:49,393] Trial 61 finished with value: 0.8385104671593674 and parameters: {'n_estimators_nuisance': 92, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:50,152] Trial 62 finished with value: 0.8379313466958876 and parameters: {'n_estimators_nuisance': 76, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:51,521] Trial 63 finished with value: 0.8413654037157335 and parameters: {'n_estimators_nuisance': 92, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:54,053] Trial 64 finished with value: 0.8471370283413241 and parameters: {'n_estimators_nuisance': 80, 'max_depth_nuisance': 6}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:54,479] Trial 65 finished with value: 0.8374294906926323 and parameters: {'n_estimators_nuisance': 40, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:55,625] Trial 66 finished with value: 0.8388005691024599 and parameters: {'n_estimators_nuisance': 36, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:57,417] Trial 67 finished with value: 0.8449630098230781 and parameters: {'n_estimators_nuisance': 49, 'max_depth_nuisance': 7}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:59,093] Trial 68 finished with value: 0.8423566325073685 and parameters: {'n_estimators_nuisance': 41, 'max_depth_nuisance': 18}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:29:59,791] Trial 69 finished with value: 0.8432102857812726 and parameters: {'n_estimators_nuisance': 18, 'max_depth_nuisance': 6}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:00,855] Trial 70 finished with value: 0.8395578695080244 and parameters: {'n_estimators_nuisance': 63, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:01,595] Trial 71 finished with value: 0.8379313466958876 and parameters: {'n_estimators_nuisance': 76, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:02,297] Trial 72 finished with value: 0.8375581069663144 and parameters: {'n_estimators_nuisance': 71, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:03,014] Trial 73 finished with value: 0.8376839400463968 and parameters: {'n_estimators_nuisance': 74, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:03,934] Trial 74 finished with value: 0.8387462300552294 and parameters: {'n_estimators_nuisance': 54, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:04,984] Trial 75 finished with value: 0.8384028389894236 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:05,703] Trial 76 finished with value: 0.8375581069663144 and parameters: {'n_estimators_nuisance': 71, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:07,370] Trial 77 finished with value: 0.8429544705290505 and parameters: {'n_estimators_nuisance': 62, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:07,812] Trial 78 finished with value: 0.8372489323689495 and parameters: {'n_estimators_nuisance': 42, 'max_depth_nuisance': 3}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:08,760] Trial 79 finished with value: 0.8403292264180668 and parameters: {'n_estimators_nuisance': 25, 'max_depth_nuisance': 6}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:09,534] Trial 80 finished with value: 0.8371308301582224 and parameters: {'n_estimators_nuisance': 41, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:10,232] Trial 81 finished with value: 0.83705019670631 and parameters: {'n_estimators_nuisance': 39, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:10,946] Trial 82 finished with value: 0.8370168846903381 and parameters: {'n_estimators_nuisance': 40, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:11,681] Trial 83 finished with value: 0.8370168846903381 and parameters: {'n_estimators_nuisance': 40, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:12,203] Trial 84 finished with value: 0.8375853613346683 and parameters: {'n_estimators_nuisance': 28, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:13,955] Trial 85 finished with value: 0.8442562603533649 and parameters: {'n_estimators_nuisance': 46, 'max_depth_nuisance': 8}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:14,452] Trial 86 finished with value: 0.8475976048409527 and parameters: {'n_estimators_nuisance': 14, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:15,411] Trial 87 finished with value: 0.8388348619310421 and parameters: {'n_estimators_nuisance': 55, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:16,864] Trial 88 finished with value: 0.8435553941652268 and parameters: {'n_estimators_nuisance': 38, 'max_depth_nuisance': 7}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:17,592] Trial 89 finished with value: 0.8402209945083552 and parameters: {'n_estimators_nuisance': 21, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:18,777] Trial 90 finished with value: 0.8408201505351982 and parameters: {'n_estimators_nuisance': 29, 'max_depth_nuisance': 11}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:19,576] Trial 91 finished with value: 0.837368394539858 and parameters: {'n_estimators_nuisance': 43, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:20,537] Trial 92 finished with value: 0.8385741722244079 and parameters: {'n_estimators_nuisance': 52, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:22,203] Trial 93 finished with value: 0.8430942414991943 and parameters: {'n_estimators_nuisance': 46, 'max_depth_nuisance': 6}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:22,876] Trial 94 finished with value: 0.8370020907012593 and parameters: {'n_estimators_nuisance': 36, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:24,189] Trial 95 finished with value: 0.843139897345287 and parameters: {'n_estimators_nuisance': 35, 'max_depth_nuisance': 7}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:25,851] Trial 96 finished with value: 0.842614606566614 and parameters: {'n_estimators_nuisance': 59, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:26,447] Trial 97 finished with value: 0.8370307355401991 and parameters: {'n_estimators_nuisance': 32, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:26,673] Trial 98 finished with value: 0.9018523922374757 and parameters: {'n_estimators_nuisance': 5, 'max_depth_nuisance': 5}. Best is trial 11 with value: 0.8369717349425706.\n", + "[I 2024-06-24 13:30:26,987] Trial 99 finished with value: 0.851871097086791 and parameters: {'n_estimators_nuisance': 14, 'max_depth_nuisance': 4}. Best is trial 11 with value: 0.8369717349425706.\n" ] } ], @@ -502,129 +502,111 @@ "execution_count": 5, "metadata": {}, "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[LightGBM] [Info] Auto-choosing col-wise multi-threading, the overhead of testing was 0.000248 seconds.\n", - "You can set `force_col_wise=true` to remove the overhead.\n", - "[LightGBM] [Info] Total Bins 496\n", - "[LightGBM] [Info] Number of data points in the train set: 7793, number of used features: 11\n", - "[LightGBM] [Info] Start training from score -0.002111\n", - "[LightGBM] [Info] Number of positive: 2565, number of negative: 5228\n", - "[LightGBM] [Info] Auto-choosing col-wise multi-threading, the overhead of testing was 0.000253 seconds.\n", - "You can set `force_col_wise=true` to remove the overhead.\n", - "[LightGBM] [Info] Total Bins 496\n", - "[LightGBM] [Info] Number of data points in the train set: 7793, number of used features: 11\n", - "[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.329142 -> initscore=-0.712070\n", - "[LightGBM] [Info] Start training from score -0.712070\n" - ] - }, { "name": "stderr", "output_type": "stream", "text": [ - "[I 2024-06-06 17:56:01,747] A new study created in memory with name: no-name-06cb1974-6a0c-4cdf-9a2d-6a8a7c221df7\n", - "[I 2024-06-06 17:56:02,233] Trial 0 finished with value: 0.8169250800494238 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 8.28677940660548}. Best is trial 0 with value: 0.8169250800494238.\n", - "[I 2024-06-06 17:56:10,695] Trial 1 finished with value: 0.8162437974068578 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 247}. Best is trial 1 with value: 0.8162437974068578.\n", - "[I 2024-06-06 17:56:11,179] Trial 2 finished with value: 0.8159429235765234 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 4.536653702854977}. Best is trial 2 with value: 0.8159429235765234.\n", - "[I 2024-06-06 17:56:11,645] Trial 3 finished with value: 0.8166980815884088 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 0.8092137252574028}. Best is trial 2 with value: 0.8159429235765234.\n", - "[I 2024-06-06 17:56:27,659] Trial 4 finished with value: 0.8166293859677969 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 242}. Best is trial 2 with value: 0.8159429235765234.\n", - "[I 2024-06-06 17:56:42,927] Trial 5 finished with value: 0.8160717051557324 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 230}. Best is trial 2 with value: 0.8159429235765234.\n", - "[I 2024-06-06 17:56:43,421] Trial 6 finished with value: 0.8155549297211176 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 0.47769546355170167}. Best is trial 6 with value: 0.8155549297211176.\n", - "[I 2024-06-06 17:56:49,541] Trial 7 finished with value: 0.8157211215323465 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 80}. Best is trial 6 with value: 0.8155549297211176.\n", - "[I 2024-06-06 17:56:50,031] Trial 8 finished with value: 0.8153620331696677 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.0472575473606867}. Best is trial 8 with value: 0.8153620331696677.\n", - "[I 2024-06-06 17:56:50,522] Trial 9 finished with value: 0.8159797449562333 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 6.53833236494746}. Best is trial 8 with value: 0.8153620331696677.\n", - "[I 2024-06-06 17:56:51,470] Trial 10 finished with value: 0.8177235608576316 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 10}. Best is trial 8 with value: 0.8153620331696677.\n", - "[I 2024-06-06 17:56:51,958] Trial 11 finished with value: 0.8156241679176166 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 0.29886483799856484}. Best is trial 8 with value: 0.8153620331696677.\n", - "[I 2024-06-06 17:56:52,449] Trial 12 finished with value: 0.8160802737135336 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.0026050624585001}. Best is trial 8 with value: 0.8153620331696677.\n", - "[I 2024-06-06 17:56:52,976] Trial 13 finished with value: 0.815806366397331 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.9754604654851926}. Best is trial 8 with value: 0.8153620331696677.\n", - "[I 2024-06-06 17:56:53,465] Trial 14 finished with value: 0.816084935843354 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 8.909294494114278}. Best is trial 8 with value: 0.8153620331696677.\n", - "[I 2024-06-06 17:56:53,959] Trial 15 finished with value: 0.8151986563893613 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.4970991772378395}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:54,443] Trial 16 finished with value: 0.8158687223803774 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.4201492416641486}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:54,939] Trial 17 finished with value: 0.815310469568828 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.6661535785064485}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:55,405] Trial 18 finished with value: 0.8165207808743344 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 0.7674065187359833}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:56,675] Trial 19 finished with value: 0.8175852555982718 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 9}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:57,165] Trial 20 finished with value: 0.8159970553481561 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 5.993569331409896}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:57,657] Trial 21 finished with value: 0.8156956246992024 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.470325399802693}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:58,151] Trial 22 finished with value: 0.8152947032876785 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.2484581231744527}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:58,643] Trial 23 finished with value: 0.8157042237512422 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.789077517300317}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:59,130] Trial 24 finished with value: 0.8155385068595619 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 4.475679595183802}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:56:59,621] Trial 25 finished with value: 0.8159017206471609 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.6763863714156024}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:57:04,800] Trial 26 finished with value: 0.8164408084042841 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 133}. Best is trial 15 with value: 0.8151986563893613.\n", - "[I 2024-06-06 17:57:05,289] Trial 27 finished with value: 0.8150111969221464 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.838338616948603}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:05,774] Trial 28 finished with value: 0.8162226001338796 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 4.035291666271593}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:07,584] Trial 29 finished with value: 0.8167351145347269 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 33}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:18,088] Trial 30 finished with value: 0.8163221198862928 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 145}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:18,572] Trial 31 finished with value: 0.8158839550367815 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.9538043861349994}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:19,074] Trial 32 finished with value: 0.8157245061688615 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 5.452738680427002}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:19,563] Trial 33 finished with value: 0.8154984743549895 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.6784061674743365}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:20,031] Trial 34 finished with value: 0.8162836525317131 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 9.832861541717106}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:20,523] Trial 35 finished with value: 0.8156849719134909 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.4265558848721787}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:21,014] Trial 36 finished with value: 0.8157306720629048 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.3440579988033823}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:21,505] Trial 37 finished with value: 0.8155857647144701 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.8798074459678724}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:21,999] Trial 38 finished with value: 0.8157901805904175 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 5.073297857252189}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:30,847] Trial 39 finished with value: 0.8161169060697174 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 250}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:31,354] Trial 40 finished with value: 0.8151721887276717 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 7.346921193316394}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:31,861] Trial 41 finished with value: 0.8154517716994569 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 7.907710622454499}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:32,363] Trial 42 finished with value: 0.8160716985460541 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 9.903586493706154}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:42,945] Trial 43 finished with value: 0.8156623847572869 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 146}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:43,442] Trial 44 finished with value: 0.8161159446616557 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 6.69790564801626}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:43,946] Trial 45 finished with value: 0.8160408365897522 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.7669907981282194}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:45,394] Trial 46 finished with value: 0.8173705856997336 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 11}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:45,890] Trial 47 finished with value: 0.8154634035190987 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 4.458574592115859}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:46,395] Trial 48 finished with value: 0.8154261537155234 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.390184539091321}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:46,895] Trial 49 finished with value: 0.8160038866866118 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 7.630412676276543}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:47,381] Trial 50 finished with value: 0.8160014753545204 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 5.011615289039579}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:47,883] Trial 51 finished with value: 0.8154010229114663 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.1232342168221967}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:48,382] Trial 52 finished with value: 0.8162079981335504 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 0.8815660357280652}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:48,889] Trial 53 finished with value: 0.8157097372045036 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.6012677437909275}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:49,390] Trial 54 finished with value: 0.8154580615458846 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 4.076968418574977}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:55,979] Trial 55 finished with value: 0.8158134544989049 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 84}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:56,478] Trial 56 finished with value: 0.8156897648579086 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.313982848019009}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:56,980] Trial 57 finished with value: 0.815754638596607 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.215430387574134}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:57,482] Trial 58 finished with value: 0.8157125242893657 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.9919786876083925}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:57:57,995] Trial 59 finished with value: 0.8160749193760514 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 0.791916699476034}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:03,071] Trial 60 finished with value: 0.8163746228339439 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 127}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:03,614] Trial 61 finished with value: 0.8158906795054671 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.1914656827153367}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:04,132] Trial 62 finished with value: 0.8153746611556002 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.816235451912893}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:04,640] Trial 63 finished with value: 0.8158058444052503 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.8621097013048968}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:05,154] Trial 64 finished with value: 0.8158713772190106 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.7150516557424296}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:05,656] Trial 65 finished with value: 0.8163891991176854 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 0.2136646557103994}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:06,159] Trial 66 finished with value: 0.8156922572473685 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.3700395915550074}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:19,287] Trial 67 finished with value: 0.8160500325555221 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 191}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:19,821] Trial 68 finished with value: 0.8157755918492238 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.599128407804106}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:20,307] Trial 69 finished with value: 0.8160589980948336 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 4.1306305624451225}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:20,774] Trial 70 finished with value: 0.8166994309336751 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 4.844357457425935}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:21,261] Trial 71 finished with value: 0.8160967404977887 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.09644363278062}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:21,753] Trial 72 finished with value: 0.8154736156264356 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.1513592798085766}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:22,237] Trial 73 finished with value: 0.8161218250500804 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.405882334356556}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:22,732] Trial 74 finished with value: 0.8155485318878266 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.4953179041776021}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:23,232] Trial 75 finished with value: 0.8159563743572033 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 2.7323512358313033}. Best is trial 27 with value: 0.8150111969221464.\n", - "[I 2024-06-06 17:58:23,722] Trial 76 finished with value: 0.8146251069410754 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 5.291703253285185}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:58:24,209] Trial 77 finished with value: 0.815439158303529 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 6.144314734953153}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:58:24,701] Trial 78 finished with value: 0.8155012313601121 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 4.851821112683261}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:58:25,196] Trial 79 finished with value: 0.8156161343325727 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 5.4511565720004}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:58:31,584] Trial 80 finished with value: 0.8153908307550365 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 81}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:58:36,790] Trial 81 finished with value: 0.8155306053425649 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 61}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:58:45,313] Trial 82 finished with value: 0.8149605114234809 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 113}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:58:58,348] Trial 83 finished with value: 0.8155015376367897 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 189}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:07,099] Trial 84 finished with value: 0.8156131984888438 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 121}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:15,965] Trial 85 finished with value: 0.8158757780925132 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 118}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:16,457] Trial 86 finished with value: 0.8159819499430533 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 7.456338261376743}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:16,927] Trial 87 finished with value: 0.8164066535510682 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 4.191761863157493}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:17,412] Trial 88 finished with value: 0.8157000851264719 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 8.452112296401218}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:17,900] Trial 89 finished with value: 0.8157277375846488 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 7.124726576356748}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:18,381] Trial 90 finished with value: 0.8158865752116928 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.7995077148813294}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:22,434] Trial 91 finished with value: 0.8163668268946538 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 46}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:29,831] Trial 92 finished with value: 0.8157785660469318 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 99}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:33,731] Trial 93 finished with value: 0.8158236813970063 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 43}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:45,849] Trial 94 finished with value: 0.8151768014810873 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 172}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:58,890] Trial 95 finished with value: 0.8156547509912456 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 187}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 17:59:59,396] Trial 96 finished with value: 0.8160537868385234 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.9378421849290484}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 18:00:10,829] Trial 97 finished with value: 0.8156520712491336 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 158}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 18:00:11,328] Trial 98 finished with value: 0.8159646667463499 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 4.79015336267641}. Best is trial 76 with value: 0.8146251069410754.\n", - "[I 2024-06-06 18:00:11,827] Trial 99 finished with value: 0.81600844815376 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 9.818290674341185}. Best is trial 76 with value: 0.8146251069410754.\n" + "[I 2024-06-24 13:30:27,597] A new study created in memory with name: no-name-0752a341-284a-424f-9e2e-398ed679066b\n", + "[I 2024-06-24 13:30:34,032] Trial 0 finished with value: 0.8365666989350328 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 179}. Best is trial 0 with value: 0.8365666989350328.\n", + "[I 2024-06-24 13:30:34,508] Trial 1 finished with value: 0.8369255991554195 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 4.542475752771536}. Best is trial 0 with value: 0.8365666989350328.\n", + "[I 2024-06-24 13:30:39,029] Trial 2 finished with value: 0.8358899088075391 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 54}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:30:43,603] Trial 3 finished with value: 0.8364125332969841 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 114}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:30:44,056] Trial 4 finished with value: 0.8368104376355334 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 0.4002537648211202}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:30:44,570] Trial 5 finished with value: 0.8360189773162245 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 5.094443360435826}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:30:45,055] Trial 6 finished with value: 0.836170897517627 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 6.938444059357295}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:30:45,515] Trial 7 finished with value: 0.8366658519401137 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 1.2804383906003336}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:30:57,864] Trial 8 finished with value: 0.8360220025481729 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 187}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:30:58,330] Trial 9 finished with value: 0.8364688376594042 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 6.526099625721042}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:30:59,670] Trial 10 finished with value: 0.8377621892834751 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 10}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:31:00,184] Trial 11 finished with value: 0.836806012475984 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.5959907714281774}. Best is trial 2 with value: 0.8358899088075391.\n", + "[I 2024-06-24 13:31:00,669] Trial 12 finished with value: 0.8357196871278362 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 4.382493256163982}. Best is trial 12 with value: 0.8357196871278362.\n", + "[I 2024-06-24 13:31:05,085] Trial 13 finished with value: 0.8359352584971095 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 55}. Best is trial 12 with value: 0.8357196871278362.\n", + "[I 2024-06-24 13:31:12,740] Trial 14 finished with value: 0.8352000427902841 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 109}. Best is trial 14 with value: 0.8352000427902841.\n", + "[I 2024-06-24 13:31:13,222] Trial 15 finished with value: 0.8362926499975202 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 1.2517341626247007}. Best is trial 14 with value: 0.8352000427902841.\n", + "[I 2024-06-24 13:31:23,607] Trial 16 finished with value: 0.8355640135291108 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 155}. Best is trial 14 with value: 0.8352000427902841.\n", + "[I 2024-06-24 13:31:33,860] Trial 17 finished with value: 0.8354098424370239 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 150}. Best is trial 14 with value: 0.8352000427902841.\n", + "[I 2024-06-24 13:31:49,158] Trial 18 finished with value: 0.8342358030537382 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 241}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:32:03,562] Trial 19 finished with value: 0.8345946060089113 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 222}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:32:18,915] Trial 20 finished with value: 0.8347326139723813 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 242}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:32:34,868] Trial 21 finished with value: 0.83588652016062 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 250}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:32:50,562] Trial 22 finished with value: 0.8350426983577895 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 247}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:33:04,787] Trial 23 finished with value: 0.8351456266951328 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 216}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:33:18,022] Trial 24 finished with value: 0.8351859218028067 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 206}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:33:32,411] Trial 25 finished with value: 0.8348826146466184 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 223}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:33:44,453] Trial 26 finished with value: 0.8360629026210906 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 181}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:34:00,451] Trial 27 finished with value: 0.8348044268302125 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 250}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:34:15,380] Trial 28 finished with value: 0.834989746240632 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 225}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:34:16,657] Trial 29 finished with value: 0.8366817243330795 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 19}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:34:29,340] Trial 30 finished with value: 0.8352184383627659 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 192}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:34:45,124] Trial 31 finished with value: 0.8350579599909539 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 248}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:35:00,013] Trial 32 finished with value: 0.8350634945778808 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 229}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:35:15,802] Trial 33 finished with value: 0.8355419588890591 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 250}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:35:23,938] Trial 34 finished with value: 0.8361194553157467 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 245}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:35:38,040] Trial 35 finished with value: 0.8349977243237731 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 207}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:35:52,629] Trial 36 finished with value: 0.8349057183387861 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 227}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:35:53,093] Trial 37 finished with value: 0.8374235329621648 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 9.849083510512918}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:36:03,659] Trial 38 finished with value: 0.8353151329974942 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 158}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:36:11,553] Trial 39 finished with value: 0.8359527209047248 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 110}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:36:12,400] Trial 40 finished with value: 0.8378260256069935 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 8}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:36:27,064] Trial 41 finished with value: 0.8357427540880243 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 227}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:36:42,062] Trial 42 finished with value: 0.8350604103377771 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 232}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:36:55,503] Trial 43 finished with value: 0.835313525384969 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 203}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:36:55,987] Trial 44 finished with value: 0.8363999834685643 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 9.153277206854481}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:37:11,132] Trial 45 finished with value: 0.8352094641913799 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 236}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:37:25,612] Trial 46 finished with value: 0.8347375708250164 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 216}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:37:26,097] Trial 47 finished with value: 0.8364518714108701 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 9.648516610564526}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:37:26,558] Trial 48 finished with value: 0.836608356178382 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 9.7956015863694}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:37:38,103] Trial 49 finished with value: 0.8357644020771988 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 173}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:37:51,764] Trial 50 finished with value: 0.8356344185660193 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 209}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:38:05,960] Trial 51 finished with value: 0.8349566570245126 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 219}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:38:21,096] Trial 52 finished with value: 0.8343999043950624 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 239}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:38:36,210] Trial 53 finished with value: 0.8350164711086289 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 239}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:38:36,684] Trial 54 finished with value: 0.836892877736011 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 0.18380748954816362}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:38:49,311] Trial 55 finished with value: 0.8349287983532163 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 196}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:39:04,259] Trial 56 finished with value: 0.8345171405712465 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 235}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:39:05,227] Trial 57 finished with value: 0.837278875998113 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 5}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:39:05,716] Trial 58 finished with value: 0.8367195615762762 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 3.873052787622435}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:39:10,360] Trial 59 finished with value: 0.8360197281295247 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 57}. Best is trial 18 with value: 0.8342358030537382.\n", + "[I 2024-06-24 13:39:25,426] Trial 60 finished with value: 0.8342052997834747 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 238}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:39:40,698] Trial 61 finished with value: 0.8352420380395968 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 238}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:39:55,977] Trial 62 finished with value: 0.8345683646878848 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 236}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:40:11,346] Trial 63 finished with value: 0.8345841112267551 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 238}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:40:26,567] Trial 64 finished with value: 0.8355014360968269 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 236}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:40:32,041] Trial 65 finished with value: 0.835402917218263 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 74}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:40:46,589] Trial 66 finished with value: 0.8352468104401285 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 214}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:40:50,508] Trial 67 finished with value: 0.8359967379909685 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 98}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:41:05,896] Trial 68 finished with value: 0.834581314441489 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 237}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:41:21,231] Trial 69 finished with value: 0.8343917423087528 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 239}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:41:24,122] Trial 70 finished with value: 0.8361906598239933 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 31}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:41:39,024] Trial 71 finished with value: 0.8347442641049424 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 237}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:41:54,266] Trial 72 finished with value: 0.8350849854591442 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 241}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:42:08,780] Trial 73 finished with value: 0.8350643357956492 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 223}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:42:24,296] Trial 74 finished with value: 0.8350786736190959 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 242}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:42:39,157] Trial 75 finished with value: 0.8346586773235721 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 229}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:42:52,407] Trial 76 finished with value: 0.8348753973981645 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 202}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:43:08,391] Trial 77 finished with value: 0.8352334546262877 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 249}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:43:08,973] Trial 78 finished with value: 0.8366295510610248 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 6.872566417649445}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:43:09,428] Trial 79 finished with value: 0.836510635780872 and parameters: {'architecture': 'R', 'nuisance_r': 'Ridge', 'nuisance_r_lin_reg_alpha': 4.342523862892199}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:43:23,541] Trial 80 finished with value: 0.8348657415346825 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 216}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:43:38,281] Trial 81 finished with value: 0.8348190023558525 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 231}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:43:54,132] Trial 82 finished with value: 0.8347489871849719 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 243}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:44:08,407] Trial 83 finished with value: 0.8351330177990129 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 225}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:44:17,903] Trial 84 finished with value: 0.8348917265474182 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 135}. Best is trial 60 with value: 0.8342052997834747.\n", + "[I 2024-06-24 13:44:33,912] Trial 85 finished with value: 0.8341679096865403 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 250}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:44:50,004] Trial 86 finished with value: 0.8350793370178582 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 248}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:45:04,808] Trial 87 finished with value: 0.8346638007073203 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 232}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:45:20,711] Trial 88 finished with value: 0.8353733471331339 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 250}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:45:36,018] Trial 89 finished with value: 0.8345094557607371 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 241}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:45:50,035] Trial 90 finished with value: 0.8350057212001983 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 220}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:46:05,552] Trial 91 finished with value: 0.8344050056655915 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 241}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:46:21,078] Trial 92 finished with value: 0.8348676785979172 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 243}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:46:36,155] Trial 93 finished with value: 0.8344743459000354 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 232}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:46:51,140] Trial 94 finished with value: 0.835315048867249 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 230}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:47:05,914] Trial 95 finished with value: 0.8348480840288921 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 224}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:47:14,425] Trial 96 finished with value: 0.8358097919152879 and parameters: {'architecture': 'R', 'nuisance_r': 'LGBMRegressor', 'nuisance_r_lgbm_n_estimators': 250}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:47:28,259] Trial 97 finished with value: 0.834241411709681 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 209}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:47:28,743] Trial 98 finished with value: 0.8365182044311655 and parameters: {'architecture': 'DR', 'nuisance_dr': 'Ridge', 'nuisance_dr_lin_reg_alpha': 7.478356878487755}. Best is trial 85 with value: 0.8341679096865403.\n", + "[I 2024-06-24 13:47:42,675] Trial 99 finished with value: 0.834996319731582 and parameters: {'architecture': 'DR', 'nuisance_dr': 'LGBMRegressor', 'nuisance_dr_lgbm_n_estimators': 213}. Best is trial 85 with value: 0.8341679096865403.\n" ] } ], @@ -636,8 +618,12 @@ "\n", "\n", "# Arbitrary models for R-Loss\n", - "outcome_estimates = LGBMRegressor().fit(X_train, y_train).predict(X_validation)\n", - "propensity_scores = LGBMClassifier().fit(X_train, w_train).predict(X_validation)\n", + "outcome_estimates = (\n", + " LGBMRegressor(verbose=-1).fit(X_train, y_train).predict(X_validation)\n", + ")\n", + "propensity_scores = (\n", + " LGBMClassifier(verbose=-1).fit(X_train, w_train).predict(X_validation)\n", + ")\n", "\n", "\n", "def objective_overall(trial):\n", @@ -655,7 +641,7 @@ " # Note that this is conditioned on using the R-Learner.\n", " nuisance_r = trial.suggest_categorical(\"nuisance_r\", [\"LGBMRegressor\", \"Ridge\"])\n", " nuisance_dr = None\n", - " nuisance_dr_log_reg_alpha = None\n", + " nuisance_dr_lin_reg_alpha = None\n", " nuisance_dr_lgbm_n_estimators = None\n", "\n", " if nuisance_r == \"LGBMRegressor\":\n",