Merge pull request optuna#5602 from eukaryo/emmr-terminator

Add `EMMREvaluator` and `MedianErrorEvaluator`
HideakiImamura · Aug 16, 2024 · 953ddf4 · 953ddf4
2 parents c06470b + e30bb57
commit 953ddf4
Show file tree

Hide file tree

Showing 7 changed files with 664 additions and 54 deletions.
diff --git a/docs/source/reference/terminator.rst b/docs/source/reference/terminator.rst
@@ -14,10 +14,12 @@ The :mod:`~optuna.terminator` module implements a mechanism for automatically te
    optuna.terminator.BaseImprovementEvaluator
    optuna.terminator.RegretBoundEvaluator
    optuna.terminator.BestValueStagnationEvaluator
+   optuna.terminator.EMMREvaluator
    optuna.terminator.BaseErrorEvaluator
    optuna.terminator.CrossValidationErrorEvaluator
    optuna.terminator.StaticErrorEvaluator
+   optuna.terminator.MedianErrorEvaluator
    optuna.terminator.TerminatorCallback
    optuna.terminator.report_cross_validation_scores
 
-For an example of using this module, please refer to `this example <https://github.com/optuna/optuna-examples/tree/main/terminator>`__.
+For an example of using this module, please refer to `this example <https://github.com/optuna/optuna-examples/tree/main/terminator>`__.
diff --git a/optuna/terminator/__init__.py b/optuna/terminator/__init__.py
@@ -3,9 +3,11 @@
 from optuna.terminator.erroreval import CrossValidationErrorEvaluator
 from optuna.terminator.erroreval import report_cross_validation_scores
 from optuna.terminator.erroreval import StaticErrorEvaluator
+from optuna.terminator.improvement.emmr import EMMREvaluator
 from optuna.terminator.improvement.evaluator import BaseImprovementEvaluator
 from optuna.terminator.improvement.evaluator import BestValueStagnationEvaluator
 from optuna.terminator.improvement.evaluator import RegretBoundEvaluator
+from optuna.terminator.median_erroreval import MedianErrorEvaluator
 from optuna.terminator.terminator import BaseTerminator
 from optuna.terminator.terminator import Terminator
 
@@ -16,9 +18,11 @@
     "CrossValidationErrorEvaluator",
     "report_cross_validation_scores",
     "StaticErrorEvaluator",
+    "MedianErrorEvaluator",
     "BaseImprovementEvaluator",
     "BestValueStagnationEvaluator",
     "RegretBoundEvaluator",
+    "EMMREvaluator",
     "BaseTerminator",
     "Terminator",
 ]