From 7bf40eff99c67993c6e1a620163a634fa76c22f9 Mon Sep 17 00:00:00 2001
From: jyaacoub <jyaacoub21@gmail.com>
Date: Wed, 6 Dec 2023 13:30:09 -0500
Subject: [PATCH] fix(tune): using OptunaSearch instead

as per https://stackoverflow.com/questions/76769216/does-the-bayesoptsearch-algorithm-support-discrete-hyperparameter-spaces-in-ray
---
 raytune.py | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/raytune.py b/raytune.py
index d19d433d..070eb3cf 100644
--- a/raytune.py
+++ b/raytune.py
@@ -5,8 +5,7 @@
 from ray.air import session
 from ray.train.torch import TorchCheckpoint
 from ray import tune
-from ray.tune.search import ConcurrencyLimiter
-from ray.tune.search.bayesopt import BayesOptSearch
+from ray.tune.search.optuna import OptunaSearch
 
 
 from src.utils.loader import Loader
@@ -45,7 +44,7 @@ def objective(config):
         # Report metrics (and possibly a checkpoint) to Tune
         session.report({"mean_loss": loss}, checkpoint=checkpoint)
 
-algo = BayesOptSearch(utility_kwargs={"kind": "ucb", "kappa": 2.5, "xi": 0.0})
+algo = OptunaSearch()
 # algo = ConcurrencyLimiter(algo, max_concurrent=4)
 search_space = {
     # constants: