diff --git a/evaluations/evaluations/benchmark.py b/evaluations/evaluations/benchmark.py index 424483a8..ab66dd16 100644 --- a/evaluations/evaluations/benchmark.py +++ b/evaluations/evaluations/benchmark.py @@ -494,15 +494,13 @@ def optimize( for index, doc in enumerate(corpus, start=1) ] - asyncio.run( - run_optimization( - spec=spec, - config=app_config, - cases=cases, - max_calls=max_calls, - db_path=db, - output=output, - ) + run_optimization( + spec=spec, + config=app_config, + cases=cases, + max_calls=max_calls, + db_path=db, + output=output, ) diff --git a/evaluations/evaluations/optimization.py b/evaluations/evaluations/optimization.py index 211615c2..cd65e9f4 100644 --- a/evaluations/evaluations/optimization.py +++ b/evaluations/evaluations/optimization.py @@ -207,7 +207,7 @@ class ReflectionLM: return result.output -async def run_optimization( +def run_optimization( spec: DatasetSpec, config: AppConfig, cases: list[QACase],