Retry failed and cancelled async predictions instead of caching errors

2026-10-27 19:54:39 +00:00 · 2026-10-27 19:54:39 +00:00 · b46736062a
commit b46736062a
parent 32df6504cc
1 changed files with 30 additions and 3 deletions
--- a/great_ai/deploy/great_ai.py
+++ b/great_ai/deploy/great_ai.py
@ -265,7 +265,7 @@ class GreatAI(Generic[T, V]):
                result = func(*args, **kwargs)
                return cast(T, t.finalise(output=result))

-        @alru_cache(maxsize=get_context().prediction_cache_size)
+        @alru_cache(maxsize=get_context().prediction_cache_size, cache_exceptions=False)
        async def func_in_tracing_context_async(
            *args: Any,
            do_not_persist_traces: bool = False,