andras/great-ai
andras/great-ai
Watch
1
0
Fork
You've already forked great-ai
 0
Code Issues Pull requests 2 Projects Releases 4 Packages 1 Wiki Activity Actions

Restore application configuration in spawned batch workers

Browse source
This commit is contained in:
Andras Schmelczer 2026-10-27 19:55:50 +00:00
commit 00acf9d98b
1 changed files with 80 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
great_ai/deploy/great_ai.py
View file

@ -30,6 +30,7 @@ from ..parameters.automatically_decorate_parameters import (
from ..tracing.tracing_context import TracingContext
from ..utilities import parallel_map
from ..views import ApiMetadata, Trace
from .batch_context import BatchContext
from .routes.bootstrap_dashboard import bootstrap_dashboard
from .routes.bootstrap_docs_endpoints import bootstrap_docs_endpoints
from .routes.bootstrap_feedback_endpoints import bootstrap_feedback_endpoints
@ -210,8 +211,10 @@ class GreatAI(Generic[T, V]):
wrapped_function = freeze_arguments(
self._get_cached_traced_function(self._wrapped_func.__wrapped__)
)
batch_context = BatchContext()
def inner(value: Any) -> T:
batch_context.restore()
return (
wrapped_function(*value, do_not_persist_traces=do_not_persist_traces)
if unpack_arguments
@ -221,6 +224,7 @@ class GreatAI(Generic[T, V]):
)
async def inner_async(value: Any) -> T:
batch_context.restore()
return await cast(
Awaitable,
(