parent
20be42cec0
commit
e2666f0e74
|
|
@ -43,7 +43,7 @@ async def lifespan(_: FastAPI) -> AsyncGenerator[None, None]:
|
|||
f"{f'after {settings.model_ttl}s of inactivity' if settings.model_ttl > 0 else 'disabled'}."
|
||||
)
|
||||
)
|
||||
|
||||
|
||||
try:
|
||||
if settings.request_threads > 0:
|
||||
# asyncio is a huge bottleneck for performance, so we use a thread pool to run blocking code
|
||||
|
|
|
|||
|
|
@ -1,7 +1,6 @@
|
|||
import tempfile
|
||||
import warnings
|
||||
from dataclasses import dataclass, field
|
||||
from math import e
|
||||
from pathlib import Path
|
||||
|
||||
import open_clip
|
||||
|
|
|
|||
Loading…
Reference in New Issue