From f0b16ad85217ebb43fbadafacf62c2bb2fad9c3a Mon Sep 17 00:00:00 2001 From: duydoantechx Date: Wed, 15 Jan 2025 12:06:55 +0000 Subject: [PATCH] [Feats] Invoke model faster --- src/bedrock_llm/client/base.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/bedrock_llm/client/base.py b/src/bedrock_llm/client/base.py index 5014945..30de4d9 100644 --- a/src/bedrock_llm/client/base.py +++ b/src/bedrock_llm/client/base.py @@ -197,6 +197,7 @@ async def _invoke_model_async( accept="application/json", contentType="application/json", body=json.dumps(request_body), + performanceConfigLatency = "optimized" ) async def close(self):