From a6100a72a09e77ae04c696770721b1185c2a9bfd Mon Sep 17 00:00:00 2001 From: William Guss Date: Mon, 30 Sep 2024 10:18:46 -0700 Subject: [PATCH] fix bedrock --- src/ell/providers/bedrock.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/ell/providers/bedrock.py b/src/ell/providers/bedrock.py index 08f481c04..e70f6fdd6 100644 --- a/src/ell/providers/bedrock.py +++ b/src/ell/providers/bedrock.py @@ -13,8 +13,10 @@ from PIL import Image as PILImage try: - from botocore.client import BaseClient + from botocore.eventstream import (EventStream) + from botocore.client import BaseClient + class BedrockProvider(Provider): dangerous_disable_validation = True @@ -153,6 +155,7 @@ def translate_from_provider( # process metadata for ell # XXX: Unify an ell metadata format for ell studio. + usage = {} if not usage else usage usage["prompt_tokens"] = usage.get("inputTokens", 0) usage["completion_tokens"] = usage.get("outputTokens", 0) usage["total_tokens"] = usage['prompt_tokens'] + usage['completion_tokens']