Map total tokens to prompt_tokens too

This commit is contained in:
Lucas Raschek 2025-03-14 18:04:43 +01:00
parent cc5c25a96c
commit 56d3e75b33

View File

@ -131,7 +131,7 @@ class VoyageEmbeddingConfig(BaseEmbeddingConfig):
model_response.object = raw_response_json.get("object")
usage = Usage(
prompt_tokens=raw_response_json.get("usage", {}).get("prompt_tokens", 0),
prompt_tokens=raw_response_json.get("usage", {}).get("total_tokens", 0),
total_tokens=raw_response_json.get("usage", {}).get("total_tokens", 0),
)
model_response.usage = usage