test - nvidia nim

This commit is contained in:
Ishaan Jaff 2024-06-25 09:16:31 -07:00
parent a9f17d141c
commit ee0d8341b0

View File

@ -3470,6 +3470,28 @@ def test_completion_deep_infra_mistral():
# test_completion_deep_infra_mistral()
def test_completion_nvidia_nim():
model_name = "nvidia_nim/databricks/dbrx-instruct"
try:
response = completion(
model=model_name,
messages=[
{
"role": "user",
"content": "What's the weather like in Boston today in Fahrenheit?",
}
],
)
# Add any assertions here to check the response
print(response)
assert response.choices[0].message.content is not None
assert len(response.choices[0].message.content) > 0
except litellm.exceptions.Timeout as e:
pass
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# Gemini tests
@pytest.mark.parametrize(
"model",