(test) add streaming sagemaker test

2023-12-04 15:20:06 -08:00 · 2023-12-04 15:20:06 -08:00 · b7281825d3
commit b7281825d3
parent bc691cbbcd
1 changed files with 3 additions and 0 deletions
--- a/litellm/tests/test_completion.py
+++ b/litellm/tests/test_completion.py
@ -1053,9 +1053,12 @@ def test_completion_chat_sagemaker():
        response = completion(
            model="sagemaker/jumpstart-dft-meta-textgeneration-llama-2-7b-f", 
            messages=messages,
+            stream=True,
        )
        # Add any assertions here to check the response
        print(response)
+        for chunk in response:
+            print(chunk)
    except Exception as e:
        pytest.fail(f"Error occurred: {e}")
 # test_completion_chat_sagemaker()