ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(tests): fix flaky test_create_vertex_fine_tune_jobs_mocked - handle background Datadog flush (#21838)

Browse Source
This commit is contained in:
Ishaan Jaff 2026-02-21 14:44:01 -08:00 committed by GitHub
parent d7b22d340b
commit 8afeaf8da4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 18 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
tests/batches_tests/test_fine_tuning_api.py
View File

@ -230,11 +230,17 @@ async def test_create_vertex_fine_tune_jobs_mocked():
vertex_location=location,
)
# Verify the request
mock_post.assert_called_once()
# Verify the request - filter to only Vertex AI calls (Datadog batch logger
# may flush in the background and make additional POST calls)
vertex_calls = [
c
for c in mock_post.call_args_list
if "aiplatform.googleapis.com" in str(c.kwargs.get("url", ""))
]
assert len(vertex_calls) == 1
# Validate the request
assert mock_post.call_args.kwargs["json"] == {
assert vertex_calls[0].kwargs["json"] == {
"baseModel": base_model,
"supervisedTuningSpec": {"training_dataset_uri": training_file},
"tunedModelDisplayName": None,
@ -322,11 +328,17 @@ async def test_create_vertex_fine_tune_jobs_mocked_with_hyperparameters():
},
)
# Verify the request
mock_post.assert_called_once()
# Verify the request - filter to only Vertex AI calls (Datadog batch logger
# may flush in the background and make additional POST calls)
vertex_calls = [
c
for c in mock_post.call_args_list
if "aiplatform.googleapis.com" in str(c.kwargs.get("url", ""))
]
assert len(vertex_calls) == 1
# Validate the request
assert mock_post.call_args.kwargs["json"] == {
assert vertex_calls[0].kwargs["json"] == {
"baseModel": base_model,
"supervisedTuningSpec": {
"training_dataset_uri": training_file,