Update main.py

2023-08-30 20:14:09 -07:00 · 2023-08-30 20:14:09 -07:00 · e7d74b3d1a
commit e7d74b3d1a
parent de72df712e
1 changed files with 1 additions and 2 deletions
--- a/cookbook/llm-ab-test-server/main.py
+++ b/cookbook/llm-ab-test-server/main.py
@ -32,8 +32,7 @@ def api_completion():
    try:
        # pass in data to completion function, unpack data
        selected_llm = random.choices(list(llm_dict.keys()), weights=list(llm_dict.values()))[0]
-        data['model'] = selected_llm
-        response = completion(**data)
+        response = completion(**data, model=selected_llm)
    except Exception as e:
        print(f"got error{e}")
    return response, 200