ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

test: remove local test

Browse Source
This commit is contained in:
Krrish Dholakia 2023-12-05 12:45:52 -08:00
parent a9b50a12c5
commit 397eefabe1
1 changed files with 30 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

59
litellm/proxy/tests/test_langchain_request.py
View File

@ -1,38 +1,39 @@
from langchain.chat_models import ChatOpenAI
from langchain.prompts.chat import (
ChatPromptTemplate,
HumanMessagePromptTemplate,
SystemMessagePromptTemplate,
)
from langchain.schema import HumanMessage, SystemMessage
## LOCAL TEST
# from langchain.chat_models import ChatOpenAI
# from langchain.prompts.chat import (
# ChatPromptTemplate,
# HumanMessagePromptTemplate,
# SystemMessagePromptTemplate,
# )
# from langchain.schema import HumanMessage, SystemMessage
chat = ChatOpenAI(
openai_api_base="http://0.0.0.0:8000",
model = "gpt-3.5-turbo",
temperature=0.1
)
# chat = ChatOpenAI(
# openai_api_base="http://0.0.0.0:8000",
# model = "gpt-3.5-turbo",
# temperature=0.1
# )
messages = [
SystemMessage(
content="You are a helpful assistant that im using to make a test request to."
),
HumanMessage(
content="test from litellm. tell me why it's amazing in 1 sentence"
),
]
response = chat(messages)
# messages = [
# SystemMessage(
# content="You are a helpful assistant that im using to make a test request to."
# ),
# HumanMessage(
# content="test from litellm. tell me why it's amazing in 1 sentence"
# ),
# ]
# response = chat(messages)
print(response)
# print(response)
claude_chat = ChatOpenAI(
openai_api_base="http://0.0.0.0:8000",
model = "claude-v1",
temperature=0.1
)
# claude_chat = ChatOpenAI(
# openai_api_base="http://0.0.0.0:8000",
# model = "claude-v1",
# temperature=0.1
# )
response = claude_chat(messages)
# response = claude_chat(messages)
print(response)
# print(response)