test_cloudflare.py

importos
importsys
importtraceback

fromdotenvimportload_dotenv

load_dotenv()
importio
importos

sys.path.insert(
0, os.path.abspath("../..")
) # Adds the parent directory to the system path
importjson

importpytest

importlitellm
fromlitellmimportRateLimitError, Timeout, completion, completion_cost, embedding


# Cloud flare AI test
@pytest.mark.asyncio
@pytest.mark.parametrize("stream", [True, False])
asyncdeftest_completion_cloudflare(stream):
try:
litellm.set_verbose=False
response=awaitlitellm.acompletion(
model="cloudflare/@cf/meta/llama-2-7b-chat-int8",
messages=[{"content": "what llm are you", "role": "user"}],
max_tokens=15,
stream=stream,
 )
print(response)
ifstreamisTrue:
asyncforchunkinresponse:
print(chunk)
else:
print(response)

exceptExceptionase:
pytest.fail(f"Error occurred: {e}")