@title Import litellm & Set env variables

!pip install litellm=="0.1.363"

# @title Import litellm & Set env variables
import litellm
import os

os.environ["ANTHROPIC_API_KEY"] = " " #@param

# @title Request Claude Instant-1 and Claude-2
messages = [
  {"role": "system", "content": "You are a helpful assistant."},
  {"role": "user", "content": "Who won the world series in 2020?"}
  ]

result = litellm.completion('claude-instant-1', messages)
print("\n\n Result from claude-instant-1", result)
result = litellm.completion('claude-2', messages, max_tokens=5, temperature=0.2)
print("\n\n Result from claude-2", result)

# @title Streaming Example: Request Claude-2
messages = [
  {"role": "system", "content": "You are a helpful assistant."},
  {"role": "user", "content": "how does a court case get to the Supreme Court?"}
  ]

result = litellm.completion('claude-2', messages, stream=True)
for part in result:
    print(part.choices[0].delta.content or "")