Litellm Model Fallback

!pip install litellm

from litellm import completion

model_fallback_list = ["claude-instant-1", "gpt-3.5-turbo", "chatgpt-test"]

user_message = "Hello, how are you?"
messages = [{ "content": user_message,"role": "user"}]

for model in model_fallback_list:
  try:
      response = completion(model=model, messages=messages)
  except Exception:
      print(f"error occurred: {traceback.format_exc()}")