From 1dc127eeef219d71c02c82530cfe44e4508b5808 Mon Sep 17 00:00:00 2001
From: ishaan-jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 16 Aug 2023 16:55:30 -0700
Subject: [PATCH] v0 litellm

---
 bot/on_message/bots/gptbot.py | 5 +++--
 requirements.txt              | 1 +
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/bot/on_message/bots/gptbot.py b/bot/on_message/bots/gptbot.py
index 110f5d8..4a460fa 100644
--- a/bot/on_message/bots/gptbot.py
+++ b/bot/on_message/bots/gptbot.py
@@ -1,5 +1,6 @@
 import contextlib
 import openai
+from litellm import completion
 from bot.setup.init import client
 from bot.setup.init import openai_sessions
 from config import cuomputer_id
@@ -73,7 +74,7 @@ def build_openai_response(message, system: str, adjective: str):
     if model == "gpt-4":
         reply = fetch_gpt4_completion(message, system, text, model)
     else:
-        completion = openai.Completion.create(
+        completion = completion(
             model=os.environ.get("OPENAI_MODEL"),
             prompt=text,
             temperature=1,
@@ -114,7 +115,7 @@ def fetch_gpt4_completion(message, system, text, model):
     for m in messages:
         print(m)
 
-    completion = openai.ChatCompletion.create(
+    completion = completion(
         temperature=1.0,
         max_tokens=100,
         model=model,
diff --git a/requirements.txt b/requirements.txt
index 9ec7dfa..0c76f23 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -65,6 +65,7 @@ Jinja2==3.0.1
 joblib>=1.2.0
 
 langcodes==3.3.0
+litellm==0.1.400
 MarkupSafe==2.0.1
 more-itertools==8.10.0
 msgpack==1.0.2