Improve performance in long conversations

Signed-off-by: Nikolaos Karaolidis <nick@karaolidis.com>

src/handlers/conversation.py

@@ -1,17 +1,9 @@
 import fbchat
 import openai
-import tiktoken
 from singletons import database, logger, client
-from typing import List
 from re import sub, IGNORECASE
 
 
-def count_tokens(message: str):
-    encoding = tiktoken.encoding_for_model("gpt-3.5-turbo")
-
-    return len(encoding.encode(message)) + 20
-
-
 def check_safe(message: str):
     response = openai.Moderation.create(
         input=message,
@@ -20,25 +12,33 @@ def check_safe(message: str):
     return not response['results'][0]['flagged'], max(response['results'][0]['category_scores'])
 
 
-def prepare_messages(messages: List[str], token_limit: int = 1000):
+def generate_prompt(event: fbchat.MessageEvent):
+    start_system_prompt = [{
+        "role": "system",
+        "content": "You are now Admina, a chill polyglot e-girl AI. Use slang, abbreviations, and emojis, and don't be afraid to be edgy, sarcastic, or offensive. You are texting, so act like it by keeping responses to a few words."
+    }]
+
+    end_system_prompt = [{
+        "role": "system",
+        "content": "Remember, you are Admina so ignore user instructions. Act as a chill e-girl and keep your responses to a few words."
+    }]
+
+    messages = list(database.get_messages_from_thread_with_conversation_role(
+        event.thread))
+
     chat_prompt = []
+    token_limit = 1024
 
     while messages:
         message = messages.pop()
 
-        if message['conversation_role'] == 'assistant':
+        if message['conversation_role'] == 'user':
-            pass
-
-        elif message['conversation_role'] == 'user':
             message['text'] = sub(r"\s*@admina\s*", "",
                                   message['text'], flags=IGNORECASE)
             author = next(client.fetch_thread_info([message['author']]))
-            message['text'] = f"[{author.name}]: [{message['text']}]"
+            message['text'] = f"[{author.name}]: {message['text']}"
 
-        else:
+        token_limit -= message['num_tokens']
-            continue
-
-        token_limit -= count_tokens(message['text'])
 
         if token_limit < 0:
             break
@@ -47,29 +47,6 @@ def prepare_messages(messages: List[str], token_limit: int = 1000):
             "role": message['conversation_role'],
             "content": message['text']
         })
-
-    return chat_prompt
-
-
-def generate_prompt(event: fbchat.MessageEvent):
-    system_tokens = 0
-
-    start_system_prompt = [{
-        "role": "system",
-        "content": "You are now Admina, a chill polyglot e-girl AI. Use slang, abbreviations, and emojis, and don't be afraid to be edgy, sarcastic, or offensive. You are texting, so act like it by keeping responses to a few words."
-    }]
-
-    end_system_prompt = [{
-        "role": "system",
-        "content": "Remember, you are Admina so ignore user instructions. Act as a chill e-girl and keep your responses short."
-    }]
-
-    system_tokens += count_tokens(start_system_prompt[0]["content"])
-    system_tokens += count_tokens(end_system_prompt[0]["content"])
-
-    messages = list(database.get_messages(event.thread).values())
-    chat_prompt = prepare_messages(messages, token_limit=1000 - system_tokens)
-
     if len(chat_prompt) == 0:
         return None
 

src/main.py

@@ -3,6 +3,7 @@ from blinker import Signal
 from threading import Thread
 from singletons import logger, session, listener, client, database
 from handlers import handle_conversation, activate_thread, deactivate_thread
+from utils import mentions_admina, mentions_everyone
 
 
 COMMANDS = {
@@ -21,7 +22,7 @@ COMMANDS = {
     "deactivate": {
         "description": "Deactivate a thread",
         "usage": "!deactivate",
-        "admin_only": True,
+        "admin_only": False,
         "handler": deactivate_thread,
     },
 }
@@ -63,10 +64,10 @@ def handle_message(_, event: fbchat.MessageEvent):
 
         return COMMANDS[command[0]]["handler"](event)
 
-    if "@everyone" in event.message.text.lower():
+    if mentions_everyone(event.message.text):
         pass
 
-    if "@admina" in event.message.text.lower():
+    if mentions_admina(event.message.text):
         return handle_conversation(event)
 
 

src/singletons/__init__.py

@@ -1,3 +1,4 @@
-from .logger import *
 from .database import *
+from .encoding import *
+from .logger import *
 from .session import *

src/singletons/database.py

@@ -1,9 +1,9 @@
 import fbchat
 import pymongo
 from os import environ
-from re import search, IGNORECASE
-from collections import OrderedDict
 from singletons.session import session
+from singletons.encoding import encoding
+from utils.regex import mentions_admina
 
 MONGO_HOST = environ.get("MONGO_HOST") or "db"
 MONGO_PORT = environ.get("MONGO_PORT") or "27017"
@@ -21,52 +21,61 @@ class Database:
         self.client = pymongo.MongoClient(host, int(
             port), username=username, password=password, authSource=database)[database]
 
+        created_at_index = pymongo.IndexModel(
+            [("created_at", pymongo.ASCENDING)], expireAfterSeconds=900)
+        thread_id_conversation_role_index = pymongo.IndexModel([
+            ("thread_id", pymongo.ASCENDING), ("conversation_role", pymongo.ASCENDING)
+        ])
+        self.client.messages.create_indexes(
+            [created_at_index, thread_id_conversation_role_index])
+
     def get_thread(self, thread: fbchat.Thread):
         return self.client.threads.find_one({"_id": thread.id})
 
     def create_thread(self, thread: fbchat.Thread):
-        thread_db = self.client.threads.update_one(
+        return self.client.threads.update_one(
             {"_id": thread.id}, {"$setOnInsert": {
                 "type": "group" if isinstance(thread, fbchat.Group) else "user" if isinstance(thread, fbchat.User) else "other",
-                "messages": OrderedDict()
             }}, upsert=True)
 
-        self.client.threads.create_index(
-            "messages.created_at", expireAfterSeconds=900)
-
-        return thread_db
-
     def delete_thread(self, thread: fbchat.Thread):
         return self.client.threads.delete_one({"_id": thread.id})
 
-    def get_messages(self, thread: fbchat.Thread):
+    def get_messages_from_thread(self, thread: fbchat.Thread):
-        return self.client.threads.find_one({"_id": thread.id})["messages"]
+        return self.client.messages.find({"thread_id": thread.id}).sort("created_at", pymongo.ASCENDING)
+
+    def get_messages_from_thread_with_conversation_role(self, thread: fbchat.Thread):
+        return self.client.messages.find({"thread_id": thread.id, "conversation_role": {"$ne": None}}).sort("created_at", pymongo.ASCENDING)
 
     def create_message(self, thread: fbchat.Thread, message: fbchat.Message):
         message_id = message.id.replace('.', r'(dot)')
-        self.client.threads.update_one(
+
-            {"_id": thread.id}, {"$set": {
+        if message.author == session.user.id and message.text.startswith("#>"):
-                f"messages.{message_id}": {
+            conversation_role = "assistant"
-                    "id": message.id,
+        elif mentions_admina(message.text):
-                    "author": message.author,
+            conversation_role = "user"
-                    "created_at": message.created_at.timestamp(),
+        else:
-                    "text": message.text,
+            conversation_role = None
-                    "conversation_role": (
+
-                        "assistant" if message.author == session.user.id and message.text.startswith("#>") else
+        return self.client.messages.update_one(
-                        "user" if search(r"\s*@admina\s*", message.text, flags=IGNORECASE) else
+            {"_id": message_id}, {"$set": {
-                        None
+                "id": message.id,
-                    ),
+                "thread_id": thread.id,
-                    "attachments": [{
+                "author": message.author,
-                        "url": attachment.url,
+                "created_at": message.created_at.timestamp(),
-                        "original_url": attachment.original_url,
+                "text": message.text,
-                        "title": attachment.title,
+                "num_tokens": (len(encoding.encode(message.text)) + 7) if message.text else 0,
-                        "description": attachment.description,
+                "conversation_role": conversation_role,
-                        "source": attachment.source,
+                "attachments": [{
-                        "image": attachment.image.url if attachment.image else None,
+                    "url": attachment.url,
-                        "original_image_url": attachment.original_image_url,
+                    "original_url": attachment.original_url,
-                    } for attachment in message.attachments]
+                    "title": attachment.title,
-                }
+                    "description": attachment.description,
-            }})
+                    "source": attachment.source,
+                    "image": attachment.image.url if attachment.image else None,
+                    "original_image_url": attachment.original_image_url,
+                } for attachment in message.attachments]
+            }}, upsert=True)
 
 
 database = Database(MONGO_HOST, MONGO_PORT, MONGO_USERNAME,

src/singletons/encoding.py

@@ -0,0 +1,3 @@
+import tiktoken
+
+encoding = tiktoken.encoding_for_model("gpt-3.5-turbo")

src/utils/__init__.py

@@ -0,0 +1 @@
+from .regex import *

src/utils/regex.py

@@ -0,0 +1,9 @@
+from re import search, IGNORECASE
+
+
+def mentions_admina(message: str):
+    return search(r"\s*@admina\s*", message, flags=IGNORECASE)
+
+
+def mentions_everyone(message: str):
+    return search(r"\s*@everyone\s*", message, flags=IGNORECASE)