Merge pull request #350 from mraniki/dev

💄 improve history export, added import capability

Author: mraniki

myllm/default_settings.toml

@@ -24,6 +24,7 @@ llm_model= "gpt-4" # model to use e.g. gpt-3.5-turbo, gpt-4, gpt-4-32k
 llm_provider = "g4f.Provider.Liaobots" # only for g4f. Refer to https://github.com/xtekky/gpt4free
 llm_provider_key = "" # only for bard and openai to pass either the cookie or the api key
 max_memory = 100 # Conversation history size
+load_history = false # load conversation history via a json file
 timeout = 5 # time lag to wait ai response
 llm_prefix = "🐻" # prefix use to filter the AI response
 llm_template = """
@@ -38,7 +39,8 @@ Be courteuous, simple and direct omitting any form of greeting or salutation.
 # llm_provider = "" 
 # llm_provider_key = "DEADBE4F"
 # llm_base_url = "http://localhost:8080"
-# max_memory = 100 
+# max_memory = 100
+# load_history = false
 # timeout = 5 
 # llm_prefix = ""
 # llm_template = """
@@ -53,7 +55,8 @@ Be courteuous, simple and direct omitting any form of greeting or salutation.
 # llm_provider = "" 
 # llm_provider_key = "DEADBE4F"
 # max_memory = 100 
-# timeout = 5 
+# timeout = 5
+# load_history = false
 # llm_prefix = ""
 # llm_template = """
 # You are a friendly AI, helping me with 
@@ -66,7 +69,8 @@ Be courteuous, simple and direct omitting any form of greeting or salutation.
 # llm_model= ""
 # llm_provider = "g4f.Provider.Llama2"
 # llm_provider_key = ""
-# max_memory = 10 
+# max_memory = 10
+# load_history = false
 # timeout = 1 
 # llm_prefix = "" 
 # llm_template = """
@@ -82,6 +86,7 @@ Be courteuous, simple and direct omitting any form of greeting or salutation.
 # llm_provider = "g4f.Provider.Bing"
 # llm_provider_key = ""
 # max_memory = 10 
+# load_history = false
 # timeout = 2 
 # llm_prefix = "" 
 # llm_template = """
@@ -97,6 +102,7 @@ Be courteuous, simple and direct omitting any form of greeting or salutation.
 # llm_provider = ""
 # llm_provider_key = { __Secure-1PAPISID = "", __Secure-1PSID = "", __Secure-1PSIDCC = "", __Secure-1PSIDTS = "" }
 # max_memory = 100 # Conversation history size
+# load_history = false
 # timeout = 5 # time lag to wait ai response
 # llm_prefix = ""
 # llm_template = """

myllm/main.py

@@ -58,6 +58,7 @@ def __init__(self):
                         llm_provider_key=_config.get("llm_provider_key"),
                         llm_base_url=_config.get("llm_base_url") or None,
                         max_memory=_config.get("max_memory") or 5,
+                        load_history=_config.get("load_history") or False,
                         timeout=_config.get("timeout") or 10,
                         llm_prefix=_config.get("llm_prefix") or "",
                         llm_template=_config.get("llm_template")

myllm/provider/client.py

@@ -1,4 +1,5 @@
 import json
+import os
 
 
 class AIClient:
@@ -15,6 +16,7 @@ class AIClient:
         chat(self, prompt)
         clear_chat_history(self)
         export_chat_history(self)
+        import_chat_history(self)
 
     """
 
@@ -28,6 +30,8 @@ def __init__(
         llm_provider_key=None,
         llm_base_url=None,
         max_memory=None,
+        load_history=False,
+        history_filename="",
         timeout=None,
         llm_prefix=None,
         llm_template=None,
@@ -47,6 +51,8 @@ def __init__(
         self.llm_base_url = llm_base_url
         self.llm_prefix = llm_prefix
         self.max_memory = max_memory
+        self.load_history = load_history
+        self.history_filename = history_filename or f"history-{self.name}.json"
         self.timeout = timeout
         self.conversation = Conversation(
             max_memory=max_memory, llm_template=llm_template
@@ -74,7 +80,13 @@ async def export_chat_history(self):
         """
         Clears the chat history
         """
-        self.conversation.export_messages()
+        self.conversation.export_messages(self.history_filename)
+
+    async def import_chat_history(self):
+        """
+        Import chat history
+        """
+        self.conversation.import_messages(self.history_filename)
 
 
 class Conversation:
@@ -123,15 +135,31 @@ def get_messages_as_string(self, separator="\n"):
         )
         return messages_str
 
-    def export_messages(self):
+    def export_messages(self, filename):
         """
         Export messages to a JSON file.
 
         Parameters:
-            self: the instance of the class
+            filename (str): the name of the file
 
         Returns:
             None
         """
-        with open("history.json", "w") as f:
+        with open(filename, "w") as f:
             json.dump(self.messages, f, indent=4)
+
+    def import_messages(self, filename):
+        """
+        Import messages from a JSON file
+
+        Parameters:
+            filename (str): the name of the file
+
+        Returns:
+            None
+        """
+        if not os.path.exists(filename):
+            return
+        if self.load_history:
+            with open(filename, "r") as f:
+                self.messages = json.load(f)

pyproject.toml

@@ -29,7 +29,7 @@ loguru = ">=0.6.0"
 httpx = ">=0.24.1"
 js2py = "^0.74"
 PyExecJS2="1.6.1"
-g4f = "0.2.1.5"
+g4f = "0.2.1.6"
 curl_cffi = "0.5.10"
 Brotli = "1.1.0"
 openai = "1.12.0"