Looking at embedded docs for discord now.

Author: kainazzzo

Chat/ChatBot.cs

@@ -1,4 +1,5 @@
 using System.Text.Json.Serialization;
+using Discord;
 using OpenAI.GPT3.ObjectModels;
 using OpenAI.GPT3.ObjectModels.RequestModels;
 using OpenAI.GPT3.ObjectModels.ResponseModels;
@@ -75,6 +76,9 @@ public void AddInstruction(ChatMessage message)
 
     public async IAsyncEnumerable<ChatCompletionCreateResponse> GetResponseAsync()
     {
+        //await Console.Out.WriteLineAsync(string.Join("\r\n\r\n",
+        //    State.PrimeDirectives.Concat(State.Instructions).Concat(State.Messages).Select(s => s.Content)));
+
         await foreach (var response in OpenAILogic.CreateChatCompletionAsyncEnumerable(
                            await ParameterMapping.MapCommon(
                                State.Parameters,

Chat/Discord/DiscordBot.cs

@@ -283,6 +283,25 @@ private async Task HandleMessageReceivedAsync(SocketMessage message)
             return;
         }
 
+        
+
+        if (_documents.GetOrAdd(message.Channel.Id, new List<Document>()) is {Count: > 0} documents)
+        {
+            // Search for the closest few documents and add those if they aren't used yet
+            var closestDocuments =
+                Document.FindMostSimilarDocuments(documents, await _openAILogic.GetEmbeddingForPrompt(message.Content), channel.Chat.State.Parameters.ClosestMatchLimit).ToList();
+            if (closestDocuments.Any(cd => cd.Similarity > 0.80))
+            {
+                channel.Chat.AddMessage(new(StaticValues.ChatMessageRoles.User,
+                    $"Context for the next {closestDocuments.Count} message(s). Use this to answer:"));
+                foreach (var closestDocument in closestDocuments)
+                {
+                    channel.Chat.AddMessage(new(StaticValues.ChatMessageRoles.User,
+                        $"---context---\r\n{closestDocument.Document.Text}\r\n--end context---"));
+                }
+            }
+        }
+
         // Add this message as a chat log
         channel.Chat.AddMessage(new ChatMessage(StaticValues.ChatMessageRoles.User, $"<{message.Author.Username}> {message.Content}"));
 
@@ -355,9 +374,7 @@ private MessageComponent BuildStandardComponents()
         (StaticValues.ChatMessageRoles.System,
             "This is the Prime Directive: This is a chat bot running in [GPT-CLI](https://github.com/kainazzzo/GPT-CLI). Answer questions and" +
             " provide responses in Discord message formatting. Encourage users to add instructions with /gptcli or by using the :up_arrow:" +
-            " emoji reaction on any message. Instructions are like 'sticky' chat messages that provide upfront context to the bot. The the 📌 emoji reaction is for pinning a message to instructions. The 🔄 emoji reaction is for replaying a message as a new prompt."),
-        new ChatMessage(StaticValues.ChatMessageRoles.Assistant,
-            "Got it. My name is GPT-CLI. I'm a chat bot running on discord that uses [GPT-CLI](https://github.com/kainazzzo/GPT-CLI). I'm still learning, so please be patient with me. I'm also still in development, so please report any bugs you find. You can find the source code on github here: https://github.com/kainazzzo/GPT-CLI")
+            " emoji reaction on any message. Instructions are like 'sticky' chat messages that provide upfront context to the bot. The the 📌 emoji reaction is for pinning a message to instructions. The 🔄 emoji reaction is for replaying a message as a new prompt.")
     };
 
     private IEnumerable<ChatMessage> PrimeDirective => _defaultPrimeDirective;

Dockerfile.discord

@@ -9,4 +9,4 @@ RUN yum install -y libicu
 COPY --from=build /app/publish .
 COPY --from=build /src/appSettings.json .
 ENV MODEL=""
-ENTRYPOINT ./gpt discord --max-chat-history-length=4096 --chunk-size=1536 --max-tokens=4096
+ENTRYPOINT ./gpt discord --chunk-size=1536 --max-tokens=4096 --model=gpt-4

Embeddings/Document.cs

@@ -24,7 +24,7 @@ public static List<Document> LoadEmbeddings(Stream input)
             }
         }
 
-        public static List<Document> FindMostSimilarDocuments(List<Document> documents, List<double> queryEmbedding, int numResults)
+        public static IEnumerable<(Document Document, double Similarity)> FindMostSimilarDocuments(List<Document> documents, List<double> queryEmbedding, int numResults)
         {
             var similarities = new List<(Document Document, double Similarity)>();
 
@@ -39,7 +39,7 @@ public static List<Document> FindMostSimilarDocuments(List<Document> documents,
             similarities.Sort((x, y) => y.Similarity.CompareTo(x.Similarity));
 
             // Return the top numResults
-            return similarities.Take(numResults).Select(x => x.Document).ToList();
+            return similarities.Take(numResults);
         }
 
 

ParameterMapping.cs

@@ -30,7 +30,7 @@ public static async Task<ChatCompletionCreateRequest> MapCommon(GPTParameters pa
                     foreach (var closestDocument in closestDocuments)
                     {
                         request.Messages.Add(new(StaticValues.ChatMessageRoles.User,
-                            $"Context for the next message: {closestDocument.Text}"));
+                            $"Context for the next message: {closestDocument.Document.Text}"));
                     }
                 }
             }

Program.cs

@@ -409,16 +409,13 @@ async Task PrintLogo()
             {
                 // Search for the closest few documents and add those if they aren't used yet
                 var closestDocuments =
-                    Document.FindMostSimilarDocuments(documents, await openAILogic.GetEmbeddingForPrompt(chatInput), gptParameters.ClosestMatchLimit);
-                if (closestDocuments != null)
+                    Document.FindMostSimilarDocuments(documents, await openAILogic.GetEmbeddingForPrompt(chatInput), gptParameters.ClosestMatchLimit).ToList();
+                chatBot.AddMessage(new(StaticValues.ChatMessageRoles.User,
+                    $"Embedding context for the next {closestDocuments.Count} message(s). Please use this information to answer the next prompt"));
+                foreach (var closestDocument in closestDocuments)
                 {
                     chatBot.AddMessage(new(StaticValues.ChatMessageRoles.User,
-                        $"Embedding context for the next {closestDocuments.Count} message(s). Please use this information to answer the next prompt"));
-                    foreach (var closestDocument in closestDocuments)
-                    {
-                        chatBot.AddMessage(new(StaticValues.ChatMessageRoles.User,
-                                $"---context---\r\n{closestDocument.Text}\r\n--end context---"));
-                    }
+                        $"---context---\r\n{closestDocument.Document.Text}\r\n--end context---"));
                 }
             }