Sharpagi library and test project changes

sathyarajv · sathyarajv · commit 2626ce8d6fc3 · 2023-04-27T00:31:10.000-07:00
diff --git a/Program.cs b/Program.cs
diff --git a/README.md b/README.md
@@ -6,7 +6,35 @@ SharpAGI is a C# library based on the BabyAGI project by [@yoheinakajima].
 
 ## Quickstart
 
-Use these settings in user secrets to run the code.
+To create a Sharpagi client to run the agent in console application
+
+```csharp
+   Sharpagi sharpagi = new Sharpagi((output,consolecolor) =>
+   {
+       if (consolecolor.HasValue)
+       {
+           Console.ForegroundColor = consolecolor.Value;
+       }
+       Console.WriteLine(output);
+       if (consolecolor.HasValue)
+       {
+           Console.ResetColor();
+       }
+   });
+   await sharpagi.Agent(configuration);
+```
+
+To cerate a Sharpagi client in other application types
+```csharp
+  StringBuilder printOutput = new StringBuilder();
+  Sharpagi sharpagi = new Sharpagi((output) =>
+  {
+     printOutput.AppendLine(output);
+  });
+  await sharpagi.Agent(configuration);
+```
+
+Use sharpagi_test console application to test the agi agent with this user secret
 
 ```csharp
 {
@@ -23,8 +51,8 @@ Use these settings in user secrets to run the code.
 }
 ```
 
-License
+## License
 This plugin is based on the BabyAGI project by @yoheinakajima (https://github.com/yoheinakajima). Please refer to their repository for licensing information.
 
-Acknowledgments
+## Acknowledgments
 This plugin is based on the BabyAGI project by [@yoheinakajima] A big thank you to the author for their original work.
diff --git a/sharpagi.sln b/sharpagi.sln
@@ -3,18 +3,24 @@ Microsoft Visual Studio Solution File, Format Version 12.00
 # Visual Studio Version 17
 VisualStudioVersion = 17.5.33530.505
 MinimumVisualStudioVersion = 10.0.40219.1
-Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "sharpagi", "sharpagi.csproj", "{4D2045ED-8623-41EC-9834-5ED038ED9EFF}"
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "sharpagi_test", "sharpagi_test\sharpagi_test.csproj", "{2E6C0B34-0CF8-4FEF-BAED-33B2DF419E2B}"
+EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "sharpagi", "sharpagi\sharpagi.csproj", "{7257BE27-97E9-4407-BB2E-5E13D7071005}"
 EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
 		Release|Any CPU = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(ProjectConfigurationPlatforms) = postSolution
-		{4D2045ED-8623-41EC-9834-5ED038ED9EFF}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
-		{4D2045ED-8623-41EC-9834-5ED038ED9EFF}.Debug|Any CPU.Build.0 = Debug|Any CPU
-		{4D2045ED-8623-41EC-9834-5ED038ED9EFF}.Release|Any CPU.ActiveCfg = Release|Any CPU
-		{4D2045ED-8623-41EC-9834-5ED038ED9EFF}.Release|Any CPU.Build.0 = Release|Any CPU
+		{2E6C0B34-0CF8-4FEF-BAED-33B2DF419E2B}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{2E6C0B34-0CF8-4FEF-BAED-33B2DF419E2B}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{2E6C0B34-0CF8-4FEF-BAED-33B2DF419E2B}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{2E6C0B34-0CF8-4FEF-BAED-33B2DF419E2B}.Release|Any CPU.Build.0 = Release|Any CPU
+		{7257BE27-97E9-4407-BB2E-5E13D7071005}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{7257BE27-97E9-4407-BB2E-5E13D7071005}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{7257BE27-97E9-4407-BB2E-5E13D7071005}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{7257BE27-97E9-4407-BB2E-5E13D7071005}.Release|Any CPU.Build.0 = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(SolutionProperties) = preSolution
 		HideSolutionNode = FALSE
diff --git a/sharpagi/sharpagi.cs b/sharpagi/sharpagi.cs
@@ -12,6 +12,8 @@ namespace sharpagi
 {
     public class Sharpagi
     {
+        private readonly Action<string, ConsoleColor?> printOutput;
+
         public string objective = string.Empty;
         public string openaiApiKey = string.Empty;
         public string openaiApiModel = string.Empty;
@@ -23,12 +25,17 @@ public class Sharpagi
         public string initialTask = string.Empty;
         public string pineconeProjectName = string.Empty;
 
-        public Sharpagi()
+        public Sharpagi(Action<string, ConsoleColor?> outputCallback)
         {
+            printOutput = outputCallback;
+        }
 
+        public Sharpagi(Action<string> outputCallback)
+        : this((output, color) => outputCallback(output))
+        {
         }
 
-        public async Task Main(IConfiguration configuration)
+        public async Task Agent(IConfiguration configuration)
         {
 
             openaiApiKey = configuration["OPENAI_API_KEY"];
@@ -46,26 +53,18 @@ public async Task Main(IConfiguration configuration)
             }
 
 
-            // Check if we know what we are doing
-            Debug.Assert(!string.IsNullOrEmpty(openaiApiKey), "OPENAI_API_KEY environment variable is missing from UserSecrets");
-            Debug.Assert(!string.IsNullOrEmpty(openaiApiModel), "OPENAI_API_MODEL environment variable is missing from UserSecrets");
+            if(string.IsNullOrEmpty(openaiApiKey)) throw new ArgumentException("OPENAI_API_KEY environment variable is missing from UserSecrets");
+            if(string.IsNullOrEmpty(openaiApiModel)) throw new ArgumentException("OPENAI_API_MODEL environment variable is missing from UserSecrets");
             if (openaiApiModel.ToLower().Contains("gpt-4"))
             {
-                Console.ForegroundColor = ConsoleColor.Red;
-                Console.WriteLine("*****USING GPT-4. POTENTIALLY EXPENSIVE. MONITOR YOUR COSTS*****");
-                Console.ResetColor();
+                printOutput("*****USING GPT-4. POTENTIALLY EXPENSIVE. MONITOR YOUR COSTS*****", ConsoleColor.Red);
             }
 
             // Print OBJECTIVE
-            Console.ForegroundColor = ConsoleColor.Blue;
-            Console.WriteLine("\n*****OBJECTIVE*****\n");
-            Console.ResetColor();
-            Console.WriteLine(objective);
-
-            Console.ForegroundColor = ConsoleColor.Yellow;
-            Console.WriteLine("\nInitial task: " + initialTask);
-            Console.ResetColor();
+            printOutput("\n*****OBJECTIVE*****\n", ConsoleColor.Blue);
+            printOutput(objective, null);
 
+            printOutput("\nInitial task: " + initialTask, ConsoleColor.Yellow);
 
             // Create Pinecone index
             var indexes = await pinecone.ListIndexes();
@@ -98,28 +97,23 @@ await pinecone.CreateIndex(new CreateRequest
                 if (taskList.Count > 0)
                 {
                     // Print the task list
-                    Console.ForegroundColor = ConsoleColor.Magenta;
-                    Console.WriteLine("\n*****TASK LIST*****\n");
-                    Console.ResetColor();
+                    printOutput("\n*****TASK LIST*****\n", ConsoleColor.Magenta);
+
                     foreach (var t in taskList)
                     {
-                        Console.WriteLine(t["task_id"] + ": " + t["task_name"]);
+                        printOutput(t["task_id"] + ": " + t["task_name"], null);
                     }
 
                     // Step 1: Pull the first task
                     var task = taskList.Dequeue();
-                    Console.ForegroundColor = ConsoleColor.Green;
-                    Console.WriteLine("\n*****NEXT TASK*****\n");
-                    Console.ResetColor();
-                    Console.WriteLine(task["task_id"] + ": " + task["task_name"]);
+                    printOutput("\n*****NEXT TASK*****\n", ConsoleColor.Green);
+                    printOutput(task["task_id"] + ": " + task["task_name"], null);
 
                     // Send to execution function to complete the task based on the context
                     var result = await ExecutionAgent(objective, task["task_name"]);
                     var thisTaskId = int.Parse(task["task_id"]);
-                    Console.ForegroundColor = ConsoleColor.Yellow;
-                    Console.WriteLine("\n*****TASK RESULT*****\n");
-                    Console.ResetColor();
-                    Console.WriteLine(result);
+                    printOutput("\n*****TASK RESULT*****\n", ConsoleColor.Yellow);
+                    printOutput(result?.ToString(), null);
 
 
                     // Step 2: Enrich result and store in Pinecone
@@ -163,6 +157,7 @@ await pinecone.CreateIndex(new CreateRequest
                 Thread.Sleep(1000);  // Sleep before checking the task list again
             }
         }
+
         public void AddTask(Dictionary<string, string> task)
         {
             taskList.Enqueue(task);
@@ -209,7 +204,7 @@ public async Task<double[]> GetAdaEmbedding(object data)
                 {
                     throw new Exception("Unknown Error");
                 }
-                Console.WriteLine($"{embeddingResult.Error.Code}: {embeddingResult.Error.Message}");
+                printOutput($"{embeddingResult.Error.Code}: {embeddingResult.Error.Message}", null);
             }
             return null;
         }
@@ -264,15 +259,15 @@ public async Task<string> openai_call(string prompt, string model = "gpt-3.5-tur
                             return response.Choices.FirstOrDefault()?.Message.Content.Trim() ?? string.Empty;
                         else
                         {
-                            if (response.Error.Message.Contains("ratelimit", StringComparison.OrdinalIgnoreCase))
-                                await Task.Delay(10000);
+                            if (response.Error.Message.Contains("rate limit", StringComparison.OrdinalIgnoreCase))
+                                await Task.Delay(20000);
                         }
                     }
                 }
-                catch (Exception ex) when (ex.Message.Contains("ratelimit"))
+                catch (Exception ex) when (ex.Message.Contains("rate limit"))
                 {
-                    Console.WriteLine("The OpenAI API rate limit has been exceeded. Waiting 10 seconds and trying again.");
-                    await Task.Delay(10000); // Wait 10 seconds and try again
+                    printOutput("The OpenAI API rate limit has been exceeded. Waiting 10 seconds and trying again.", null);
+                    await Task.Delay(20000); // Wait 10 seconds and try again
                 }
             }
         }
@@ -290,7 +285,7 @@ public async Task PrioritizationAgent(int thisTaskId)
             Start the task list with number {nextTaskId}.";
             var response = await openai_call(prompt);
             var newTasks = response.Split('\n');
-            taskList = new Queue<Dictionary<string, string>>(newTasks.Select((t, index) => new Dictionary<string, string> { { "task_id", (index + nextTaskId).ToString() }, { "task_name", (t.Trim().Length>=2)?t.Trim().Substring(2):t.Trim() } }));
+            taskList = new Queue<Dictionary<string, string>>(newTasks.Select((t, index) => new Dictionary<string, string> { { "task_id", (index + nextTaskId).ToString() }, { "task_name", (t.Trim().Length >= 2) ? t.Trim().Substring(2) : t.Trim() } }));
         }
 
         public async Task<(string stdout, string stderr)> RunCommandAsync(string command)
diff --git a/sharpagi/sharpagi.csproj b/sharpagi/sharpagi.csproj
@@ -1,12 +1,21 @@
 <Project Sdk="Microsoft.NET.Sdk">
 
   <PropertyGroup>
-    <OutputType>Exe</OutputType>
+    <OutputType>Library</OutputType>
     <TargetFramework>net6.0</TargetFramework>
     <ImplicitUsings>enable</ImplicitUsings>
     <Nullable>enable</Nullable>
     <UserSecretsId>50c01620-9aba-4847-9fa1-0f06066b9d14</UserSecretsId>
   </PropertyGroup>
+
+  <ItemGroup>
+    <Compile Remove="sharpagi\**" />
+    <Compile Remove="sharpagi_test\**" />
+    <EmbeddedResource Remove="sharpagi\**" />
+    <EmbeddedResource Remove="sharpagi_test\**" />
+    <None Remove="sharpagi\**" />
+    <None Remove="sharpagi_test\**" />
+  </ItemGroup>
 	
 	<ItemGroup>
 	<PackageReference Include="Betalgo.OpenAI" Version="6.8.5" />
diff --git a/sharpagi_test/Program.cs b/sharpagi_test/Program.cs
@@ -0,0 +1,23 @@
+﻿// See https://aka.ms/new-console-template for more information
+using Microsoft.Extensions.Configuration;
+using sharpagi;
+
+Console.WriteLine("Hello, World!");
+// Load environment variables from UserSecrets in Visual Studio
+var builder = new ConfigurationBuilder()
+    .AddUserSecrets<Program>();
+var configuration = builder.Build();
+
+Sharpagi sharpagi = new Sharpagi((output, consolecolor) =>
+{
+    if (consolecolor.HasValue)
+    {
+        Console.ForegroundColor = consolecolor.Value;
+    }
+    Console.WriteLine(output);
+    if (consolecolor.HasValue)
+    {
+        Console.ResetColor();
+    }
+});
+await sharpagi.Agent(configuration);
diff --git a/sharpagi_test/sharpagi_test.csproj b/sharpagi_test/sharpagi_test.csproj
@@ -0,0 +1,23 @@
+﻿<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>net6.0</TargetFramework>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <Nullable>enable</Nullable>
+    <UserSecretsId>79855906-63dd-4e12-b308-95501dab288a</UserSecretsId>
+  </PropertyGroup>
+
+ 
+	<ItemGroup>
+		<PackageReference Include="Microsoft.Extensions.Configuration" Version="6.0.1" />
+		<PackageReference Include="Microsoft.Extensions.Configuration.UserSecrets" Version="6.0.1" />
+		<PackageReference Include="Microsoft.Extensions.Hosting" Version="6.0.1" />
+		<PackageReference Include="Newtonsoft.Json" Version="13.0.3" />
+	</ItemGroup>
+
+ 
+	<ItemGroup>
+	  <ProjectReference Include="..\sharpagi\sharpagi.csproj" />
+	</ItemGroup>
+</Project>

Original file line number	Diff line number	Diff line change
`@@ -12,6 +12,8 @@ namespace sharpagi`
`12`	`12`	`{`
`13`	`13`	`public class Sharpagi`
`14`	`14`	`{`
	`15`	`+ private readonly Action<string, ConsoleColor?> printOutput;`
	`16`	`+`
`15`	`17`	`public string objective = string.Empty;`
`16`	`18`	`public string openaiApiKey = string.Empty;`
`17`	`19`	`public string openaiApiModel = string.Empty;`
`@@ -23,12 +25,17 @@ public class Sharpagi`
`23`	`25`	`public string initialTask = string.Empty;`
`24`	`26`	`public string pineconeProjectName = string.Empty;`
`25`	`27`
`26`		`- public Sharpagi()`
	`28`	`+ public Sharpagi(Action<string, ConsoleColor?> outputCallback)`
`27`	`29`	`{`
	`30`	`+ printOutput = outputCallback;`
	`31`	`+ }`
`28`	`32`
	`33`	`+ public Sharpagi(Action<string> outputCallback)`
	`34`	`+ : this((output, color) => outputCallback(output))`
	`35`	`+ {`
`29`	`36`	`}`
`30`	`37`
`31`		`- public async Task Main(IConfiguration configuration)`
	`38`	`+ public async Task Agent(IConfiguration configuration)`
`32`	`39`	`{`
`33`	`40`
`34`	`41`	`openaiApiKey = configuration["OPENAI_API_KEY"];`
`@@ -46,26 +53,18 @@ public async Task Main(IConfiguration configuration)`
`46`	`53`	`}`
`47`	`54`
`48`	`55`
`49`		`- // Check if we know what we are doing`
`50`		`- Debug.Assert(!string.IsNullOrEmpty(openaiApiKey), "OPENAI_API_KEY environment variable is missing from UserSecrets");`
`51`		`- Debug.Assert(!string.IsNullOrEmpty(openaiApiModel), "OPENAI_API_MODEL environment variable is missing from UserSecrets");`
	`56`	`+ if(string.IsNullOrEmpty(openaiApiKey)) throw new ArgumentException("OPENAI_API_KEY environment variable is missing from UserSecrets");`
	`57`	`+ if(string.IsNullOrEmpty(openaiApiModel)) throw new ArgumentException("OPENAI_API_MODEL environment variable is missing from UserSecrets");`
`52`	`58`	`if (openaiApiModel.ToLower().Contains("gpt-4"))`
`53`	`59`	`{`
`54`		`- Console.ForegroundColor = ConsoleColor.Red;`
`55`		`- Console.WriteLine("***USING GPT-4. POTENTIALLY EXPENSIVE. MONITOR YOUR COSTS***");`
`56`		`- Console.ResetColor();`
	`60`	`+ printOutput("***USING GPT-4. POTENTIALLY EXPENSIVE. MONITOR YOUR COSTS***", ConsoleColor.Red);`
`57`	`61`	`}`
`58`	`62`
`59`	`63`	`// Print OBJECTIVE`
`60`		`- Console.ForegroundColor = ConsoleColor.Blue;`
`61`		`- Console.WriteLine("\n***OBJECTIVE***\n");`
`62`		`- Console.ResetColor();`
`63`		`- Console.WriteLine(objective);`
`64`		`-`
`65`		`- Console.ForegroundColor = ConsoleColor.Yellow;`
`66`		`- Console.WriteLine("\nInitial task: " + initialTask);`
`67`		`- Console.ResetColor();`
	`64`	`+ printOutput("\n***OBJECTIVE***\n", ConsoleColor.Blue);`
	`65`	`+ printOutput(objective, null);`
`68`	`66`
	`67`	`+ printOutput("\nInitial task: " + initialTask, ConsoleColor.Yellow);`
`69`	`68`
`70`	`69`	`// Create Pinecone index`
`71`	`70`	`var indexes = await pinecone.ListIndexes();`
`@@ -98,28 +97,23 @@ await pinecone.CreateIndex(new CreateRequest`
`98`	`97`	`if (taskList.Count > 0)`
`99`	`98`	`{`
`100`	`99`	`// Print the task list`
`101`		`- Console.ForegroundColor = ConsoleColor.Magenta;`
`102`		`- Console.WriteLine("\n***TASK LIST***\n");`
`103`		`- Console.ResetColor();`
	`100`	`+ printOutput("\n***TASK LIST***\n", ConsoleColor.Magenta);`
	`101`	`+`
`104`	`102`	`foreach (var t in taskList)`
`105`	`103`	`{`
`106`		`- Console.WriteLine(t["task_id"] + ": " + t["task_name"]);`
	`104`	`+ printOutput(t["task_id"] + ": " + t["task_name"], null);`
`107`	`105`	`}`
`108`	`106`
`109`	`107`	`// Step 1: Pull the first task`
`110`	`108`	`var task = taskList.Dequeue();`
`111`		`- Console.ForegroundColor = ConsoleColor.Green;`
`112`		`- Console.WriteLine("\n***NEXT TASK***\n");`
`113`		`- Console.ResetColor();`
`114`		`- Console.WriteLine(task["task_id"] + ": " + task["task_name"]);`
	`109`	`+ printOutput("\n***NEXT TASK***\n", ConsoleColor.Green);`
	`110`	`+ printOutput(task["task_id"] + ": " + task["task_name"], null);`
`115`	`111`
`116`	`112`	`// Send to execution function to complete the task based on the context`
`117`	`113`	`var result = await ExecutionAgent(objective, task["task_name"]);`
`118`	`114`	`var thisTaskId = int.Parse(task["task_id"]);`
`119`		`- Console.ForegroundColor = ConsoleColor.Yellow;`
`120`		`- Console.WriteLine("\n***TASK RESULT***\n");`
`121`		`- Console.ResetColor();`
`122`		`- Console.WriteLine(result);`
	`115`	`+ printOutput("\n***TASK RESULT***\n", ConsoleColor.Yellow);`
	`116`	`+ printOutput(result?.ToString(), null);`
`123`	`117`
`124`	`118`
`125`	`119`	`// Step 2: Enrich result and store in Pinecone`
`@@ -163,6 +157,7 @@ await pinecone.CreateIndex(new CreateRequest`
`163`	`157`	`Thread.Sleep(1000); // Sleep before checking the task list again`
`164`	`158`	`}`
`165`	`159`	`}`
	`160`	`+`
`166`	`161`	`public void AddTask(Dictionary<string, string> task)`
`167`	`162`	`{`
`168`	`163`	`taskList.Enqueue(task);`
`@@ -209,7 +204,7 @@ public async Task<double[]> GetAdaEmbedding(object data)`
`209`	`204`	`{`
`210`	`205`	`throw new Exception("Unknown Error");`
`211`	`206`	`}`
`212`		`- Console.WriteLine($"{embeddingResult.Error.Code}: {embeddingResult.Error.Message}");`
	`207`	`+ printOutput($"{embeddingResult.Error.Code}: {embeddingResult.Error.Message}", null);`
`213`	`208`	`}`
`214`	`209`	`return null;`
`215`	`210`	`}`
`@@ -264,15 +259,15 @@ public async Task<string> openai_call(string prompt, string model = "gpt-3.5-tur`
`264`	`259`	`return response.Choices.FirstOrDefault()?.Message.Content.Trim() ?? string.Empty;`
`265`	`260`	`else`
`266`	`261`	`{`
`267`		`- if (response.Error.Message.Contains("ratelimit", StringComparison.OrdinalIgnoreCase))`
`268`		`- await Task.Delay(10000);`
	`262`	`+ if (response.Error.Message.Contains("rate limit", StringComparison.OrdinalIgnoreCase))`
	`263`	`+ await Task.Delay(20000);`
`269`	`264`	`}`
`270`	`265`	`}`
`271`	`266`	`}`
`272`		`- catch (Exception ex) when (ex.Message.Contains("ratelimit"))`
	`267`	`+ catch (Exception ex) when (ex.Message.Contains("rate limit"))`
`273`	`268`	`{`
`274`		`- Console.WriteLine("The OpenAI API rate limit has been exceeded. Waiting 10 seconds and trying again.");`
`275`		`- await Task.Delay(10000); // Wait 10 seconds and try again`
	`269`	`+ printOutput("The OpenAI API rate limit has been exceeded. Waiting 10 seconds and trying again.", null);`
	`270`	`+ await Task.Delay(20000); // Wait 10 seconds and try again`
`276`	`271`	`}`
`277`	`272`	`}`
`278`	`273`	`}`
`@@ -290,7 +285,7 @@ public async Task PrioritizationAgent(int thisTaskId)`
`290`	`285`	`Start the task list with number {nextTaskId}.";`
`291`	`286`	`var response = await openai_call(prompt);`
`292`	`287`	`var newTasks = response.Split('\n');`
`293`		`- taskList = new Queue<Dictionary<string, string>>(newTasks.Select((t, index) => new Dictionary<string, string> { { "task_id", (index + nextTaskId).ToString() }, { "task_name", (t.Trim().Length>=2)?t.Trim().Substring(2):t.Trim() } }));`
	`288`	`+ taskList = new Queue<Dictionary<string, string>>(newTasks.Select((t, index) => new Dictionary<string, string> { { "task_id", (index + nextTaskId).ToString() }, { "task_name", (t.Trim().Length >= 2) ? t.Trim().Substring(2) : t.Trim() } }));`
`294`	`289`	`}`
`295`	`290`
`296`	`291`	`public async Task<(string stdout, string stderr)> RunCommandAsync(string command)`