WIP: image generation with Dall-e

Author: ceicke

.gitignore

@@ -56,3 +56,6 @@
 /.idea/*
 /client/.idea/*
 vendor/bundle
+
+# Ignore downloaded images
+/public/dalle_images

app/services/toolbox.rb

@@ -3,6 +3,7 @@ def self.descendants
     [
       Toolbox::HelloWorld,
       Toolbox::OpenMeteo,
+      Toolbox::Dalle
     ]
   end
 

app/services/toolbox/dalle.rb

@@ -0,0 +1,48 @@
+class Toolbox::Dalle < Toolbox
+
+  describe :generate_an_image, <<~S
+    Generate an image based on what the user asks you to generate. You will pass the user's prompt and will get back a URL to an image.
+  S
+
+  def self.generate_an_image(image_generation_prompt_s:)
+
+    response = client.images.generate(
+      parameters: { 
+        prompt: image_generation_prompt_s, 
+        model: "dall-e-3", 
+        size: "1024x1792", 
+        quality: "standard" 
+      }
+    )
+
+    dalle_url = response.dig("data", 0, "url")
+    download(dalle_url)
+
+    {
+      url: dalle_url
+    }
+  end
+
+  class << self
+    private
+
+    def download(image_url)
+      filename = File.basename(URI.parse(image_url).path)
+      file_path = Rails.root.join('public', 'dalle_images', filename)
+
+      FileUtils.mkdir_p(File.dirname(file_path))
+
+      File.open(file_path, 'wb') do |file|
+        file << URI.open(image_url).read
+      end
+
+      file_path
+    end
+
+    def client
+      OpenAI::Client.new(
+        access_token: Current.user.openai_key,
+      )
+    end
+  end
+end

test/services/toolbox_test.rb

@@ -2,7 +2,7 @@
 
 class ToolboxTest < ActiveSupport::TestCase
   test "tools" do
-    assert_equal 4, Toolbox.tools.length
+    assert_equal 5, Toolbox.tools.length
     assert Toolbox::OpenMeteo.tools.first[:function].values.all? { |value| value.present? }
     assert Toolbox::OpenMeteo.tools.first[:function][:description].length > 100
     tools = [