Create & manage LanguageModels and APIService (+add Llama 3)

app/controllers/settings/api_services_controller.rb

@@ -0,0 +1,54 @@
+class Settings::APIServicesController < Settings::ApplicationController
+  before_action :set_api_service, only: [:edit, :update, :destroy]
+
+  def index
+    @api_services = APIService.all.order(updated_at: :desc)
+  end
+
+  def edit
+  end
+
+  def new
+    @api_service = APIService.new
+  end
+
+  def create
+    @api_service = Current.user.api_services.new(api_service_params)
+
+    if @api_service.save
+      redirect_to settings_api_services_path, notice: "Saved"
+    else
+      render :new, status: :unprocessable_entity
+    end
+  end
+
+  def update
+    if @api_service.update(api_service_params)
+      redirect_to edit_settings_api_service_path(@api_service), notice: "Saved", status: :see_other
+    else
+      render :edit, status: :unprocessable_entity
+    end
+  end
+
+  def destroy
+    @api_service.destroy!
+    redirect_to new_settings_api_service_url, notice: "Deleted", status: :see_other
+  end
+
+  private
+
+  def set_users_api_service
+    @api_service = Current.user.api_services.find_by(id: params[:id])
+    if @api_service.nil?
+      redirect_to new_settings_api_service_url, notice: "The API Service was deleted", status: :see_other
+    end
+  end
+
+  def set_api_service
+    @api_service = APIService.find_by(id: params[:id])
+  end
+
+  def api_service_params
+    params.require(:api_service).permit(:name, :url, :access_token, :driver)
+  end
+end

app/controllers/settings/language_models_controller.rb

@@ -0,0 +1,58 @@
+class Settings::LanguageModelsController < Settings::ApplicationController
+  before_action :set_users_language_model, only: [:edit, :update, :destroy]
+  before_action :set_language_model, only: [:show]
+
+  def index
+    @language_models = LanguageModel.all.order(updated_at: :desc)
+  end
+
+  def edit
+  end
+
+  def show
+  end
+
+  def new
+    @language_model = LanguageModel.new
+  end
+
+  def create
+    @language_model = Current.user.language_models.new(language_model_params)
+
+    if @language_model.save
+      redirect_to settings_language_models_path, notice: "Saved"
+    else
+      render :new, status: :unprocessable_entity
+    end
+  end
+
+  def update
+    if @language_model.update(language_model_params)
+      redirect_to edit_settings_language_model_path(@language_model), notice: "Saved", status: :see_other
+    else
+      render :edit, status: :unprocessable_entity
+    end
+  end
+
+  def destroy
+    @language_model.destroy!
+    redirect_to new_settings_language_model_url, notice: "Deleted", status: :see_other
+  end
+
+  private
+
+  def set_users_language_model
+    @language_model = Current.user.language_models.find_by(id: params[:id])
+    if @language_model.nil?
+      redirect_to new_settings_language_model_url, notice: "The language_model was deleted", status: :see_other
+    end
+  end
+
+  def set_language_model
+    @language_model = LanguageModel.find_by(id: params[:id])
+  end
+
+  def language_model_params
+    params.require(:language_model).permit(:name, :description, :supports_images, :api_service_id)
+  end
+end

app/helpers/application_helper.rb

@@ -93,4 +93,7 @@ def viewport_tag(content)
     tag.meta(name: 'viewport', content: content)
   end
 
+  def n_a_if_blank(value, n_a = "Not Available")
+    value.blank? ? n_a : value.to_s
+  end
 end

app/helpers/settings/language_models_helper.rb

@@ -0,0 +1,15 @@
+module Settings
+  module LanguageModelsHelper
+    def display_boolean(value)
+      ActiveModel::Type::Boolean.new.cast(value) ? 'Yes' : 'No'
+    end
+
+    def language_model_edit_show_path(language_model)
+      if language_model.created_by_current_user?
+        edit_settings_language_model_path(language_model)
+      else
+        settings_language_model_path(language_model)
+      end
+    end
+  end
+end

app/models/api_service.rb

@@ -0,0 +1,28 @@
+class APIService < ApplicationRecord
+  encrypts :access_token
+
+  DRIVERS = %w(Anthropic OpenAI)
+
+  belongs_to :user
+
+  validates :url, format: URI::DEFAULT_PARSER.make_regexp(%w[http https]),  if: -> { url.present? }
+  validates :name, :url, presence: true
+  validates :driver, inclusion: { in: DRIVERS }
+
+  scope :ordered, -> { order(:name) }
+
+  normalizes :url, with: -> url { url.strip }
+
+  def ai_backend
+    driver == 'Anthropic' ? AIBackend::Anthropic : AIBackend::OpenAI
+  end
+
+  def destroy
+    raise ActiveRecord::ReadOnlyError 'System model cannot be deleted' if user.blank?
+    if user.destroy_in_progress?
+      super
+    else
+      update!(deleted_at: Time.now)
+    end
+  end
+end

app/models/assistant.rb

@@ -18,6 +18,8 @@ class Assistant < ApplicationRecord
 
   scope :ordered, -> { order(:id) }
 
+  delegate :api_service, to: :language_model
+
   def initials
     return nil if name.blank?
 

app/models/language_model.rb

@@ -1,27 +1,58 @@
 # We don"t care about large or not
 class LanguageModel < ApplicationRecord
+
+  belongs_to :user, optional: true
+  belongs_to :api_service, optional: true
+
+  validates :name, :description, presence: true
+
   BEST_MODELS = {
     "gpt-best" => "gpt-4o-2024-05-13",
     "claude-best" => "claude-3-opus-20240229"
   }
 
-  scope :ordered, -> { order(:position) }
-
-  has_many :assistants
+  def ai_backend
+    if api_service.present?
+      api_service.ai_backend
+    elsif name.starts_with?('gpt-')
+      AIBackend::OpenAI
+    else
+      AIBackend::Anthropic
+    end
+  end
 
   def readonly?
-    !new_record?
+    user_id.blank?
   end
 
+  def destroy
+    raise ActiveRecord::ReadOnlyError 'System model cannot be deleted' if user.blank?
+    if user.destroy_in_progress?
+      super
+    else
+      update!(deleted_at: Time.now)
+    end
+  end
+
+  scope :ordered, -> { order(:position) }
+  scope :for_user, ->  (user) { where(user_id: [user.id, nil]) }
+  scope :system_wide, ->  { where(user_id: nil) }
+
+  before_create :populate_position
+
+  has_many :assistants
+
   def provider_name
     BEST_MODELS[name] || name
   end
 
-  def ai_backend
-    if name.starts_with?("gpt-")
-      AIBackend::OpenAI
-    else
-      AIBackend::Anthropic
-    end
+  def created_by_current_user?
+    user == Current.user
   end
+
+  def populate_position
+    return unless position.blank?
+    self.position = (LanguageModel.maximum(:position) || 0) + 1
+  end
+
 end

app/models/user.rb

@@ -10,6 +10,10 @@ class User < ApplicationRecord
 
   has_many :assistants, -> { not_deleted }
   has_many :assistants_including_deleted, class_name: "Assistant", inverse_of: :user, dependent: :destroy
+  has_many :language_models, -> { not_deleted }
+  has_many :language_models_including_deleted, class_name: "LanguageModel", dependent: :destroy
+  has_many :api_services, -> { not_deleted }
+  has_many :api_services_including_deleted, class_name: "APIService", dependent: :destroy
   has_many :conversations, dependent: :destroy
   has_many :credentials, dependent: :destroy
 
@@ -26,4 +30,22 @@ class User < ApplicationRecord
   def preferences
     attributes["preferences"].with_defaults(dark_mode: "system")
   end
+
+  # Which ones can they choose for their api services
+  def usable_language_models
+    LanguageModel.for_user(self)
+  end
+
+  def destroy_in_progress?
+    @destroy_in_progress
+  end
+
+  def destroy
+    @destroy_in_progress = true
+    begin
+      super
+    ensure
+      @destroy_in_progress = false
+    end
+  end
 end

app/services/ai_backend/anthropic.rb

@@ -13,9 +13,14 @@ def self.client
   end
 
   def initialize(user, assistant, conversation, message)
-    raise ::Anthropic::ConfigurationError if user.anthropic_key.blank?
     begin
-      @client = self.class.client.new(access_token: user.anthropic_key)
+      if assistant.api_service.blank?
+        raise ::Anthropic::ConfigurationError if user.anthropic_key.blank?
+        @client = self.class.client.new(access_token: user.anthropic_key)
+      else
+        Rails.logger.info "Connecting to Anthropic API server at #{assistant.api_service.url} with access token of length #{assistant.api_service.access_token.to_s.length}"
+        @client = self.class.client.new(uri_base: assistant.api_service.url, access_token: assistant.api_service.access_token)
+      end
     rescue ::Faraday::UnauthorizedError => e
       raise ::Anthropic::ConfigurationError
     end

app/services/ai_backend/open_ai.rb

@@ -49,9 +49,14 @@ def self.get_tool_messages_by_calling(tool_calls_response)
   end
 
   def initialize(user, assistant, conversation, message)
-    raise ::OpenAI::ConfigurationError if user.openai_key.blank?
     begin
-      @client = self.class.client.new(access_token: user.openai_key)
+      if assistant.api_service.blank?
+        raise ::OpenAI::ConfigurationError if user.openai_key.blank?
+        @client = self.class.client.new(access_token: user.openai_key)
+      else
+        Rails.logger.info "Connecting to API server at #{assistant.api_service.url} with access token of length #{assistant.api_service.access_token.to_s.length}"
+        @client = self.class.client.new(uri_base: assistant.api_service.url, access_token: assistant.api_service.access_token)
+      end
     rescue ::Faraday::UnauthorizedError => e
       raise ::OpenAI::ConfigurationError
     end

app/views/layouts/settings.html.erb

@@ -21,6 +21,12 @@
         <%= render partial: "layouts/settings_item", collection: settings_items, locals: { controller: controller } %>
       </div>
     <% end %>
+    <div class="rounded-s-lg  mb-1 pl-3 p-2 hover:bg-gray-100 dark:hover:bg-gray-700">
+      <%= link_to "API Services", settings_api_services_path %>
+    </div>
+    <div class="mt-5 rounded-s-lg  mb-1 pl-3 p-2 hover:bg-gray-100 dark:hover:bg-gray-700">
+      <%= link_to "Language Models", settings_language_models_path %>
+    </div>
   </section>
 <% end %>
 

app/views/settings/api_services/_form.html.erb

@@ -0,0 +1,55 @@
+<%= form_with(model: [:settings, api_service], class: "contents") do |form| %>
+  <% if api_service.errors.any? %>
+    <div id="error_explanation" class="bg-red-50 text-red-500 px-3 py-2 font-medium rounded-lg mt-3">
+      <h2><%= pluralize(api_service.errors.count, "error") %> prohibited this api_service from being saved:</h2>
+
+      <ul>
+        <% api_service.errors.each do |error| %>
+          <li><%= error.full_message %></li>
+        <% end %>
+      </ul>
+    </div>
+  <% end %>
+
+  <div class="my-5">
+    <%= form.label :name %>
+    <%= form.text_field :name, class: "block shadow rounded-md border border-gray-200 outline-none px-3 py-2 mt-2 w-full dark:text-black" %>
+  </div>
+
+  <div class="my-5">
+    <%= form.label :driver %>
+    <%= form.select :driver,
+        APIService::DRIVERS,
+        {},
+        class: %|
+          block
+          border border-gray-200 outline-none
+          shadow rounded-md
+          px-3 py-2 mt-2
+          w-full
+          dark:text-black
+        |
+      %>
+  </div>
+
+  <div class="my-5">
+    <%= form.label :url %>
+    <%= form.text_field :url, class: "block shadow rounded-md border border-gray-200 outline-none px-3 py-2 mt-2 w-full dark:text-black" %>
+  </div>
+
+  <div class="my-5">
+    <%= form.label :access_token %>
+    <%= form.text_field :access_token, class: "block shadow rounded-md border border-gray-200 outline-none px-3 py-2 mt-2 w-full dark:text-black" %>
+  </div>
+
+  <%= form.submit "Save",
+    class: %|
+      inline-block font-bold
+      bg-gray-200 dark:bg-gray-900
+      border border-gray-400
+      rounded-lg py-3 px-5
+      cursor-pointer
+    |,
+    data: { turbo_submits_with: "Saving..." }
+  %>
+<% end %>

app/views/settings/api_services/edit.html.erb

@@ -0,0 +1,11 @@
+<div class="mx-auto md:w-2/3 w-full">
+  <h1 class="font-bold text-4xl">
+   Editing  API Service <%= @api_service.name %>
+  </h1>
+
+  <%= render "form", api_service: @api_service %>
+
+  <p class="float-right inline-block ml-5">
+    <%= link_to "Cancel", settings_api_services_path, class: "float-right inline-block ml-5 py-3" %>
+  </p>
+</div>