model improv

Author: algunion

Project.toml

@@ -1,7 +1,7 @@
 name = "UniLM"
 uuid = "2a65a866-de6b-4bc8-8daf-c130204fdf93"
 authors = ["Marius Fersigan <[email protected]> and contributors"]
-version = "0.5.4"
+version = "0.5.6"
 
 [deps]
 Accessors = "7d9f7c33-5ae7-4f3b-8dc6-eff91059b697"

src/api.jl

@@ -85,6 +85,7 @@ Base.show(io::IO, x::Model) = print(io, x.name)
 Base.parse(::Type{Model}, s::String) = Model(s)
 
 const GPT4o = Model("gpt-4o")
+const GPT4oMini = Model("gpt-4o-mini")
 const GPT4Turbo = Model("gpt-4-1106-preview")
 const GPT4TurboVision = Model("gpt-4-vision-preview")
 

src/constants.jl

@@ -45,7 +45,20 @@ const _MODEL_ENDPOINTS_OPENAI::Dict{String,String} = Dict(
     Convenience mapping of OpenAI model names to their respective endpoints.
     
 """
-const _MODEL_ENDPOINTS_AZURE_OPENAI::Dict{String,String} = Dict(
-    "gpt-4o" => "/openai/deployments/" * ENV["AZURE_OPENAI_DEPLOY_NAME_GPT_4O"],
-    "gpt-4o-mini" => "/openai/deployments/" * ENV["AZURE_OPENAI_DEPLOY_NAME_GPT_4O_MINI"]
-)
+const _MODEL_ENDPOINTS_AZURE_OPENAI::Dict{String,String} = begin
+    d = Dict()
+
+    if haskey(ENV, "AZURE_OPENAI_DEPLOY_NAME_GPT_4O")
+        d["gpt-4o"] = "/openai/deployments/" * ENV["AZURE_OPENAI_DEPLOY_NAME_GPT_4O"]
+    end
+
+    if haskey(ENV, "AZURE_OPENAI_DEPLOY_NAME_GPT_4O_MINI")
+        d["gpt-4o-mini"] = "/openai/deployments/" * ENV["AZURE_OPENAI_DEPLOY_NAME_GPT_4O_MINI"]
+    end
+
+    d
+end
+
+function add_azure_deploy_name!(model::String, deploy_name::String)
+    _MODEL_ENDPOINTS_AZURE_OPENAI[model] = "/openai/deployments/" * deploy_name
+end

test/api.jl

@@ -93,8 +93,8 @@
 
     @testset "JSON_OBJECT" begin
         chat = UniLM.Chat(response_format=UniLM.json_object())
-        push!(chat, UniLM.Message(role=UniLM.RoleSystem, content="Act as a helpful AI agent answering only in JSON."))
-        push!(chat, UniLM.Message(role=UniLM.RoleUser, content="Please tell me a one-liner joke."))
+        push!(chat, UniLM.Message(role=UniLM.RoleSystem, content="Act as a helpful AI agent."))
+        push!(chat, UniLM.Message(role=UniLM.RoleUser, content="Please tell me a one-liner joke (return JSON format)."))
 
         cr = UniLM.chatrequest!(chat)