Skip to content

Commit a7dfce9

Browse files
authored
fix model routing on transform_embeddings (#98)
* fix model routing on transform_embeddings * Update CODEOWNERS
1 parent 5aa9d45 commit a7dfce9

5 files changed

Lines changed: 6 additions & 7 deletions

File tree

.github/CODEOWNERS

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
* @ChuckHend @DarrenBaldwin07 @samay-sharma
1+
* @ChuckHend @samay-sharma

core/src/transformers/openai.rs

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,6 @@ use crate::types::{JobParams, VectorizeMeta};
77
// however, depending on content of text, token count can be higher than
88
pub const MAX_TOKEN_LEN: usize = 8192;
99
pub const OPENAI_EMBEDDING_URL: &str = "https://api.openai.com/v1/embeddings";
10-
pub const OPENAI_EMBEDDING_MODEL: &str = "text-embedding-ada-002";
1110

1211
pub fn prepare_openai_request(
1312
vect_meta: VectorizeMeta,
@@ -18,7 +17,7 @@ pub fn prepare_openai_request(
1817
let job_params: JobParams = serde_json::from_value(vect_meta.params.clone())?;
1918
let payload = EmbeddingPayload {
2019
input: text_inputs,
21-
model: OPENAI_EMBEDDING_MODEL.to_owned(),
20+
model: vect_meta.transformer.name.clone(),
2221
};
2322

2423
let apikey = match job_params.api_key {

extension/Cargo.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[package]
22
name = "vectorize"
3-
version = "0.14.0"
3+
version = "0.14.1"
44
edition = "2021"
55
publish = false
66

extension/Trunk.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ description = "The simplest way to orchestrate vector search on Postgres."
66
homepage = "https://github.com/tembo-io/pg_vectorize"
77
documentation = "https://github.com/tembo-io/pg_vectorize"
88
categories = ["orchestration", "machine_learning"]
9-
version = "0.14.0"
9+
version = "0.14.1"
1010

1111
[build]
1212
postgres_version = "15"

extension/src/transformers/mod.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ use generic::get_generic_svc_url;
77
use pgrx::prelude::*;
88

99
use vectorize_core::transformers::http_handler::openai_embedding_request;
10-
use vectorize_core::transformers::openai::{OPENAI_EMBEDDING_MODEL, OPENAI_EMBEDDING_URL};
10+
use vectorize_core::transformers::openai::OPENAI_EMBEDDING_URL;
1111
use vectorize_core::transformers::types::{EmbeddingPayload, EmbeddingRequest};
1212
use vectorize_core::types::{Model, ModelSource};
1313

@@ -32,7 +32,7 @@ pub fn transform(input: &str, transformer: &Model, api_key: Option<String>) -> V
3232

3333
let embedding_request = EmbeddingPayload {
3434
input: vec![input.to_string()],
35-
model: OPENAI_EMBEDDING_MODEL.to_string(),
35+
model: transformer.name.to_string(),
3636
};
3737
EmbeddingRequest {
3838
url: OPENAI_EMBEDDING_URL.to_owned(),

0 commit comments

Comments
 (0)