diff --git a/ci/scripts/build.sh b/ci/scripts/build.sh index 8434378..e45bd5d 100755 --- a/ci/scripts/build.sh +++ b/ci/scripts/build.sh @@ -48,7 +48,7 @@ function setup_postgres() { } function setup_lantern() { - LANTERN_VERSION=v0.1.0 + LANTERN_VERSION=v0.1.1 git clone --recursive https://github.com/lanterndata/lantern.git /tmp/lantern pushd /tmp/lantern git checkout ${LANTERN_VERSION} && \ diff --git a/lantern_daemon/src/embedding_jobs.rs b/lantern_daemon/src/embedding_jobs.rs index d85190a..6a883df 100644 --- a/lantern_daemon/src/embedding_jobs.rs +++ b/lantern_daemon/src/embedding_jobs.rs @@ -222,7 +222,6 @@ async fn embedding_worker( client_ref.execute(&format!("UPDATE {jobs_table_name} SET init_finished_at=NOW(), updated_at=NOW() WHERE id=$1"), &[&job.id]).await?; } - logger.info(&format!("Processed Rows: {processed_rows}, processed_tokens: {processed_tokens}")); if processed_tokens > 0 { let fn_name = get_full_table_name(&schema_ref, "increment_embedding_usage"); let res = client_ref.execute(&format!("SELECT {fn_name}({job_id},{usage},{tokens})", job_id=job.id, usage=processed_rows, tokens=processed_tokens), &[]).await; diff --git a/lantern_daemon/tests/daemon_test_with_db.rs b/lantern_daemon/tests/daemon_test_with_db.rs index d129e79..02ebf57 100644 --- a/lantern_daemon/tests/daemon_test_with_db.rs +++ b/lantern_daemon/tests/daemon_test_with_db.rs @@ -290,7 +290,7 @@ async fn test_embedding_generation_runtime( let cnt: i64 = client_data.get::(0); let client_data = db_client .query( - &format!("SELECT * FROM {CLIENT_TABLE_NAME} WHERE ARRAY_LENGTH(title_embedding, 1) != {dimensions}"), + &format!("SELECT ARRAY_LENGTH(title_embedding, 1) FROM {CLIENT_TABLE_NAME} WHERE ARRAY_LENGTH(title_embedding, 1) != {dimensions}"), &[], ) .await @@ -549,7 +549,6 @@ async fn test_cleanup() { #[tokio::test] async fn test_daemon() { let runtimes = [ - ("ort", "microsoft/all-MiniLM-L12-v2", 384, ""), ( "openai", "openai/text-embedding-ada-002", @@ -574,6 +573,7 @@ async fn test_daemon() { 768, "COHERE_TOKEN", ), + ("ort", "microsoft/all-MiniLM-L12-v2", 384, ""), ]; for (runtime, model, dim, params) in runtimes {