Update lanter version on ci, fix tests

lanterndata · Feb 9, 2024 · d506866 · d506866
1 parent 9fc1067
commit d506866
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 4 deletions.
diff --git a/ci/scripts/build.sh b/ci/scripts/build.sh
@@ -48,7 +48,7 @@ function setup_postgres() {
 }
 
 function setup_lantern() {
-   LANTERN_VERSION=v0.1.0
+   LANTERN_VERSION=v0.1.1
     git clone --recursive https://github.com/lanterndata/lantern.git /tmp/lantern 
     pushd /tmp/lantern
       git checkout ${LANTERN_VERSION} && \

diff --git a/lantern_daemon/src/embedding_jobs.rs b/lantern_daemon/src/embedding_jobs.rs
@@ -222,7 +222,6 @@ async fn embedding_worker(
                         client_ref.execute(&format!("UPDATE {jobs_table_name} SET init_finished_at=NOW(), updated_at=NOW() WHERE id=$1"), &[&job.id]).await?;
                     }
 
-                    logger.info(&format!("Processed Rows: {processed_rows}, processed_tokens: {processed_tokens}"));
                     if processed_tokens > 0 {
                         let fn_name = get_full_table_name(&schema_ref, "increment_embedding_usage");
                         let res = client_ref.execute(&format!("SELECT {fn_name}({job_id},{usage},{tokens})", job_id=job.id, usage=processed_rows, tokens=processed_tokens), &[]).await;

diff --git a/lantern_daemon/tests/daemon_test_with_db.rs b/lantern_daemon/tests/daemon_test_with_db.rs
@@ -290,7 +290,7 @@ async fn test_embedding_generation_runtime(
     let cnt: i64 = client_data.get::<usize, i64>(0);
     let client_data = db_client
         .query(
-            &format!("SELECT * FROM {CLIENT_TABLE_NAME} WHERE ARRAY_LENGTH(title_embedding, 1) != {dimensions}"),
+            &format!("SELECT ARRAY_LENGTH(title_embedding, 1) FROM {CLIENT_TABLE_NAME} WHERE ARRAY_LENGTH(title_embedding, 1) != {dimensions}"),
             &[],
         )
         .await
@@ -549,7 +549,6 @@ async fn test_cleanup() {
 #[tokio::test]
 async fn test_daemon() {
     let runtimes = [
-        ("ort", "microsoft/all-MiniLM-L12-v2", 384, ""),
         (
             "openai",
             "openai/text-embedding-ada-002",
@@ -574,6 +573,7 @@ async fn test_daemon() {
             768,
             "COHERE_TOKEN",
         ),
+        ("ort", "microsoft/all-MiniLM-L12-v2", 384, ""),
     ];
 
     for (runtime, model, dim, params) in runtimes {