feat(query): support DATABEND_DATA_PATH in bendpy and bend-local (#13089

)

src/bendpy/src/lib.rs

@@ -21,6 +21,7 @@ mod schema;
 mod utils;
 
 use std::env;
+use std::path::Path;
 
 use common_config::Config;
 use common_config::InnerConfig;
@@ -37,15 +38,20 @@ use utils::RUNTIME;
 /// A Python module implemented in Rust.
 #[pymodule]
 fn databend(_py: Python, m: &PyModule) -> PyResult<()> {
-    env::set_var("META_EMBEDDED_DIR", ".databend/_meta");
+    let data_path = env::var("DATABEND_DATA_PATH").unwrap_or(".databend/".to_string());
+    let path = Path::new(&data_path);
+
+    env::set_var("META_EMBEDDED_DIR", path.join("_meta"));
+
     let mut conf: InnerConfig = Config::load(false).unwrap().try_into().unwrap();
     conf.storage.allow_insecure = true;
     conf.storage.params = StorageParams::Fs(StorageFsConfig {
-        root: ".databend/_data".to_string(),
+        root: path.join("_data").to_str().unwrap().to_owned(),
     });
 
     RUNTIME.block_on(async {
-        MetaEmbedded::init_global_meta_store(".databend/_meta".to_string())
+        let meta_dir = path.join("_meta");
+        MetaEmbedded::init_global_meta_store(meta_dir.to_string_lossy().to_string())
             .await
             .unwrap();
         GlobalServices::init(conf.clone()).await.unwrap();

src/query/service/src/local/mod.rs

@@ -20,6 +20,7 @@ pub(crate) mod helper;
 use std::env;
 use std::io::stdin;
 use std::io::IsTerminal;
+use std::path::Path;
 
 use common_config::Config;
 use common_config::InnerConfig;
@@ -35,14 +36,20 @@ use crate::GlobalServices;
 
 pub async fn query_local(query_sql: &str, output_format: &str) -> Result<()> {
     let temp_dir = tempfile::tempdir()?;
-    env::set_var("META_EMBEDDED_DIR", temp_dir.path().join("_meta"));
+    let p = env::var("DATABEND_DATA_PATH");
+    let path = match &p {
+        Ok(p) => Path::new(p),
+        Err(_) => temp_dir.path(),
+    };
+
+    env::set_var("META_EMBEDDED_DIR", path.join("_meta"));
     let mut conf: InnerConfig = Config::load(true).unwrap().try_into().unwrap();
     conf.storage.allow_insecure = true;
     conf.storage.params = StorageParams::Fs(StorageFsConfig {
-        root: temp_dir.path().join("_data").to_str().unwrap().to_owned(),
+        root: path.join("_data").to_str().unwrap().to_owned(),
     });
 
-    let meta_dir = temp_dir.path().join("_meta");
+    let meta_dir = path.join("_meta");
     MetaEmbedded::init_global_meta_store(meta_dir.to_string_lossy().to_string())
         .await
         .unwrap();