configure a bucket for testing

janhq · Jul 17, 2024 · 2d4f077 · 2d4f077
1 parent d917170
commit 2d4f077
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/test_flows.py b/test_flows.py
@@ -8,13 +8,13 @@
 S3Helper()
 
 # # Example usage
-model_name = "jan-hq/tokenizer-tinyllama"
+model_name = "jan-hq-test/tokenizer-tinyllama"
 # model = S3HelperAutoModelForCausalLM.from_pretrained(model_name)
 tokenizer = S3HelperAutoTokenizer.from_pretrained(model_name)
 logging.info(f"Tokenizer Loading successful: {tokenizer}")
 # print(tokenizer)
 # config = S3HelperAutoConfig.from_pretrained(model_name)
 # Make sure S3Helper is initialized and environment variables are set
 # Load a dataset from S3 bucket
-dataset = s3_load_dataset("jan-hq/test-dataset",file_format='parquet', split='train')
+dataset = s3_load_dataset("jan-hq-test/test-dataset",file_format='parquet', split='train')
 logging.info(f"Dataset Loading successful")