From f6ddae85b95bca44eacfa46ff87184102720801d Mon Sep 17 00:00:00 2001 From: Elise Alstad Date: Sat, 28 Sep 2024 19:24:38 +0200 Subject: [PATCH] biq query connector changed --- main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main.py b/main.py index d30b304..e1eb146 100644 --- a/main.py +++ b/main.py @@ -4,7 +4,7 @@ def main(): # Path to the BigQuery connector JAR - bigquery_connector_path = 'spark-3.1-bigquery-0.41.0.jar' + bigquery_connector_path = 'gs://spark-lib/bigquery/spark-bigquery-latest.jar' # Start a PySpark session with BigQuery connector spark = SparkSession.builder \