From d0a2945d431c8fbcf734f4f66f21c49e069252ed Mon Sep 17 00:00:00 2001
From: Haeun-Oh <haeunoh.tech@gmail.com>
Date: Sun, 29 Oct 2023 19:06:49 +0900
Subject: [PATCH] delete: upload parquet notebook

---
 src/upload_parquet.py | 12 ------------
 1 file changed, 12 deletions(-)
 delete mode 100644 src/upload_parquet.py

diff --git a/src/upload_parquet.py b/src/upload_parquet.py
deleted file mode 100644
index 6184adb..0000000
--- a/src/upload_parquet.py
+++ /dev/null
@@ -1,12 +0,0 @@
-# %%
-from delta import configure_spark_with_delta_pip
-from pyspark.sql import SparkSession
-
-# %%
-spark = configure_spark_with_delta_pip(SparkSession.builder).getOrCreate()
-
-# %%
-df = spark.read.format("csv").load("s3a://data/raw/", header=True)
-
-# %%
-df.write.mode("overwrite").option("compression", "snappy").parquet("s3a://data/lake", compression="snappy")