fix: turn on compression on stream writers (#34067)

See #31679

Signed-off-by: Ted Xu <[email protected]>

internal/storage/serde.go

@@ -25,6 +25,7 @@ import (
 	"github.com/apache/arrow/go/v12/arrow"
 	"github.com/apache/arrow/go/v12/arrow/array"
 	"github.com/apache/arrow/go/v12/parquet"
+	"github.com/apache/arrow/go/v12/parquet/compress"
 	"github.com/apache/arrow/go/v12/parquet/pqarrow"
 	"github.com/golang/protobuf/proto"
 
@@ -663,7 +664,10 @@ func (sfw *singleFieldRecordWriter) Close() {
 func newSingleFieldRecordWriter(fieldId FieldID, field arrow.Field, writer io.Writer) (*singleFieldRecordWriter, error) {
 	schema := arrow.NewSchema([]arrow.Field{field}, nil)
 	fw, err := pqarrow.NewFileWriter(schema, writer,
-		parquet.NewWriterProperties(parquet.WithMaxRowGroupLength(math.MaxInt64)), // No additional grouping for now.
+		parquet.NewWriterProperties(
+			parquet.WithMaxRowGroupLength(math.MaxInt64), // No additional grouping for now.
+			parquet.WithCompression(compress.Codecs.Zstd),
+			parquet.WithCompressionLevel(3)),
 		pqarrow.DefaultWriterProps())
 	if err != nil {
 		return nil, err