Add prefix with stage name to CroissantBuilder beam pipeline.

PiperOrigin-RevId: 700311922
tensorflow · Nov 26, 2024 · 819b214 · 819b214
1 parent 8287609
commit 819b214
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tensorflow_datasets/core/dataset_builders/croissant_builder.py b/tensorflow_datasets/core/dataset_builders/croissant_builder.py
@@ -37,6 +37,7 @@
 from __future__ import annotations
 
 from collections.abc import Mapping, Sequence
+import json
 from typing import Any
 
 from etils import epath
@@ -355,7 +356,7 @@ def convert_to_tfds_format(
 
     return records.beam_reader(
         pipeline=pipeline
-    ) | 'Convert to TFDS format' >> beam.MapTuple(
+    ) | f'Convert to TFDS format for filters: {json.dumps(filters)}' >> beam.MapTuple(
         convert_to_tfds_format,
         features=self.info.features,
         record_set_id=record_set.id,