From 819b2149d7c6fedca89e29c0bd5584ce3936e5b5 Mon Sep 17 00:00:00 2001 From: The TensorFlow Datasets Authors Date: Tue, 26 Nov 2024 05:45:13 -0800 Subject: [PATCH] Add prefix with stage name to CroissantBuilder beam pipeline. PiperOrigin-RevId: 700311922 --- tensorflow_datasets/core/dataset_builders/croissant_builder.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tensorflow_datasets/core/dataset_builders/croissant_builder.py b/tensorflow_datasets/core/dataset_builders/croissant_builder.py index 38ce27d2271..500d2ba4b82 100644 --- a/tensorflow_datasets/core/dataset_builders/croissant_builder.py +++ b/tensorflow_datasets/core/dataset_builders/croissant_builder.py @@ -37,6 +37,7 @@ from __future__ import annotations from collections.abc import Mapping, Sequence +import json from typing import Any from etils import epath @@ -355,7 +356,7 @@ def convert_to_tfds_format( return records.beam_reader( pipeline=pipeline - ) | 'Convert to TFDS format' >> beam.MapTuple( + ) | f'Convert to TFDS format for filters: {json.dumps(filters)}' >> beam.MapTuple( convert_to_tfds_format, features=self.info.features, record_set_id=record_set.id,