From 006011cdd755e5ef2b1b4102005d9b9eccac6bfe Mon Sep 17 00:00:00 2001 From: The TensorFlow Datasets Authors Date: Mon, 25 Nov 2024 06:01:59 -0800 Subject: [PATCH] Add prefix with stage name to CroissantBuilder beam pipeline. PiperOrigin-RevId: 699954192 --- tensorflow_datasets/core/dataset_builders/croissant_builder.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tensorflow_datasets/core/dataset_builders/croissant_builder.py b/tensorflow_datasets/core/dataset_builders/croissant_builder.py index 38ce27d2271..500d2ba4b82 100644 --- a/tensorflow_datasets/core/dataset_builders/croissant_builder.py +++ b/tensorflow_datasets/core/dataset_builders/croissant_builder.py @@ -37,6 +37,7 @@ from __future__ import annotations from collections.abc import Mapping, Sequence +import json from typing import Any from etils import epath @@ -355,7 +356,7 @@ def convert_to_tfds_format( return records.beam_reader( pipeline=pipeline - ) | 'Convert to TFDS format' >> beam.MapTuple( + ) | f'Convert to TFDS format for filters: {json.dumps(filters)}' >> beam.MapTuple( convert_to_tfds_format, features=self.info.features, record_set_id=record_set.id,