Skip to content

Commit

Permalink
Add prefix with stage name to CroissantBuilder beam pipeline.
Browse files Browse the repository at this point in the history
PiperOrigin-RevId: 699954192
  • Loading branch information
The TensorFlow Datasets Authors committed Nov 26, 2024
1 parent 8287609 commit 006011c
Showing 1 changed file with 2 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,7 @@
from __future__ import annotations

from collections.abc import Mapping, Sequence
import json
from typing import Any

from etils import epath
Expand Down Expand Up @@ -355,7 +356,7 @@ def convert_to_tfds_format(

return records.beam_reader(
pipeline=pipeline
) | 'Convert to TFDS format' >> beam.MapTuple(
) | f'Convert to TFDS format for filters: {json.dumps(filters)}' >> beam.MapTuple(
convert_to_tfds_format,
features=self.info.features,
record_set_id=record_set.id,
Expand Down

0 comments on commit 006011c

Please sign in to comment.