Skip few tests

apache · Jan 30, 2024 · b498e4a · b498e4a
1 parent 881a6cf
commit b498e4a
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 7 deletions.
diff --git a/sdks/python/apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py b/sdks/python/apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py
@@ -55,9 +55,9 @@ def _publish_metrics(pipeline, metric_value, metrics_table, metric_name):
   )])
 
 
-@unittest.skip('Remve this line to run this test')
 @pytest.mark.uses_tft
 class CloudMLTFTBenchmarkTest(unittest.TestCase):
+  @unittest.skip('Remve this line to run this test')
   def test_cloudml_benchmark_criteo_small(self):
     test_pipeline = TestPipeline(is_integration_test=True)
     extra_opts = {}
@@ -79,6 +79,7 @@ def test_cloudml_benchmark_criteo_small(self):
         metrics_table=metrics_table,
         metric_name='runtime_sec')
 
+  @unittest.skip('Remve this line to run this test')
   def test_cloudml_benchmark_cirteo_no_shuffle_10GB(self):
     test_pipeline = TestPipeline(is_integration_test=True)
     extra_opts = {}
@@ -112,6 +113,8 @@ def test_cloudml_benchmark_criteo_10GB(self):
     extra_opts['output'] = os.path.join(
         _OUTPUT_GCS_BUCKET_ROOT, uuid.uuid4().hex)
     start_time = time.time()
+    extra_opts['job_name'] = (
+        'tft-criteo-dataset-{}-10'.format(uuid.uuid4().hex))
     workflow.run(test_pipeline.get_full_options_as_args(**extra_opts))
     end_time = time.time()
 

diff --git a/...enchmarks/cloudml/mltransform/__init__.py → ...esting/benchmarks/mltransform/__init__.py b/...enchmarks/cloudml/mltransform/__init__.py → ...esting/benchmarks/mltransform/__init__.py
diff --git a/.../benchmarks/cloudml/mltransform/criteo.py → .../testing/benchmarks/mltransform/criteo.py b/.../benchmarks/cloudml/mltransform/criteo.py → .../testing/benchmarks/mltransform/criteo.py
diff --git a/...hmarks/cloudml/mltransform/criteo_test.py → ...ing/benchmarks/mltransform/criteo_test.py b/...hmarks/cloudml/mltransform/criteo_test.py → ...ing/benchmarks/mltransform/criteo_test.py
@@ -27,17 +27,15 @@
 
 try:
   import apache_beam.testing.benchmarks.cloudml.cloudml_benchmark_constants_lib as constants
-  #   from apache_beam.examples.ml_transform import vocab_tfidf_processing
   from apache_beam.testing.load_tests.load_test_metrics_utils import InfluxDBMetricsPublisherOptions
   from apache_beam.testing.load_tests.load_test_metrics_utils import MetricsReader
   from apache_beam.testing.test_pipeline import TestPipeline
-  from apache_beam.examples.ml_transform import criteo
+  from apache_beam.testing.benchmarks.mltransform import criteo
 except ImportError:  # pylint: disable=bare-except
   raise unittest.SkipTest('tensorflow_transform is not installed.')
 
 _INPUT_GCS_BUCKET_ROOT = 'gs://apache-beam-ml/datasets/cloudml/criteo'
 _OUTPUT_GCS_BUCKET_ROOT = 'gs://temp-storage-for-end-to-end-tests/tft/'
-_DISK_SIZE = 150
 
 
 @pytest.mark.uses_tft
@@ -54,9 +52,6 @@ def test_process_criteo_10GB_dataset(self):
 
     extra_opts['frequency_threshold'] = 0
 
-    # dataflow pipeliens options
-    extra_opts['disk_size_gb'] = _DISK_SIZE
-    extra_opts['machine_type'] = 'e2-highmem-2'
     extra_opts['job_name'] = (
         'mltransform-criteo-dataset-{}-10'.format(uuid.uuid4().hex))
     # start_time = time.time()