From d342dd3755c5a55d697bb9fa05b70f5c426bb000 Mon Sep 17 00:00:00 2001 From: liferoad Date: Fri, 22 Nov 2024 14:55:38 -0500 Subject: [PATCH] Remove the default machine types (#33191) From https://github.com/apache/beam/issues/30507#issuecomment-2494385957, try to use the default machine types for Flink with more memory. --- .test-infra/dataproc/flink_cluster.sh | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.test-infra/dataproc/flink_cluster.sh b/.test-infra/dataproc/flink_cluster.sh index 759d7a6fcc38..aeb5ec19441f 100755 --- a/.test-infra/dataproc/flink_cluster.sh +++ b/.test-infra/dataproc/flink_cluster.sh @@ -131,10 +131,8 @@ function create_cluster() { # Docker init action restarts yarn so we need to start yarn session after this restart happens. # This is why flink init action is invoked last. - # TODO(11/11/2022) remove --worker-machine-type and --master-machine-type once N2 CPUs quota relaxed - # Dataproc 2.1 uses n2-standard-2 by default but there is N2 CPUs=24 quota limit gcloud dataproc clusters create $CLUSTER_NAME --region=$GCLOUD_REGION --num-workers=$FLINK_NUM_WORKERS --public-ip-address \ - --master-machine-type=n1-standard-2 --worker-machine-type=n1-standard-2 --metadata "${metadata}", \ + --metadata "${metadata}", \ --image-version=$image_version --zone=$GCLOUD_ZONE --optional-components=FLINK,DOCKER --quiet }