From 41124e5ff07b3c7c3f88f79b4d526e947fd7d0c8 Mon Sep 17 00:00:00 2001 From: Benjamin Morris <93620006+bmorrissirromb@users.noreply.github.com> Date: Thu, 25 Jul 2024 08:22:48 -0700 Subject: [PATCH] add-glue-job-ci --- rdk/template/example_ci/AWS_Glue_Job.json | 52 +++++++++++++++++++++++ 1 file changed, 52 insertions(+) create mode 100644 rdk/template/example_ci/AWS_Glue_Job.json diff --git a/rdk/template/example_ci/AWS_Glue_Job.json b/rdk/template/example_ci/AWS_Glue_Job.json new file mode 100644 index 0000000..0b9686e --- /dev/null +++ b/rdk/template/example_ci/AWS_Glue_Job.json @@ -0,0 +1,52 @@ +{ + "version": "1.3", + "accountId": "111111111111", + "configurationItemCaptureTime": "2024-07-25T15:18:58.479Z", + "configurationItemStatus": "ResourceDiscovered", + "configurationStateId": "1111222233334", + "configurationItemMD5Hash": "", + "arn": "arn:aws:glue:us-east-1:111111111111:job/test", + "resourceType": "AWS::Glue::Job", + "resourceId": "test", + "resourceName": "test", + "awsRegion": "us-east-1", + "availabilityZone": "Regional", + "tags": {}, + "relatedEvents": [], + "relationships": [], + "configuration": { + "Id": "test", + "MaxRetries": 0, + "Description": "", + "Timeout": 2880, + "AllocatedCapacity": 10, + "Name": "test", + "Role": "arn:aws:iam::111111111111:role/AWSGlueServiceRole-lab", + "DefaultArguments": { + "--enable-metrics": "true", + "--enable-spark-ui": "true", + "--spark-event-logs-path": "s3://aws-glue-assets-111111111111-us-east-1/sparkHistoryLogs/", + "--enable-job-insights": "false", + "--enable-observability-metrics": "true", + "--enable-glue-datacatalog": "true", + "--enable-continuous-cloudwatch-log": "true", + "--job-bookmark-option": "job-bookmark-disable", + "--job-language": "python", + "--TempDir": "s3://aws-glue-assets-111111111111-us-east-1/temporary/" + }, + "WorkerType": "G.1X", + "Command": { + "Name": "glueetl", + "ScriptLocation": "s3://aws-glue-assets-111111111111-us-east-1/scripts/test.py", + "PythonVersion": "3" + }, + "GlueVersion": "4.0", + "ExecutionProperty": { + "MaxConcurrentRuns": 1 + }, + "NumberOfWorkers": 10, + "MaxCapacity": 10, + "Tags": {} + }, + "supplementaryConfiguration": {} +}