-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #361 from PrefectHQ/update-metadata-03-15-2024
Update metadata for collection releases
- Loading branch information
Showing
13 changed files
with
5,267 additions
and
21 deletions.
There are no files selected for viewing
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,3 @@ | ||
| { | ||
| "prefect-aws": {} | ||
| } |
Large diffs are not rendered by default.
Oops, something went wrong.
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,3 @@ | ||
| { | ||
| "prefect-azure": {} | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,333 @@ | ||
| { | ||
| "prefect-azure": { | ||
| "azure-container-instance": { | ||
| "default_base_job_configuration": { | ||
| "job_configuration": { | ||
| "command": "{{ command }}", | ||
| "env": "{{ env }}", | ||
| "labels": "{{ labels }}", | ||
| "name": "{{ name }}", | ||
| "image": "{{ image }}", | ||
| "resource_group_name": "{{ resource_group_name }}", | ||
| "subscription_id": "{{ subscription_id }}", | ||
| "identities": "{{ identities }}", | ||
| "entrypoint": "{{ entrypoint }}", | ||
| "image_registry": "{{ image_registry }}", | ||
| "cpu": "{{ cpu }}", | ||
| "gpu_count": "{{ gpu_count }}", | ||
| "gpu_sku": "{{ gpu_sku }}", | ||
| "memory": "{{ memory }}", | ||
| "subnet_ids": "{{ subnet_ids }}", | ||
| "dns_servers": "{{ dns_servers }}", | ||
| "stream_output": "{{ stream_output }}", | ||
| "aci_credentials": "{{ aci_credentials }}", | ||
| "task_start_timeout_seconds": "{{ task_start_timeout_seconds }}", | ||
| "task_watch_poll_interval": "{{ task_watch_poll_interval }}", | ||
| "arm_template": { | ||
| "$schema": "https://schema.management.azure.com/schemas/2019-08-01/deploymentTemplate.json#", | ||
| "contentVersion": "1.0.0.0", | ||
| "parameters": { | ||
| "location": { | ||
| "type": "string", | ||
| "defaultValue": "[resourceGroup().location]", | ||
| "metadata": { | ||
| "description": "Location for all resources." | ||
| } | ||
| }, | ||
| "container_group_name": { | ||
| "type": "string", | ||
| "defaultValue": "[uniqueString(resourceGroup().id)]", | ||
| "metadata": { | ||
| "description": "The name of the container group to create." | ||
| } | ||
| }, | ||
| "container_name": { | ||
| "type": "string", | ||
| "defaultValue": "[uniqueString(resourceGroup().id)]", | ||
| "metadata": { | ||
| "description": "The name of the container to create." | ||
| } | ||
| } | ||
| }, | ||
| "resources": [ | ||
| { | ||
| "type": "Microsoft.ContainerInstance/containerGroups", | ||
| "apiVersion": "2022-09-01", | ||
| "name": "[parameters('container_group_name')]", | ||
| "location": "[parameters('location')]", | ||
| "properties": { | ||
| "containers": [ | ||
| { | ||
| "name": "[parameters('container_name')]", | ||
| "properties": { | ||
| "image": "{{ image }}", | ||
| "command": "{{ command }}", | ||
| "resources": { | ||
| "requests": { | ||
| "cpu": "{{ cpu }}", | ||
| "memoryInGB": "{{ memory }}" | ||
| } | ||
| }, | ||
| "environmentVariables": [] | ||
| } | ||
| } | ||
| ], | ||
| "osType": "Linux", | ||
| "restartPolicy": "Never" | ||
| } | ||
| } | ||
| ] | ||
| } | ||
| }, | ||
| "variables": { | ||
| "description": "Variables for an Azure Container Instance flow run.", | ||
| "type": "object", | ||
| "properties": { | ||
| "name": { | ||
| "title": "Name", | ||
| "description": "Name given to infrastructure created by a worker.", | ||
| "type": "string" | ||
| }, | ||
| "env": { | ||
| "title": "Environment Variables", | ||
| "description": "Environment variables to set when starting a flow run.", | ||
| "type": "object", | ||
| "additionalProperties": { | ||
| "type": "string" | ||
| } | ||
| }, | ||
| "labels": { | ||
| "title": "Labels", | ||
| "description": "Labels applied to infrastructure created by a worker.", | ||
| "type": "object", | ||
| "additionalProperties": { | ||
| "type": "string" | ||
| } | ||
| }, | ||
| "command": { | ||
| "title": "Command", | ||
| "description": "The command to use when starting a flow run. In most cases, this should be left blank and the command will be automatically generated by the worker.", | ||
| "type": "string" | ||
| }, | ||
| "image": { | ||
| "title": "Image", | ||
| "description": "The image to use for the Prefect container in the task. This value defaults to a Prefect base image matching your local versions.", | ||
| "type": "string" | ||
| }, | ||
| "resource_group_name": { | ||
| "title": "Azure Resource Group Name", | ||
| "description": "The name of the Azure Resource Group in which to run Prefect ACI tasks.", | ||
| "type": "string" | ||
| }, | ||
| "subscription_id": { | ||
| "title": "Azure Subscription ID", | ||
| "description": "The ID of the Azure subscription to create containers under.", | ||
| "type": "string", | ||
| "writeOnly": true, | ||
| "format": "password" | ||
| }, | ||
| "identities": { | ||
| "title": "Identities", | ||
| "description": "A list of user-assigned identities to associate with the container group. The identities should be an ARM resource IDs in the form: '/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.ManagedIdentity/userAssignedIdentities/{identityName}'.", | ||
| "type": "array", | ||
| "items": { | ||
| "type": "string" | ||
| } | ||
| }, | ||
| "entrypoint": { | ||
| "title": "Entrypoint", | ||
| "description": "The entrypoint of the container you wish you run. This value defaults to the entrypoint used by Prefect images and should only be changed when using a custom image that is not based on an official Prefect image. Any commands set on deployments will be passed to the entrypoint as parameters.", | ||
| "default": "/opt/prefect/entrypoint.sh", | ||
| "type": "string" | ||
| }, | ||
| "image_registry": { | ||
| "title": "Image Registry (Optional)", | ||
| "description": "To use any private container registry with a username and password, choose DockerRegistry. To use a private Azure Container Registry with a managed identity, choose ACRManagedIdentity.", | ||
| "anyOf": [ | ||
| { | ||
| "$ref": "#/definitions/DockerRegistry" | ||
| }, | ||
| { | ||
| "$ref": "#/definitions/ACRManagedIdentity" | ||
| } | ||
| ] | ||
| }, | ||
| "cpu": { | ||
| "title": "CPU", | ||
| "description": "The number of virtual CPUs to assign to the task container. If not provided, a default value of 1.0 will be used.", | ||
| "default": 1.0, | ||
| "type": "number" | ||
| }, | ||
| "gpu_count": { | ||
| "title": "GPU Count", | ||
| "description": "The number of GPUs to assign to the task container. If not provided, no GPU will be used.", | ||
| "type": "integer" | ||
| }, | ||
| "gpu_sku": { | ||
| "title": "GPU SKU", | ||
| "description": "The Azure GPU SKU to use. See the ACI documentation for a list of GPU SKUs available in each Azure region.", | ||
| "type": "string" | ||
| }, | ||
| "memory": { | ||
| "title": "Memory", | ||
| "description": "The amount of memory in gigabytes to provide to the ACI task. Valid amounts are specified in the Azure documentation. If not provided, a default value of 1.0 will be used unless present on the task definition.", | ||
| "default": 1.0, | ||
| "type": "number" | ||
| }, | ||
| "subnet_ids": { | ||
| "title": "Subnet IDs", | ||
| "description": "A list of subnet IDs to associate with the container group. ", | ||
| "type": "array", | ||
| "items": { | ||
| "type": "string" | ||
| } | ||
| }, | ||
| "dns_servers": { | ||
| "title": "DNS Servers", | ||
| "description": "A list of DNS servers to associate with the container group.", | ||
| "type": "array", | ||
| "items": { | ||
| "type": "string" | ||
| } | ||
| }, | ||
| "aci_credentials": { | ||
| "title": "Aci Credentials", | ||
| "description": "The credentials to use to authenticate with Azure.", | ||
| "allOf": [ | ||
| { | ||
| "$ref": "#/definitions/AzureContainerInstanceCredentials" | ||
| } | ||
| ] | ||
| }, | ||
| "stream_output": { | ||
| "title": "Stream Output", | ||
| "description": "If `True`, logs will be streamed from the Prefect container to the local console.", | ||
| "default": false, | ||
| "type": "boolean" | ||
| }, | ||
| "task_start_timeout_seconds": { | ||
| "title": "Task Start Timeout Seconds", | ||
| "description": "The amount of time to watch for the start of the ACI container. before marking it as failed.", | ||
| "default": 240, | ||
| "type": "integer" | ||
| }, | ||
| "task_watch_poll_interval": { | ||
| "title": "Task Watch Poll Interval", | ||
| "description": "The number of seconds to wait between Azure API calls while monitoring the state of an Azure Container Instances task.", | ||
| "default": 5.0, | ||
| "type": "number" | ||
| } | ||
| }, | ||
| "required": [ | ||
| "resource_group_name", | ||
| "subscription_id" | ||
| ], | ||
| "definitions": { | ||
| "DockerRegistry": { | ||
| "title": "DockerRegistry", | ||
| "description": "Connects to a Docker registry.\n\nRequires a Docker Engine to be connectable.", | ||
| "type": "object", | ||
| "properties": { | ||
| "username": { | ||
| "title": "Username", | ||
| "description": "The username to log into the registry with.", | ||
| "type": "string" | ||
| }, | ||
| "password": { | ||
| "title": "Password", | ||
| "description": "The password to log into the registry with.", | ||
| "type": "string", | ||
| "writeOnly": true, | ||
| "format": "password" | ||
| }, | ||
| "registry_url": { | ||
| "title": "Registry Url", | ||
| "description": "The URL to the registry. Generally, \"http\" or \"https\" can be omitted.", | ||
| "type": "string" | ||
| }, | ||
| "reauth": { | ||
| "title": "Reauth", | ||
| "description": "Whether or not to reauthenticate on each interaction.", | ||
| "default": true, | ||
| "type": "boolean" | ||
| } | ||
| }, | ||
| "required": [ | ||
| "username", | ||
| "password", | ||
| "registry_url" | ||
| ], | ||
| "block_type_slug": "docker-registry", | ||
| "secret_fields": [ | ||
| "password" | ||
| ], | ||
| "block_schema_references": {} | ||
| }, | ||
| "ACRManagedIdentity": { | ||
| "title": "ACRManagedIdentity", | ||
| "description": "Use a Managed Identity to access Azure Container registry. Requires the\nuser-assigned managed identity be available to the ACI container group.", | ||
| "type": "object", | ||
| "properties": { | ||
| "registry_url": { | ||
| "title": "Registry URL", | ||
| "description": "The URL to the registry, such as myregistry.azurecr.io. Generally, 'http' or 'https' can be omitted.", | ||
| "type": "string" | ||
| }, | ||
| "identity": { | ||
| "title": "Identity", | ||
| "description": "The user-assigned Azure managed identity for the private registry.", | ||
| "type": "string" | ||
| } | ||
| }, | ||
| "required": [ | ||
| "registry_url", | ||
| "identity" | ||
| ] | ||
| }, | ||
| "AzureContainerInstanceCredentials": { | ||
| "title": "AzureContainerInstanceCredentials", | ||
| "description": "Block used to manage Azure Container Instances authentication. Stores Azure Service\nPrincipal authentication data.", | ||
| "type": "object", | ||
| "properties": { | ||
| "client_id": { | ||
| "title": "Client ID", | ||
| "description": "The service principal client ID. If none of client_id, tenant_id, and client_secret are provided, will use DefaultAzureCredential; else will need to provide all three to use ClientSecretCredential.", | ||
| "type": "string" | ||
| }, | ||
| "tenant_id": { | ||
| "title": "Tenant ID", | ||
| "description": "The service principal tenant ID.If none of client_id, tenant_id, and client_secret are provided, will use DefaultAzureCredential; else will need to provide all three to use ClientSecretCredential.", | ||
| "type": "string" | ||
| }, | ||
| "client_secret": { | ||
| "title": "Client Secret", | ||
| "description": "The service principal client secret.If none of client_id, tenant_id, and client_secret are provided, will use DefaultAzureCredential; else will need to provide all three to use ClientSecretCredential.", | ||
| "type": "string", | ||
| "writeOnly": true, | ||
| "format": "password" | ||
| }, | ||
| "credential_kwargs": { | ||
| "title": "Additional Credential Keyword Arguments", | ||
| "description": "Additional keyword arguments to pass to `ClientSecretCredential` or `DefaultAzureCredential`.", | ||
| "type": "object" | ||
| } | ||
| }, | ||
| "block_type_slug": "azure-container-instance-credentials", | ||
| "secret_fields": [ | ||
| "client_secret" | ||
| ], | ||
| "block_schema_references": {} | ||
| } | ||
| } | ||
| } | ||
| }, | ||
| "description": "Execute flow runs within containers on Azure's Container Instances service. Requires an Azure account.", | ||
| "display_name": "Azure Container Instances", | ||
| "documentation_url": "https://prefecthq.github.io/prefect-azure/container_instance_worker/", | ||
| "install_command": "pip install prefect-azure", | ||
| "is_beta": false, | ||
| "logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/54e3fa7e00197a4fbd1d82ed62494cb58d08c96a-250x250.png", | ||
| "type": "azure-container-instance" | ||
| } | ||
| } | ||
| } |
Oops, something went wrong.