Context Parallel SFT Support for dataset in THD format (#10688) #3

	# Copyright (c) 2020-2021, NVIDIA CORPORATION.
	#
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.

	name: Build, test, and publish a PyPi wheel (to testpypi)

	on:
	push:
	branches:
	- main
	- 'r**'

	defaults:
	run:
	shell: bash -x -e -u -o pipefail {0}

	jobs:
	build-test-publish-wheel:
	uses: NVIDIA/NeMo-FW-CI-templates/.github/workflows/[email protected]
	with:
	image-name: nemo_container
	dockerfile: Dockerfile.ci
	image-label: nemo-core
	build-args: \|
	IMAGE_LABEL=nemo-core
	prune-filter-timerange: 24h
	dry-run: true
	python-package: nemo
	container-workdir: /workspace
	environment: public
	secrets:
	TWINE_USERNAME: ${{ secrets.TWINE_USERNAME }}
	TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }}
	SLACK_WEBHOOK_ADMIN: ${{ secrets.SLACK_WEBHOOK_ADMIN }}
	SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}

Provide feedback