Rerun test_tokenizer on fail (#1307) #3977

	name: CPU tests

	on:
	push:
	branches: [main, wip]
	pull_request:
	branches: [main, "carmocca/*", wip]

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
	cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}

	defaults:
	run:
	shell: bash

	env:
	HF_TOKEN: ${{ secrets.HF_TOKEN }}

	jobs:
	cpu-tests:
	runs-on: ${{ matrix.os }}
	strategy:
	fail-fast: false
	matrix:
	include:
	- {os: "macOS-12", python-version: "3.10"}
	- {os: "ubuntu-22.04", python-version: "3.11"}
	- {os: "ubuntu-22.04", python-version: "3.10"}
	- {os: "ubuntu-22.04", python-version: "3.9"}
	- {os: "ubuntu-20.04", python-version: "3.8"}
	- {os: "windows-2022", python-version: "3.10"}
	timeout-minutes: 25

	steps:
	- uses: actions/checkout@v4

	- name: Set up Python ${{ matrix.python-version }}
	uses: actions/setup-python@v5
	with:
	python-version: ${{ matrix.python-version }}
	cache: 'pip'
	cache-dependency-path: \|
	pyproject.toml

	- name: Install minimal dependencies
	run: \|
	pip install --upgrade pip
	pip install .
	pip list
	# make sure all modules are still importable with only the minimal dependencies available
	modules=$(
	find litgpt -type f -name "*.py" \| \
	sed 's/\.py$//' \| sed 's/\//./g' \| \
	sed 's/.__init__//g' \| xargs -I {} echo "import {};"
	)
	echo "$modules"
	python -c "$modules"

	- name: Install all dependencies
	run: \|
	pip install '.[all,test]'
	pip list

	- name: Run tests
	run: \|
	pytest -v --disable-pytest-warnings --strict-markers --color=yes --timeout 120

Provide feedback