Enable 3.8 testing

.github/workflows/cpu-tests.yml

@@ -28,6 +28,7 @@ jobs:
           - {os: "ubuntu-22.04", python-version: "3.11"}
           - {os: "ubuntu-22.04", python-version: "3.10"}
           - {os: "ubuntu-22.04", python-version: "3.9"}
+          - {os: "ubuntu-20.04", python-version: "3.8"}
           - {os: "windows-2022", python-version: "3.10"}
     timeout-minutes: 25
 
@@ -63,6 +64,12 @@ jobs:
         pip install -r requirements-all.txt pytest pytest-rerunfailures pytest-timeout transformers einops protobuf
         pip list
 
+    - name: Dependency tree
+      run: |
+        pip install pipdeptree
+        pipdeptree
+      if: always()
+
     - name: Run tests without the package installed
       run: |
         pytest -v --disable-pytest-warnings --strict-markers --color=yes --timeout 60

requirements-all.txt

@@ -1,13 +1,13 @@
 -r requirements.txt
-bitsandbytes==0.41.0    # quantization
-scipy                   # required by bitsandbytes
-sentencepiece           # pythia, falcon, redpajama
-tokenizers              # llama-based models
-datasets                # quantize/gptq.py
-zstandard               # scripts/prepare_redpajama.py, scripts/prepare_starcoder.py
-pandas                  # scripts/prepare_csv.py, scripts/prepare_starcoder.py
-pyarrow                 # scripts/prepare_starcoder.py
+bitsandbytes==0.41.0 # quantization
+scipy>=1.10.1        # required by bitsandbytes
+sentencepiece        # pythia, falcon, redpajama
+tokenizers           # llama-based models
+datasets             # quantize/gptq.py
+zstandard            # scripts/prepare_redpajama.py, scripts/prepare_starcoder.py
+pandas>=2.0.3        # scripts/prepare_csv.py, scripts/prepare_starcoder.py
+pyarrow              # scripts/prepare_starcoder.py
 # eval
-git+https://github.com/EleutherAI/lm-evaluation-harness.git@master
+git+https://github.com/EleutherAI/lm-evaluation-harness.git@master; python_version > '3.8'
 # scripts/prepare_slimpajama.py, scripts/prepare_starcoder.py, pretrain/tinyllama.py
-lightning[data] @ git+https://github.com/Lightning-AI/lightning@532c723c8584903dc719458d0ad52861d51bc395
+lightning[data] @ git+https://github.com/Lightning-AI/lightning@4e72dcc8db6a0cbe94042ddbc310340556e8fee7

requirements.txt

@@ -1,3 +1,3 @@
 torch>=2.1.0
-lightning @ git+https://github.com/Lightning-AI/lightning@532c723c8584903dc719458d0ad52861d51bc395
+lightning @ git+https://github.com/Lightning-AI/lightning@4e72dcc8db6a0cbe94042ddbc310340556e8fee7
 jsonargparse[signatures]  # CLI

setup.py

@@ -15,7 +15,7 @@
     url="https://github.com/lightning-AI/lit-gpt",
     install_requires=[
         "torch>=2.1.0",
-        "lightning @ git+https://github.com/Lightning-AI/lightning@532c723c8584903dc719458d0ad52861d51bc395",
+        "lightning @ git+https://github.com/Lightning-AI/lightning@4e72dcc8db6a0cbe94042ddbc310340556e8fee7",
     ],
     packages=find_packages(),
     long_description=readme,