Dependencies: version check on sqlite C-language

src/aiida/cmdline/commands/cmd_status.py

@@ -16,7 +16,12 @@
 from aiida.cmdline.commands.cmd_verdi import verdi
 from aiida.cmdline.params import options
 from aiida.cmdline.utils import echo
-from aiida.common.exceptions import CorruptStorage, IncompatibleStorageSchema, UnreachableStorage
+from aiida.common.exceptions import (
+    CorruptStorage,
+    IncompatibleExternalDependencies,
+    IncompatibleStorageSchema,
+    UnreachableStorage,
+)
 from aiida.common.log import override_log_level
 from aiida.common.warnings import warn_deprecation
 
@@ -96,6 +101,12 @@
             storage_cls = profile.storage_cls
             storage_head_version = storage_cls.version_head()
             storage_backend = storage_cls(profile)
+
+            if storage_cls.__name__ in ['SqliteZipBackend', 'SqliteDosStorage']:
+                from aiida.storage.sqlite_zip.backend import validate_sqlite_version
+
+                validate_sqlite_version()
+
     except UnreachableStorage as exc:
         message = "Unable to connect to profile's storage."
         print_status(ServiceStatus.DOWN, 'storage', message, exception=exc, print_traceback=print_traceback)
@@ -111,6 +122,10 @@
         message = 'Storage is corrupted.'
         print_status(ServiceStatus.DOWN, 'storage', message, exception=exc, print_traceback=print_traceback)
         exit_code = ExitCode.CRITICAL
+    except IncompatibleExternalDependencies as exc:
+        message = "Storage backend version doesn't satisfy the requirements of the installed AiiDA version. "
+        print_status(ServiceStatus.DOWN, 'storage', message, exception=exc)
+        exit_code = ExitCode.CRITICAL
     except Exception as exc:
         message = "Unable to instatiate profile's storage."
         print_status(ServiceStatus.ERROR, 'storage', message, exception=exc, print_traceback=print_traceback)

src/aiida/common/exceptions.py

@@ -200,6 +200,13 @@ class IncompatibleDatabaseSchema(ConfigurationError):  # noqa: N818
     """
 
 
+class IncompatibleExternalDependencies(ConfigurationError):  # noqa: N818
+    """Raised when incomptabale external depencies are found.
+
+    This could happen, when the dependency is not a python package and therefore not checked during installation.
+    """
+
+
 class IncompatibleStorageSchema(IncompatibleDatabaseSchema):
     """Raised when the storage schema is incompatible with that of the code."""
 

src/aiida/storage/sqlite_dos/backend.py

@@ -31,6 +31,7 @@
 from aiida.storage.log import MIGRATE_LOGGER
 from aiida.storage.psql_dos.models.settings import DbSetting
 from aiida.storage.sqlite_zip import models, orm
+from aiida.storage.sqlite_zip.backend import validate_sqlite_version
 from aiida.storage.sqlite_zip.utils import create_sqla_engine
 
 from ..migrations import TEMPLATE_INVALID_SCHEMA_VERSION
@@ -226,6 +227,7 @@ def filepath_database(self) -> Path:
 
     @classmethod
     def initialise(cls, profile: Profile, reset: bool = False) -> bool:
+        validate_sqlite_version()
         filepath = Path(profile.storage_config['filepath'])
 
         try:

src/aiida/storage/sqlite_zip/backend.py

@@ -24,7 +24,7 @@
 from sqlalchemy.orm import Session
 
 from aiida import __version__
-from aiida.common.exceptions import ClosedStorage, CorruptStorage
+from aiida.common.exceptions import ClosedStorage, CorruptStorage, IncompatibleExternalDependencies
 from aiida.common.log import AIIDA_LOGGER
 from aiida.manage import Profile
 from aiida.orm.entities import EntityTypes
@@ -45,6 +45,21 @@
 __all__ = ('SqliteZipBackend',)
 
 LOGGER = AIIDA_LOGGER.getChild(__file__)
+SUPPORTED_VERSION = '3.35.0'  # minimum supported version of sqlite
+
+
+def validate_sqlite_version():
+    import sqlite3
+
+    from packaging.version import parse
+
+    sqlite_installed_version = parse(sqlite3.sqlite_version)
+    if sqlite_installed_version < parse(SUPPORTED_VERSION):
+        message = (
+            f'Storage backend requires sqlite {parse(SUPPORTED_VERSION)} or higher.'
+            f' But you have {sqlite_installed_version} installed.'
+        )
+        raise IncompatibleExternalDependencies(message)
 
 
 class SqliteZipBackend(StorageBackend):
@@ -89,6 +104,7 @@ def version_head(cls) -> str:
     def create_profile(filepath: str | Path, options: dict | None = None) -> Profile:
         """Create a new profile instance for this backend, from the path to the zip file."""
         profile_name = Path(filepath).name
+        validate_sqlite_version()
         return Profile(
             profile_name,
             {
@@ -111,6 +127,7 @@ def initialise(cls, profile: 'Profile', reset: bool = False) -> bool:
             tests having run.
         :returns: ``True`` if the storage was initialised by the function call, ``False`` if it was already initialised.
         """
+        validate_sqlite_version()
         from archive_path import ZipPath
 
         filepath_archive = Path(profile.storage_config['filepath'])

tests/cmdline/commands/test_profile.py

@@ -162,6 +162,35 @@ def test_delete_force(run_cli_command, mock_profiles, pg_test_cluster):
     assert 'When the `-f/--force` flag is used either `--delete-data` or `--keep-data`' in result.output
 
 
+@pytest.mark.parametrize('entry_point', ('core.sqlite_dos', 'core.sqlite_zip'))
+def test_setup_with_validating_sqlite_version(
+    config_psql_dos, run_cli_command, isolated_config, tmp_path, entry_point, monkeypatch
+):
+    """Test the ``verdi profile setup`` command.
+    Same as `test_setup`, here we check the fucntionality to check sqlite versions, before setting up profiles.
+    Note that this test should be run before the `test_delete_storage` test.
+    """
+
+    if entry_point == 'core.sqlite_zip':
+        tmp_path = tmp_path / 'archive.aiida'
+        create_archive([], filename=tmp_path)
+
+    profile_name = 'temp-profile'
+    options = [entry_point, '-n', '--profile-name', profile_name, '--email', 'email@host', '--filepath', str(tmp_path)]
+
+    # Should raise if installed version is lower than the supported one.
+    monkeypatch.setattr('aiida.storage.sqlite_zip.backend.SUPPORTED_VERSION', '100.0.0')
+    result = run_cli_command(cmd_profile.profile_setup, options, use_subprocess=False, raises=True)
+    # assert f'Storage backend requires sqlite 100.0.0 or higher. But you have' in result.stderr
+    assert profile_name not in isolated_config.profile_names
+
+    # Should not raise if installed version is higher than the supported one.
+    monkeypatch.setattr('aiida.storage.sqlite_zip.backend.SUPPORTED_VERSION', '0.0.0')
+    result = run_cli_command(cmd_profile.profile_setup, options, use_subprocess=False)
+    assert profile_name in isolated_config.profile_names
+    assert f'Created new profile `{profile_name}`.' in result.output
+
+
 @pytest.mark.parametrize('entry_point', ('core.sqlite_dos', 'core.sqlite_zip'))
 def test_delete_storage(run_cli_command, isolated_config, tmp_path, entry_point):
     """Test the ``verdi profile delete`` command with the ``--delete-storage`` option."""

tests/cmdline/commands/test_status.py

@@ -98,3 +98,35 @@ def storage_cls(*args, **kwargs):
     result = run_cli_command(cmd_status.verdi_status, raises=True, use_subprocess=False)
     assert 'Storage is corrupted' in result.output
     assert result.exit_code is ExitCode.CRITICAL
+
+
+def test_sqlite_version(run_cli_command, monkeypatch):
+    """Test `verdi status` when the storage is found to be corrupt (e.g. non-matching repository UUIDs)."""
+
+    profile = get_profile()
+    storage_backend = profile._attributes['storage']['backend']
+    # This should be True, only if `pytest -m 'presto'` is used.
+    # and that is essential to guarantee the funtionality of the code!
+    if storage_backend in ['core.sqlite_dos', 'core.sqlite_zip']:
+        # Should raise if installed version is lower than the supported one.
+        monkeypatch.setattr('aiida.storage.sqlite_zip.backend.SUPPORTED_VERSION', '100.0.0')
+        result = run_cli_command(cmd_status.verdi_status, use_subprocess=False, raises=True)
+        assert (
+            "Storage backend version doesn't satisfy the requirements of the installed AiiDA version" in result.output
+        )
+        assert (
+            'IncompatibleExternalDependencies: Storage backend requires sqlite 100.0.0 or higher. But you have'
+            in result.stderr
+        )
+
+        # Should not raise if installed version is higher than the supported one.
+        monkeypatch.setattr('aiida.storage.sqlite_zip.backend.SUPPORTED_VERSION', '0.0.0')
+        result = run_cli_command(cmd_status.verdi_status, use_subprocess=False)
+
+    else:
+        from unittest.mock import MagicMock
+
+        mock_ = MagicMock()
+        monkeypatch.setattr('aiida.storage.sqlite_zip.backend.validate_sqlite_version', mock_)
+        result = run_cli_command(cmd_status.verdi_status, use_subprocess=False)
+        assert mock_.call_count == 0

tests/storage/sqlite_dos/test_backend.py

@@ -1,6 +1,7 @@
 """Tests for :mod:`aiida.storage.sqlite_dos.backend`."""
 
 import pathlib
+from unittest.mock import MagicMock
 
 import pytest
 from aiida.storage.sqlite_dos.backend import FILENAME_CONTAINER, FILENAME_DATABASE, SqliteDosStorage
@@ -38,3 +39,16 @@ def test_backup(aiida_config, aiida_profile_factory, tmp_path, manager):
         dirpath_backup = filepath_last.resolve()
         assert (dirpath_backup / FILENAME_DATABASE).exists()
         assert (dirpath_backup / FILENAME_CONTAINER).exists()
+
+
+def test_initialise_version_check(tmp_path, monkeypatch):
+    """Test :meth:`aiida.storage.sqlite_zip.backend.SqliteZipBackend.create_profile`
+    only if calls on validate_sqlite_version."""
+
+    mock_ = MagicMock()
+    monkeypatch.setattr('aiida.storage.sqlite_dos.backend.validate_sqlite_version', mock_)
+
+    # Here, we don't care about functionality of initialise itself, but only that it calls validate_sqlite_version.
+    with pytest.raises(AttributeError):
+        SqliteDosStorage.initialise('')
+    mock_.assert_called_once()

tests/storage/sqlite_zip/test_backend.py

@@ -1,9 +1,11 @@
 """Tests for :mod:`aiida.storage.sqlite_zip.backend`."""
 
 import pathlib
+from unittest.mock import MagicMock
 
 import pytest
-from aiida.storage.sqlite_zip.backend import SqliteZipBackend
+from aiida.common.exceptions import IncompatibleExternalDependencies
+from aiida.storage.sqlite_zip.backend import SqliteZipBackend, validate_sqlite_version
 from aiida.storage.sqlite_zip.migrator import validate_storage
 from pydantic_core import ValidationError
 
@@ -62,3 +64,34 @@ def test_model():
 
     model = SqliteZipBackend.Model(filepath=filepath.name)
     assert pathlib.Path(model.filepath).is_absolute()
+
+
+def test_validate_sqlite_version(monkeypatch):
+    """Test :meth:`aiida.storage.sqlite_zip.backend.validate_sqlite_version`."""
+
+    # Test when sqlite version is not supported, should read sqlite version from sqlite3.sqlite_version
+    monkeypatch.setattr('sqlite3.sqlite_version', '0.0.0')
+    monkeypatch.setattr('aiida.storage.sqlite_zip.backend.SUPPORTED_VERSION', '100.0.0')
+    with pytest.raises(
+        IncompatibleExternalDependencies, match=r'.*Storage backend requires sqlite 100.0.0 or higher.*'
+    ):
+        validate_sqlite_version()
+
+    # Test when sqlite version is supported
+    monkeypatch.setattr('sqlite3.sqlite_version', '100.0.0')
+    monkeypatch.setattr('aiida.storage.sqlite_zip.backend.SUPPORTED_VERSION', '0.0.0')
+    validate_sqlite_version()
+
+
+def test_initialise_version_check(tmp_path, monkeypatch):
+    """Test :meth:`aiida.storage.sqlite_zip.backend.SqliteZipBackend.create_profile`
+    only if calls on validate_sqlite_version."""
+
+    filepath_archive = tmp_path / 'archive.zip'
+
+    mock_ = MagicMock()
+    monkeypatch.setattr('aiida.storage.sqlite_zip.backend.validate_sqlite_version', mock_)
+    profile = SqliteZipBackend.create_profile(filepath_archive)
+    assert mock_.call_count == 1
+    SqliteZipBackend.initialise(profile)
+    assert mock_.call_count == 2