Rust-only index construction function

.github/scripts/build_sdist_and_wheel.sh

@@ -9,14 +9,14 @@ python -m build
 mkdir -p test-sdist
 cd test-sdist
 python -m venv venv-sdist
-venv-sdist/bin/python -m pip install ../dist/outlines-*.tar.gz
-venv-sdist/bin/python -c "import outlines"
+venv-sdist/bin/python -m pip install ../dist/outlines_core-*.tar.gz
+venv-sdist/bin/python -c "import outlines_core"
 cd ..
 
 # Check wheel install and imports
 mkdir -p test-wheel
 cd test-wheel
 python -m venv venv-wheel
-venv-wheel/bin/python -m pip install ../dist/outlines-*.whl
-venv-wheel/bin/python -c "import outlines"
+venv-wheel/bin/python -m pip install ../dist/outlines_core-*.whl
+venv-wheel/bin/python -c "import outlines_core"
 cd ..

.github/workflows/release_pypi.yaml

@@ -19,7 +19,7 @@ jobs:
       run: ./.github/scripts/build_sdist_and_wheel.sh
     - name: Check that the package version matches the Release name
       run: |
-        grep -Rq "^Version: ${GITHUB_REF:10}$" outlines.egg-info/PKG-INFO
+        grep -Rq "^Version: ${GITHUB_REF:10}$" outlines_core.egg-info/PKG-INFO
     - name: Publish to PyPi
       uses: pypa/[email protected]
       with:

.github/workflows/tests.yml

@@ -22,7 +22,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.8", "3.10"]
+        python-version: ["3.10"]
     steps:
     - uses: actions/checkout@v3
     - name: Set up Python ${{ matrix.python-version }}
@@ -35,7 +35,7 @@ jobs:
         pip install .[test]
     - name: Run tests
       run: |
-        pytest --cov=outlines
+        pytest --cov=python/outlines_core
       env:
         COVERAGE_FILE: .coverage.${{ steps.matrix-id.outputs.id }}
     - name: Upload coverage data

.gitignore

@@ -6,4 +6,7 @@ docs/build
 .idea/
 *.gguf
 .venv
+build/
 benchmarks/results
+target/
+*.so

.pre-commit-config.yaml

@@ -31,3 +31,27 @@ repos:
       args: [--allow-redefinition]
       exclude: ^examples/
       additional_dependencies: [types-tqdm, types-Pillow]
+- repo: local
+  hooks:
+    - id: cargo-fmt
+      name: cargo-fmt
+      description: Format files with cargo fmt.
+      entry: cargo fmt
+      language: system
+      types: [rust]
+      args: ["--"]
+    - id: cargo-check
+      name: cargo-check
+      description: Check files with cargo check.
+      entry: cargo check
+      language: system
+      types: [rust]
+      pass_filenames: false
+    - id: cargo-clippy
+      name: cargo-clippy
+      description: Check files with cargo clippy
+      entry: cargo clippy
+      language: system
+      args: ["--", "-D", "warnings"]
+      types: [rust]
+      pass_filenames: false