cargo update, build misc

ijl · Oct 29, 2024 · db9433d · db9433d
1 parent b97efea
commit db9433d
Show file tree

Hide file tree

Showing 19 changed files with 180 additions and 105 deletions.
diff --git a/.gitattributes b/.gitattributes
@@ -1 +1,3 @@
-include linguist-vendored
+include/pyo3/pyo3-build-config/**/* linguist-vendored
+include/pyo3/pyo3-ffi/**/* linguist-vendored
+include/yyjson/* linguist-vendored
diff --git a/.github/workflows/artifact.yaml b/.github/workflows/artifact.yaml
@@ -1,7 +1,7 @@
 name: artifact
 on: push
 env:
-  RUST_TOOLCHAIN: "nightly-2024-09-25"
+  RUST_TOOLCHAIN: "nightly-2024-10-25"
   CARGO_UNSTABLE_SPARSE_REGISTRY: "true"
   UNSAFE_PYO3_BUILD_FREE_THREADED: "1"
   UNSAFE_PYO3_SKIP_VERSION_CHECK: "1"
@@ -58,7 +58,7 @@ jobs:
         overwrite: true
         retention-days: 1
 
-  manylinux_2_17_amd64:
+  manylinux_amd64:
     runs-on: ubuntu-24.04
     timeout-minutes: 10
     strategy:
@@ -70,17 +70,17 @@ jobs:
             cflags: "-Os -fstrict-aliasing -fno-plt -flto=full -emit-llvm",
             features: "avx512,no-panic,unstable-simd,yyjson",
             ldflags: "-fuse-ld=lld -Wl,-plugin-opt=also-emit-llvm -Wl,--as-needed -Wl,-zrelro,-znow",
-            rustflags: "-C linker=clang -C link-arg=-fuse-ld=lld -C linker-plugin-lto -C lto=fat -C link-arg=-Wl,-zrelro,-znow -Z mir-opt-level=4 -Z virtual-function-elimination -Z threads=4 -D warnings",
+            rustflags: "-C linker=clang -C link-arg=-fuse-ld=lld -C linker-plugin-lto -C lto=fat -C link-arg=-Wl,-zrelro,-znow -Z mir-opt-level=4 -Z threads=4 -D warnings",
             tag: null,
             target: "x86_64-unknown-linux-gnu",
           },
         ]
         python: [
-          { interpreter: 'python3.13', package: 'python3.13' },
-          { interpreter: 'python3.12', package: 'python3.12' },
-          { interpreter: 'python3.11', package: 'python3.11' },
-          { interpreter: 'python3.10', package: 'python3.10' },
-          { interpreter: 'python3.9', package: 'python3.9' },
+          { interpreter: 'python3.13', package: 'python3.13', compatibility: "manylinux_2_17" },
+          { interpreter: 'python3.12', package: 'python3.12', compatibility: "manylinux_2_17" },
+          { interpreter: 'python3.11', package: 'python3.11', compatibility: "manylinux_2_17" },
+          { interpreter: 'python3.10', package: 'python3.10', compatibility: "manylinux_2_17" },
+          { interpreter: 'python3.9', package: 'python3.9', compatibility: "manylinux_2_17" },
         ]
     env:
       PYTHON: "${{ matrix.python.interpreter }}"
@@ -93,6 +93,7 @@ jobs:
       LDFLAGS: "${{ matrix.arch.ldflags }}"
       RUSTFLAGS: "${{ matrix.arch.rustflags }}"
       CARGO_TARGET_DIR: "/tmp/orjson"
+      COMPATIBILITY: "${{ matrix.python.compatibility }}"
     steps:
 
     - name: cpuinfo
@@ -105,6 +106,7 @@ jobs:
       with:
         container: registry.fedoraproject.org/fedora:42
         arch: ${{ matrix.arch.tag }}
+        initial_delay: 5s
         podman_args: "-v .:/orjson -v /tmp:/tmp --workdir /orjson"
 
     - name: setup-shell-wrapper
@@ -127,7 +129,7 @@ jobs:
 
         maturin build --release --strip \
           --features="${FEATURES}" \
-          --compatibility=manylinux_2_17 \
+          --compatibility="${COMPATIBILITY}" \
           --interpreter="${PYTHON}" \
           --target="${TARGET}"
 
@@ -150,7 +152,7 @@ jobs:
         retention-days: 1
 
 
-  manylinux_2_17_aarch64:
+  manylinux_aarch64:
     runs-on: ubuntu-24.04
     timeout-minutes: 45
     strategy:
@@ -162,13 +164,13 @@ jobs:
             cflags: "-Os -fstrict-aliasing -fno-plt -flto=full -emit-llvm",
             features: "no-panic,unstable-simd,yyjson",
             ldflags: "-fuse-ld=lld -Wl,-plugin-opt=also-emit-llvm -Wl,--as-needed -Wl,-zrelro,-znow",
-            rustflags: "-C linker=clang -C link-arg=-fuse-ld=lld -C linker-plugin-lto -C lto=fat -C link-arg=-Wl,-zrelro,-znow -Z mir-opt-level=4 -Z virtual-function-elimination -Z threads=4 -D warnings",
+            rustflags: "-C linker=clang -C link-arg=-fuse-ld=lld -C linker-plugin-lto -C lto=fat -C link-arg=-Wl,-zrelro,-znow -Z mir-opt-level=4 -Z threads=4 -D warnings",
             tag: "aarch64",
             target: "aarch64-unknown-linux-gnu",
           },
         ]
         python: [
-          { interpreter: 'python3.13', package: 'python3.13' },
+          { interpreter: 'python3.13', package: 'python3.13', compatibility: "manylinux_2_17" },
         ]
     env:
       PYTHON: "${{ matrix.python.interpreter }}"
@@ -181,6 +183,7 @@ jobs:
       LDFLAGS: "${{ matrix.arch.ldflags }}"
       RUSTFLAGS: "${{ matrix.arch.rustflags }}"
       CARGO_TARGET_DIR: "/tmp/orjson"
+      COMPATIBILITY: "${{ matrix.python.compatibility }}"
     steps:
 
     - name: cpuinfo
@@ -216,7 +219,7 @@ jobs:
 
         maturin build --release --strip \
           --features="${FEATURES}" \
-          --compatibility=manylinux_2_17 \
+          --compatibility="${COMPATIBILITY}" \
           --interpreter="${PYTHON}" \
           --target="${TARGET}"
 
@@ -230,12 +233,12 @@ jobs:
       if: "startsWith(github.ref, 'refs/tags/')"
       uses: actions/upload-artifact@v4
       with:
-        name: orjson_manylinux_2_17_aarch64_${{ matrix.python.interpreter }}
+        name: orjson_manylinux_aarch64_${{ matrix.python.interpreter }}
         path: dist
         overwrite: true
         retention-days: 1
 
-  musllinux_1_2:
+  musllinux:
     runs-on: ubuntu-24.04
     strategy:
       fail-fast: false
@@ -270,7 +273,7 @@ jobs:
         CC: "gcc"
         CFLAGS: "-Os"
         LDFLAGS: "-Wl,--as-needed"
-        RUSTFLAGS: "-C lto=fat -Z mir-opt-level=4 -Z virtual-function-elimination -Z threads=2 -D warnings -C target-feature=-crt-static"
+        RUSTFLAGS: "-C lto=fat -Z mir-opt-level=4 -Z threads=2 -D warnings -C target-feature=-crt-static"
       with:
         rust-toolchain: "${{ env.RUST_TOOLCHAIN }}"
         rustup-components: rust-src
@@ -305,12 +308,12 @@ jobs:
       if: "startsWith(github.ref, 'refs/tags/')"
       uses: actions/upload-artifact@v4
       with:
-        name: orjson_musllinux_1_2_${{ matrix.platform.arch }}_${{ matrix.python.version }}
+        name: orjson_musllinux_${{ matrix.platform.arch }}_${{ matrix.python.version }}
         path: dist
         overwrite: true
         retention-days: 1
 
-  manylinux_2_17_non_amd64:
+  manylinux_non_amd64:
     runs-on: ubuntu-24.04
     strategy:
       fail-fast: false
@@ -382,7 +385,7 @@ jobs:
         overwrite: true
         retention-days: 1
 
-  macos_universal2_aarch64:
+  macos_aarch64:
     runs-on: macos-14
     strategy:
       fail-fast: false
@@ -399,7 +402,7 @@ jobs:
       LDFLAGS: "-Wl,--as-needed"
       CFLAGS_x86_64_apple_darwin: "-O2 -fstrict-aliasing -flto=full -march=x86-64-v2 -mtune=generic"
       CFLAGS_aarch64_apple_darwin: "-O2 -fstrict-aliasing -flto=full -mcpu=apple-m1 -mtune=generic"
-      RUSTFLAGS: "-C lto=fat -Z mir-opt-level=4 -Z virtual-function-elimination -Z threads=3 -D warnings"
+      RUSTFLAGS: "-C lto=fat -Z mir-opt-level=4 -Z threads=3 -D warnings"
       PATH: "/Users/runner/work/orjson/orjson/.venv/bin:/Users/runner/.cargo/bin:/usr/local/opt/curl/bin:/usr/local/bin:/usr/local/sbin:/Users/runner/bin:/Library/Frameworks/Python.framework/Versions/Current/bin:/usr/bin:/bin:/usr/sbin:/sbin"
     steps:
 
@@ -455,7 +458,7 @@ jobs:
         overwrite: true
         retention-days: 1
 
-  macos_universal2_amd64:
+  macos_amd64:
     runs-on: macos-13
     strategy:
       fail-fast: false
@@ -469,7 +472,7 @@ jobs:
       LDFLAGS: "-Wl,--as-needed"
       CFLAGS_x86_64_apple_darwin: "-O2 -fstrict-aliasing -flto=full -march=x86-64-v2 -mtune=generic"
       CFLAGS_aarch64_apple_darwin: "-O2 -fstrict-aliasing -flto=full -mcpu=apple-m1 -mtune=generic"
-      RUSTFLAGS: "-C lto=fat -Z mir-opt-level=4 -Z virtual-function-elimination -Z threads=3 -D warnings"
+      RUSTFLAGS: "-C lto=fat -Z mir-opt-level=4 -Z threads=3 -D warnings"
       PATH: "/Users/runner/work/orjson/orjson/.venv/bin:/Users/runner/.cargo/bin:/usr/local/opt/curl/bin:/usr/local/bin:/usr/local/sbin:/Users/runner/bin:/Library/Frameworks/Python.framework/Versions/Current/bin:/usr/bin:/bin:/usr/sbin:/sbin"
     steps:
 
@@ -529,29 +532,39 @@ jobs:
     runs-on: ubuntu-24.04
     if: "startsWith(github.ref, 'refs/tags/')"
     needs: [
-      macos_universal2_aarch64,
-      macos_universal2_amd64,
-      manylinux_2_17_aarch64,
-      manylinux_2_17_amd64,
-      manylinux_2_17_non_amd64,
-      musllinux_1_2,
+      macos_aarch64,
+      macos_amd64,
+      manylinux_aarch64,
+      manylinux_amd64,
+      manylinux_non_amd64,
+      musllinux,
       sdist,
     ]
+    environment:
+      name: pypi
+      url: https://pypi.org/p/orjson
+    permissions:
+      id-token: write
     steps:
       - uses: actions/download-artifact@v4
         with:
-          pattern: orjson_*
           merge-multiple: true
+          name: python-package-distributions
+          path: dist/
+          pattern: orjson_*
+
+      - run: ls -1 dist/
+
       - uses: actions/setup-python@v5
         with:
           python-version: "3.12"
-      - run: pip install pip "maturin>=1,<2"
-      - run: ls -1 .
-      - name: deploy wheel
-        run: maturin upload --skip-existing --username "$MATURIN_USERNAME" *.whl
-        env:
-          MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
-      - name: deploy sdist
-        run: maturin upload --skip-existing --username "$MATURIN_USERNAME" *.tar.gz
-        env:
-          MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
+
+      - name: Publish distribution to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          attestations: true
+          packages-dir: dist
+          repository-url: https://github.com/ijl/orjson
+          skip-existing: true
+          user: ijl
+          verbose: true
diff --git a/.github/workflows/debug.yaml b/.github/workflows/debug.yaml
@@ -10,8 +10,8 @@ jobs:
         profile: [
           { rust: "1.72", features: "" },
           { rust: "1.72", features: "--features=yyjson" },
-          { rust: "nightly-2024-09-25", features: "--features=yyjson,unstable-simd"},
-          { rust: "nightly-2024-09-25", features: "--features=avx512,yyjson,unstable-simd"},
+          { rust: "nightly-2024-10-25", features: "--features=yyjson,unstable-simd" },
+          { rust: "nightly-2024-10-25", features: "--features=avx512,yyjson,unstable-simd" },
         ]
         python: [
           { version: '3.13' },
@@ -27,12 +27,8 @@ jobs:
     steps:
     - run: curl https://sh.rustup.rs -sSf | sh -s -- --default-toolchain ${{ matrix.profile.rust }} --profile minimal -y
 
-    - name: cpuinfo
-      run: cat /proc/cpuinfo
-
     - uses: actions/setup-python@v5
       with:
-        allow-prereleases: true
         python-version: '${{ matrix.python.version }}'
 
     - run: python -m pip install --user --upgrade pip "maturin>=1,<2" wheel

diff --git a/.github/workflows/lint.yaml b/.github/workflows/lint.yaml
@@ -8,7 +8,7 @@ jobs:
       with:
         python-version: "3.12"
     - run: curl https://sh.rustup.rs -sSf | sh -s -- --default-toolchain=stable --profile=default -y
-    - run: pip install -U ruff mypy types-python-dateutil types-pytz types-simplejson types-ujson
+    - run: pip install -U ruff==0.7.1 mypy==1.13.0
 
     - uses: actions/checkout@v4
 

diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -51,10 +51,10 @@ unwind = ["unwinding"]
 yyjson = []
 
 # Features detected by build.rs. Do not specify.
+inline_int = []
 intrinsics = []
 optimize = []
-strict_provenance = []
-inline_int = []
+setitem_knownhash = []
 
 [dependencies]
 associative-cache = { version = "2", default-features = false }

diff --git a/README.md b/README.md
@@ -1216,7 +1216,7 @@ It benefits from also having a C build environment to compile a faster
 deserialization backend. See this project's `manylinux_2_28` builds for an
 example using clang and LTO.
 
-The project's own CI tests against `nightly-2024-09-25` and stable 1.72. It
+The project's own CI tests against `nightly-2024-10-25` and stable 1.72. It
 is prudent to pin the nightly version because that channel can introduce
 breaking changes.
 

diff --git a/build.rs b/build.rs
@@ -22,10 +22,15 @@ fn main() {
     println!("cargo:rustc-check-cfg=cfg(Py_3_9)");
     println!("cargo:rustc-check-cfg=cfg(Py_GIL_DISABLED)");
 
-    for cfg in pyo3_build_config::get().build_script_outputs() {
+    let python_config = pyo3_build_config::get();
+    for cfg in python_config.build_script_outputs() {
         println!("{cfg}");
     }
 
+    if python_config.version.minor != 13 {
+        println!("cargo:rustc-cfg=feature=\"setitem_knownhash\"");
+    }
+
     if let Some(true) = version_check::supports_feature("core_intrinsics") {
         println!("cargo:rustc-cfg=feature=\"intrinsics\"");
     }
@@ -34,10 +39,6 @@ fn main() {
         println!("cargo:rustc-cfg=feature=\"optimize\"");
     }
 
-    if let Some(true) = version_check::supports_feature("strict_provenance") {
-        println!("cargo:rustc-cfg=feature=\"strict_provenance\"");
-    }
-
     #[cfg(any(target_arch = "x86_64", target_arch = "aarch64"))]
     if env::var("ORJSON_DISABLE_SIMD").is_err() {
         // auto build unstable SIMD on nightly

diff --git a/ci/azure-pipelines.yml b/ci/azure-pipelines.yml
@@ -1,5 +1,5 @@
 variables:
-  toolchain: nightly-2024-09-25
+  toolchain: nightly-2024-10-25
 
 jobs: