added CI

.github/dependabot.yml

@@ -0,0 +1,13 @@
+# Please see the documentation for all configuration options:
+# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates
+
+version: 2
+updates:
+  - package-ecosystem: "cargo"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+    ignore:
+      # arrow and datafusion are bumped manually
+      - dependency-name: "arrow*"
+        update-types: ["version-update:semver-major"]

.github/workflows/build.yml

@@ -0,0 +1,76 @@
+name: Continuous Integration
+on:
+  pull_request:
+  push:
+    branches:
+      - main
+      - "releases/*"
+
+jobs:
+  build-lint-test:
+    strategy:
+      fail-fast: true
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest, ubuntu-arm]
+        include:
+          - os: windows-latest
+            checkTarget: true
+          - os: ubuntu-latest
+            docsTarget: true
+            cloudTestTarget: true
+          - os: ubuntu-arm
+            runsOn: buildjet-4vcpu-ubuntu-2204-arm
+    runs-on: ${{ matrix.runsOn || matrix.os }}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+        with:
+          submodules: recursive
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+
+      - name: Setup Rust cache
+        uses: Swatinem/rust-cache@v2
+        with:
+          workspaces: src/DeltaLake/Bridge
+
+      - name: Setup .NET
+        uses: actions/setup-dotnet@v3
+
+      - name: Build
+        # We intentionally just build debug mode in this CI. We build before
+        # regen to confirm no interop header changes.
+        run: dotnet build
+
+      - name: Regen confirm unchanged
+        if: ${{ matrix.checkTarget }}
+        # Needs to be 16.0.0 until https://github.com/dotnet/ClangSharp/pull/506 released
+        run: |
+          dotnet tool install --global --version 16.0.0 ClangSharpPInvokeGenerator
+          ClangSharpPInvokeGenerator @src/Temporalio/Bridge/GenerateInterop.rsp
+          npx doctoc README.md
+          git config --global core.safecrlf false
+          git diff --exit-code
+
+      - name: Check format
+        if: ${{ matrix.checkTarget }}
+        run: dotnet format --verify-no-changes
+
+      - name: Test
+        run: dotnet test --logger "console;verbosity=detailed" --blame-crash -v n
+
+      - name: Upload test failure
+        if: ${{ failure() }}
+        uses: actions/upload-artifact@v2
+        with:
+          name: test-fail-${{ matrix.os }}
+          path: tests/DeltaLake.Tests/TestResults
+
+      - name: Build docs
+        if: ${{ matrix.docsTarget }}
+        run: |
+          dotnet tool update -g docfx
+          docfx src/DeltaLake.ApiDoc/docfx.json --warningsAsErrors

src/DeltaLake.ApiDoc/api/index.md

@@ -0,0 +1,4 @@
+# API Documentation
+
+- [DeltaLake.Table](/api/DeltaLake.Table.html) - The delta table class and options
+- [DeltaLake.Runtime](/api/DeltaLake.Runtime.html) - The runtime and options

src/DeltaLake.ApiDoc/docfx.json

@@ -0,0 +1,51 @@
+{
+  "metadata": [
+    {
+      "src": [
+        {
+          "files": ["DeltaLake/*.csproj"],
+          "exclude": ["**/bin/**", "**/obj/**"],
+          "src": ".."
+        }
+      ],
+      "dest": "api",
+      "includePrivateMembers": false,
+      "disableGitFeatures": false,
+      "disableDefaultFilter": false,
+      "noRestore": false,
+      "namespaceLayout": "nested",
+      "memberLayout": "samePage",
+      "allowCompilationErrors": false
+    }
+  ],
+  "build": {
+    "content": [
+      {
+        "files": ["api/**.yml", "api/index.md"]
+      },
+      {
+        "files": ["*.md"]
+      }
+    ],
+    "resource": [
+      {
+        "files": []
+      }
+    ],
+    "globalMetadata": {
+      "_appFaviconPath": "favicon.ico",
+      "_appFooter": "<span></span>",
+      "_appName": "DeltaLake .NET SDK",
+      "_appTitle": "DeltaLake .NET SDK",
+      "_enableSearch": false,
+      "_disableContribution": true
+    },
+    "output": "_site",
+    "globalMetadataFiles": [],
+    "fileMetadataFiles": [],
+    "template": ["default", "modern"],
+    "postProcessors": [],
+    "keepFileLink": false,
+    "disableGitFeatures": false
+  }
+}

src/DeltaLake.ApiDoc/index.md

@@ -0,0 +1,10 @@
+---
+title: Home
+---
+
+# DeltaLake .NET SDK
+
+See:
+
+- [GitHub Repository](https://github.com/mightyshazam/delta-dotnet)
+- [API Documentation](/api/)

src/DeltaLake/Bridge/Cargo.toml

@@ -12,7 +12,6 @@ arrow = { version = "50", features = ["ffi"]}
 chrono = "0.4.31"
 # deltalake = "0.16.5"
 deltalake = { git = "https://github.com/delta-io/delta-rs.git", branch = "main", features = ["azure", "gcs", "s3", "datafusion"] }
-flatbuffers = "23.5.26"
 futures = "0.3"
 libc = "0.2"
 serde_json = "1.0.111"

src/DeltaLake/Bridge/src/schema.rs

@@ -1,10 +1,6 @@
-use deltalake::arrow::{
-    datatypes::Schema as ArrowSchema,
-    ipc::convert::{schema_to_fb_offset, try_schema_from_flatbuffer_bytes},
-};
-use flatbuffers::FlatBufferBuilder;
+use deltalake::arrow::datatypes::Schema as ArrowSchema;
 
-use crate::{error::DeltaTableError, runtime::Runtime, ByteArray, ByteArrayRef};
+use crate::{error::DeltaTableError, ByteArrayRef};
 
 #[repr(C)]
 pub enum PartitionFilterBinaryOp {
@@ -85,26 +81,3 @@ pub(crate) fn get_schema(
     })?;
     Ok(arrow_schema)
 }
-
-pub(crate) fn serialize_schema(runtime: &mut Runtime, schema: &ArrowSchema) -> (Vec<u8>, usize) {
-    let buffer = runtime.borrow_buf();
-    let mut fbb = FlatBufferBuilder::from_vec(buffer);
-    let root = schema_to_fb_offset(&mut fbb, schema);
-    fbb.finish(root, None);
-
-    let (buffer, offset) = fbb.collapse();
-    (buffer, offset)
-}
-
-pub(crate) fn deserialize_schema(
-    runtime: &mut Runtime,
-    bytes: &[u8],
-) -> Result<ArrowSchema, DeltaTableError> {
-    try_schema_from_flatbuffer_bytes(bytes).map_err(|err| {
-        DeltaTableError::new(
-            runtime,
-            crate::error::DeltaTableErrorCode::Arrow,
-            &err.to_string(),
-        )
-    })
-}