feat: migrate native-io implementation from C to Rust

.github/workflows/bk-ci.yml

@@ -82,6 +82,22 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+
+      - name: Set up Zig
+        if: steps.check_changes.outputs.docs_only != 'true'
+        uses: mlugg/setup-zig@v2
+
+      - name: Install cargo-zigbuild
+        if: steps.check_changes.outputs.docs_only != 'true'
+        run: cargo install --locked cargo-zigbuild
+
       - name: Validate pull request
         if: steps.check_changes.outputs.docs_only != 'true'
         run: |
@@ -161,6 +177,20 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+
+      - name: Set up Zig
+        uses: mlugg/setup-zig@v2
+
+      - name: Install cargo-zigbuild
+        run: cargo install --locked cargo-zigbuild
+
       - name: Tune Java DNS TTL settings
         run: |
           sudo tee -a $JAVA_HOME/conf/security/java.security <<EOF
@@ -244,6 +274,20 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+
+      - name: Set up Zig
+        uses: mlugg/setup-zig@v2
+
+      - name: Install cargo-zigbuild
+        run: cargo install --locked cargo-zigbuild
+
       - name: Tune Java DNS TTL settings
         run: |
           sudo tee -a $JAVA_HOME/conf/security/java.security <<EOF
@@ -341,6 +385,20 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+
+      - name: Set up Zig
+        uses: mlugg/setup-zig@v2
+
+      - name: Install cargo-zigbuild
+        run: cargo install --locked cargo-zigbuild
+
       - name: Restore released versions cache
         uses: actions/cache/restore@v4
         with:
@@ -437,6 +495,20 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+
+      - name: Set up Zig
+        uses: mlugg/setup-zig@v2
+
+      - name: Install cargo-zigbuild
+        run: cargo install --locked cargo-zigbuild
+
       - name: mvn package
         run: mvn -B -nsu clean package -DskipTests
 
@@ -471,6 +543,20 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+
+      - name: Set up Zig
+        uses: mlugg/setup-zig@v2
+
+      - name: Install cargo-zigbuild
+        run: cargo install --locked cargo-zigbuild
+
       - name: mvn package
         run: mvn -B -nsu clean package -DskipTests
 
@@ -514,6 +600,20 @@ jobs:
           distribution: 'temurin'
           java-version: ${{ matrix.jdk_version }}
 
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+
+      - name: Set up Zig
+        uses: mlugg/setup-zig@v2
+
+      - name: Install cargo-zigbuild
+        run: cargo install --locked cargo-zigbuild
+
       - name: Build with Maven
         run: mvn clean package -B -nsu -DskipBookKeeperServerTests
 

.github/workflows/bk-streamstorage-python.yml

@@ -73,6 +73,17 @@ jobs:
         with:
           distribution: 'temurin'
           java-version: 17
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+      - name: Set up Zig
+        uses: mlugg/setup-zig@v2
+      - name: Install cargo-zigbuild
+        run: cargo install --locked cargo-zigbuild
       - name: Build
         run: mvn -q -T 1C -B -nsu clean install -DskipTests -Dcheckstyle.skip -Dspotbugs.skip -Drat.skip -Dmaven.javadoc.skip
       - name: Pick ubuntu mirror for the docker image build
@@ -84,4 +95,3 @@ jobs:
       - name: Test
         run: ./stream/clients/python/scripts/docker_integration_tests.sh
 
-

.github/workflows/codeql.yml

@@ -85,6 +85,23 @@ jobs:
         distribution: 'temurin'
         java-version: 17
 
+    - name: Set up Rust
+      if: steps.check_changes.outputs.docs_only != 'true'
+      uses: dtolnay/rust-toolchain@stable
+      with:
+        # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+        targets: >-
+          x86_64-unknown-linux-gnu,
+          aarch64-unknown-linux-gnu
+
+    - name: Set up Zig
+      if: steps.check_changes.outputs.docs_only != 'true'
+      uses: mlugg/setup-zig@v2
+
+    - name: Install cargo-zigbuild
+      if: steps.check_changes.outputs.docs_only != 'true'
+      run: cargo install --locked cargo-zigbuild
+
     - name: Validate pull request
       if: steps.check_changes.outputs.docs_only != 'true'
       run: |

.github/workflows/java21-daily-build.yml

@@ -42,6 +42,17 @@ jobs:
         with:
           distribution: 'temurin'
           java-version: 21
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+      - name: Set up Zig
+        uses: mlugg/setup-zig@v2
+      - name: Install cargo-zigbuild
+        run: cargo install --locked cargo-zigbuild
       - name: Build with Maven
         run: mvn -B clean install
       - name: Aggregates all test reports to ./test-reports and ./surefire-reports directories If failure

.github/workflows/windows-daily-build.yml

@@ -43,6 +43,17 @@ jobs:
         with:
           distribution: 'temurin'
           java-version: 21
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+          targets: >-
+            x86_64-unknown-linux-gnu,
+            aarch64-unknown-linux-gnu
+      - name: Set up Zig
+        uses: mlugg/setup-zig@v2
+      - name: Install cargo-zigbuild
+        run: cargo install --locked cargo-zigbuild
       - name: Build with Maven
         run: mvn -B clean install
       - name: Aggregates all test reports to ./test-reports and ./surefire-reports directories If failure