Release pre release corrections builds tests warnings docs

.dockerignore

@@ -8,7 +8,7 @@ golang
 java
 javascript
 
-README.md
+# README.md
 CHANGELOG.md
 presentation.md
 build.gradle

.github/workflows/prerelease.yml

@@ -6,10 +6,10 @@ on:
 
 env:
   GH_TOKEN: ${{ secrets.SEMANTIC_RELEASE_TOKEN }}
+  BUILD_TYPE: Release
 
 
 jobs:
-
   versioning:
     name: Semantic Release
     runs-on: ubuntu-latest
@@ -20,3 +20,131 @@ jobs:
         ref: 'main-dev'
     - uses: actions/setup-node@v3
     - run: cp .github/workflows/package.json . && npm install && npx semantic-release
+
+
+  build_ustore:
+    name: Build UStore
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          persist-credentials: false
+          ref: 'main-dev'
+
+      - run: git submodule update --init --recursive
+
+      - name: Prepare CMake, Conan and PyArrow
+        run: python -m pip install --force-reinstall numpy pyarrow cmake conan==1.60.1
+
+      - name: Install UStore dependencies using conan
+        run: |
+          wget -q https://github.com/unum-cloud/ustore-deps/releases/download/v0.1.3/ustore_deps_x86_linux.tar.gz
+          conan profile new --detect default
+          conan profile update settings.compiler.libcxx=libstdc++11 default
+          tar -xzf ./ustore_deps_x86_linux.tar.gz -C ~/.conan
+          conan install ustore_deps/0.12.1@unum/x86_linux -g cmake -s compiler.version=11
+          rm -rf ./ustore_deps_x86_linux.tar.gz
+
+      - name: Configure cmake
+        run: |
+          cmake -DCMAKE_BUILD_TYPE="$BUILD_TYPE" \
+                -DUSTORE_BUILD_ENGINE_UCSET=1 \
+                -DUSTORE_BUILD_ENGINE_LEVELDB=1 \
+                -DUSTORE_BUILD_ENGINE_ROCKSDB=1 \
+                -DUSTORE_BUILD_API_FLIGHT=1 \
+                -DUSTORE_BUILD_TESTS=1 \
+                -DUSE_CONAN=1 \
+                -B ./build_release .
+
+      - name: Build   
+        run: make -j 4 -C ./build_release
+
+      - name: Upload Binaries
+        uses: actions/upload-artifact@v3.1.1
+        with:
+          name: binaries
+          path: build_release/build/bin/*
+
+
+  test_ustore:
+    name: Test UStore
+    runs-on: ubuntu-latest
+    needs: build_ustore
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          persist-credentials: false
+          ref: 'main-dev'
+
+      - name: Download a Build Artifact
+        uses: actions/download-artifact@v3.0.1
+        with:
+          name: binaries
+
+      - name: Change Permissions
+        run: chmod +x /home/runner/work/ustore/ustore/*
+
+      - name: Run Embeded servers unit tests
+        run: |
+          mkdir -p ./tmp/ustore/
+          export USTORE_TEST_PATH="./tmp/"
+          for test in $(ls /home/runner/work/ustore/ustore/*test_units_ustore_embedded*); do
+            echo -e "------ \e[93mRunning $test\e[0m ------"
+            timeout -v --kill-after=5 300 $test
+          done
+
+      - name: Run flight client test
+        run: /home/runner/work/ustore/ustore/test_units_ustore_flight_client
+
+
+  build_test_wheel:
+    name: Build and test Python wheels
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          persist-credentials: false
+          ref: 'main-dev'
+
+      - name: Prepare CMake, Conan and PyArrow
+        run: python -m pip install --force-reinstall numpy pyarrow cmake conan==1.60.1
+
+      - name: Build wheel
+        run: |
+          pip install cibuildwheel twine
+          CIBW_BUILD="cp39-*" cibuildwheel --platform linux
+          CIBW_BUILD="cp310-*" cibuildwheel --platform linux
+
+
+  build_test_java:
+    name: Build and test java
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          persist-credentials: false
+          ref: 'main-dev'
+
+      - name: Prepare CMake, Conan and PyArrow
+        run: python -m pip install --force-reinstall numpy pyarrow cmake conan==1.60.1
+
+      - name: Install default jdk
+        run: |
+          sudo apt update
+          sudo apt install default-jdk -y
+
+      - name: Install UStore dependencies using conan
+        run: |
+          wget -q https://github.com/unum-cloud/ustore-deps/releases/download/v0.1.3/ustore_deps_x86_linux.tar.gz
+          conan profile new --detect default
+          conan profile update settings.compiler.libcxx=libstdc++11 default
+          tar -xzf ./ustore_deps_x86_linux.tar.gz -C ~/.conan
+          conan install ustore_deps/0.12.1@unum/x86_linux -g cmake -s compiler.version=11
+          rm -rf ./ustore_deps_x86_linux.tar.gz
+
+      - name: Build and test java
+        run: |
+          sed -i 's/make -j/make -j4/' /home/runner/work/ustore/ustore/java/pack.sh
+          export JAVA_HOME="/usr/lib/jvm/java-11-openjdk-amd64"
+          bash /home/runner/work/ustore/ustore/java/pack.sh

.github/workflows/release.yml

@@ -25,7 +25,6 @@ env:
 
 
 jobs:
-
   versioning:
     name: Semantic Release
     runs-on: ubuntu-latest
@@ -36,14 +35,13 @@ jobs:
     - uses: actions/setup-node@v3
     - run: cp .github/workflows/package.json . && npm install && npx semantic-release
 
-
   # Single deploy job since we're just deploying
   deploy:
     name: Deploy Docs
     environment:
       name: github-pages
       url: ${{ steps.deployment.outputs.page_url }}
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-latest
     needs: versioning
     steps:
       - name: Checkout
@@ -67,8 +65,127 @@ jobs:
       - name: Upload artifacts
         uses: actions/upload-pages-artifact@v1
         with:
-          # Upload entire repository
           path: "./build/docs/html/"
       - name: Deploy to GitHub Pages
         id: deployment
         uses: actions/deploy-pages@v1
+
+
+  build_wheel:
+    name: Build python
+    runs-on: ubuntu-latest
+    needs: versioning
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          persist-credentials: false
+          ref: 'main'
+      - name: Prepare CMake, Conan and PyArrow
+        run: python -m pip install --force-reinstall numpy pyarrow cmake conan==1.60.1
+
+      - name: Build wheel
+        run: |
+          pip install cibuildwheel twine
+          CIBW_BUILD="cp39-*" cibuildwheel --platform linux
+          CIBW_BUILD="cp310-*" cibuildwheel --platform linux
+
+      - uses: actions/upload-artifact@v3
+        with:
+          path: ./wheelhouse/*.whl
+
+
+  publish_python:
+    name: Publish Python
+    needs: build_wheels
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/p/usearch
+    permissions:
+      id-token: write
+    steps:
+      - name: Download artifacts
+        uses: actions/download-artifact@v3.0.2
+        with:
+          path: ./dist/
+
+      - name: Publish to PyPi
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: ./dist/artifact
+          verbose: true
+          print-hash: true
+
+
+  build_publish_java:
+    name: Build and publish Java
+    needs: versioning
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          persist-credentials: false
+          ref: 'main'
+      - name: Prepare CMake, Conan and PyArrow
+        run: python -m pip install --force-reinstall numpy pyarrow cmake conan==1.60.1
+
+      - name: Install UStore dependencies using conan
+        run: |
+          wget -q https://github.com/unum-cloud/ustore-deps/releases/download/v0.1.3/ustore_deps_x86_linux.tar.gz
+          conan profile new --detect default
+          conan profile update settings.compiler.libcxx=libstdc++11 default
+          tar -xzf ./ustore_deps_x86_linux.tar.gz -C ~/.conan
+          conan install ustore_deps/0.12.1@unum/x86_linux -g cmake -s compiler.version=11
+          rm -rf ./ustore_deps_x86_linux.tar.gz
+
+      - name: Install default jdk
+        run: |
+          sudo apt update
+          sudo apt install default-jdk -y
+
+      - name: Build and test java
+        run: |
+          export JAVA_HOME="/usr/lib/jvm/java-11-openjdk-amd64"
+          bash java/pack.sh
+
+      - name: Publish java
+        run: ./java/gradlew publish
+
+
+  build_publish_docker:
+    name: Build and publish docker
+    needs: versioning
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          persist-credentials: false
+          ref: 'main'
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: docker login
+        uses: azure/docker-login@v1
+        with:
+          login-server: index.docker.io
+          username: ${{ secrets.DOCKERIO_USERNAME }}
+          password: ${{ secrets.DOCKERIO_PASSWORD }}
+
+      - name: Build Docker
+        run: |
+          export version=$(cat VERSION)
+          sed -i 's/make -j32/make -j4/' ./Dockerfile
+          docker buildx create --use
+          docker buildx build \
+          --platform "linux/amd64,linux/arm64" \
+          --build-arg version=$version \
+          --file ./Dockerfile \
+          --tag unum/ustore:$version-jammy \
+          --tag unum/ustore:latest \
+          --push .

.vscode/launch.json

@@ -297,20 +297,25 @@
             "miDebuggerPath": "/usr/bin/gdb"
         },
         {
-            "name": "C++: Test Arrow Client",
+            "name": "C++: Test Arrow Client Server",
             "type": "cppdbg",
             "request": "launch",
             "program": "${workspaceFolder}/build_debug/build/bin/test_units_ustore_flight_client",
             "args": [
                 "--gtest_break_on_failure",
                 "--gtest_catch_exceptions=0"
             ],
+            "environment": [
+                {
+                    "name": "USTORE_ENGINE_NAME",
+                    "value": "${input:USTORE_ENGINE_NAME}"
+                }
+            ],
             "cwd": "${workspaceFolder}",
-            "environment": [],
             "showDisplayString": true,
             "stopAtEntry": false,
             "externalConsole": false,
-            "preLaunchTask": "Build Debug Arrow Client",
+            "preLaunchTask": "Build Debug Arrow Client Server",
             "MIMode": "gdb",
             "miDebuggerPath": "/usr/bin/gdb"
         },
@@ -378,7 +383,7 @@
             "showDisplayString": true,
             "stopAtEntry": false,
             "externalConsole": false,
-            "preLaunchTask": "Build Debug Tools Test",
+            "preLaunchTask": "Build Debug Test Tools",
             "MIMode": "gdb",
             "miDebuggerPath": "/usr/bin/gdb"
         }
@@ -391,6 +396,27 @@
                 "C++: Test Arrow Server",
                 "C++: Test Arrow Client"
             ]
+        },
+        {
+            "name": "C++: Test All Tools",
+            "stopAll": true,
+            "configurations": [
+                "C++: Test Arrow Server",
+                "C++: Test Tools"
+            ]
+        }
+    ],
+    "inputs": [
+        {
+            "id": "USTORE_ENGINE_NAME",
+            "type": "pickString",
+            "description": "Enter the engine name:",
+            "default": "ucset",
+            "options": [
+                "ucset",
+                "rocksdb",
+                "leveldb"
+            ]
         }
-    ]
+    ],
 }

.vscode/settings.json

@@ -122,6 +122,9 @@
         "__bits": "cpp",
         "__std_stream": "cpp"
     },
+    "[cpp]": {
+        "editor.defaultFormatter": "xaver.clang-format"
+    },
     "java.configuration.updateBuildConfiguration": "automatic",
     "python.testing.pytestEnabled": true,
     "python.testing.pytestArgs": [