From 2beb3782e22d0935af353f4546ca17272e995426 Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Mon, 15 Jul 2024 02:16:00 +0200
Subject: [PATCH 01/11] Move workflows

---
 {hsfs/.github => .github}/pull_request_template.md               | 0
 hsfs/.github/workflows/java-ut.yml => .github/workflows/java.yml | 0
 .github/workflows/{python-lint.yml => python.yml}                | 0
 3 files changed, 0 insertions(+), 0 deletions(-)
 rename {hsfs/.github => .github}/pull_request_template.md (100%)
 rename hsfs/.github/workflows/java-ut.yml => .github/workflows/java.yml (100%)
 rename .github/workflows/{python-lint.yml => python.yml} (100%)

diff --git a/hsfs/.github/pull_request_template.md b/.github/pull_request_template.md
similarity index 100%
rename from hsfs/.github/pull_request_template.md
rename to .github/pull_request_template.md
diff --git a/hsfs/.github/workflows/java-ut.yml b/.github/workflows/java.yml
similarity index 100%
rename from hsfs/.github/workflows/java-ut.yml
rename to .github/workflows/java.yml
diff --git a/.github/workflows/python-lint.yml b/.github/workflows/python.yml
similarity index 100%
rename from .github/workflows/python-lint.yml
rename to .github/workflows/python.yml

From 37fb564276de3b97029f9664ea02e5c315a8b46d Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Mon, 15 Jul 2024 02:27:27 +0200
Subject: [PATCH 02/11] Merge workflows

---
 .github/workflows/java.yml           |  16 +--
 .github/workflows/mkdocs-main.yml    |  17 +++
 .github/workflows/mkdocs-release.yml |  20 ++-
 .github/workflows/python.yml         | 201 ++++++++++++++++++++++++++-
 4 files changed, 241 insertions(+), 13 deletions(-)

diff --git a/.github/workflows/java.yml b/.github/workflows/java.yml
index f83f62caf..616a46773 100644
--- a/.github/workflows/java.yml
+++ b/.github/workflows/java.yml
@@ -3,8 +3,8 @@ name: java
 on: pull_request
 
 jobs:
-  unit_tests_utc:
-    name: Java Unit Tests
+  unit_tests:
+    name: Unit Tests
     runs-on: ubuntu-latest
 
     steps:
@@ -17,8 +17,8 @@ jobs:
       - name: Set up JDK 8
         uses: actions/setup-java@v3
         with:
-          java-version: '8'
-          distribution: 'adopt'
+          java-version: "8"
+          distribution: "adopt"
 
       - name: Cache local Maven repository
         uses: actions/cache@v2
@@ -32,8 +32,8 @@ jobs:
         working-directory: ./java
         run: mvn clean test
 
-  unit_tests_local:
-    name: Java Unit Tests (Local TZ)
+  unit_tests_local_tz:
+    name: Unit Tests (Local TZ)
     runs-on: ubuntu-latest
 
     steps:
@@ -46,8 +46,8 @@ jobs:
       - name: Set up JDK 8
         uses: actions/setup-java@v3
         with:
-          java-version: '8'
-          distribution: 'adopt'
+          java-version: "8"
+          distribution: "adopt"
 
       - name: Cache local Maven repository
         uses: actions/cache@v2
diff --git a/.github/workflows/mkdocs-main.yml b/.github/workflows/mkdocs-main.yml
index 28d9d747b..e8e14b4ea 100644
--- a/.github/workflows/mkdocs-main.yml
+++ b/.github/workflows/mkdocs-main.yml
@@ -26,6 +26,23 @@ jobs:
       - name: generate autodoc
         run: python3 ./python/auto_doc.py
 
+      - name: Cache local Maven repository
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+      - name: Set up JDK 8
+        uses: actions/setup-java@v3
+        with:
+          java-version: "8"
+          distribution: "adopt"
+
+      - name: Build java doc documentation
+        working-directory: ./java
+        run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
+
       - name: setup git
         run: |
           git config --global user.name Mike
diff --git a/.github/workflows/mkdocs-release.yml b/.github/workflows/mkdocs-release.yml
index 35f2fbe54..f1c6bb814 100644
--- a/.github/workflows/mkdocs-release.yml
+++ b/.github/workflows/mkdocs-release.yml
@@ -2,7 +2,7 @@ name: mkdocs-release
 
 on:
   push:
-    branches: [branch-*\.*]
+    branches: [branch-*]
 
 jobs:
   publish-release:
@@ -31,6 +31,24 @@ jobs:
       - name: generate autodoc
         run: python3 ./python/auto_doc.py
 
+      - name: Cache local Maven repository
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+      - name: Set up JDK 8
+        uses: actions/setup-java@v3
+        with:
+          java-version: "8"
+          distribution: "adopt"
+
+      - name: Build java doc documentation
+        working-directory: ./java
+        run:
+          mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
+
       - name: setup git
         run: |
           git config --global user.name Mike
diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml
index 156847faf..998da0e99 100644
--- a/.github/workflows/python.yml
+++ b/.github/workflows/python.yml
@@ -4,6 +4,7 @@ on: pull_request
 
 env:
   APP_API_KEY: ${{ secrets.APP_API_KEY }}
+  ENABLE_HOPSWORKS_USAGE: "false"
 
 jobs:
   lint_stylecheck:
@@ -34,16 +35,208 @@ jobs:
       - name: ruff on python files
         if: steps.get-changed-files.outputs.src_any_changed == 'true'
         env:
-          SRC_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.src_all_changed_files }}
+          SRC_ALL_CHANGED_FILES:
+            ${{ steps.get-changed-files.outputs.src_all_changed_files }}
         run: ruff check --output-format=github $SRC_ALL_CHANGED_FILES
 
       - name: ruff on test files
         if: steps.get-changed-files.outputs.test_any_changed == 'true'
         env:
-          TEST_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.test_all_changed_files }}
+          TEST_ALL_CHANGED_FILES:
+            ${{ steps.get-changed-files.outputs.test_all_changed_files }}
         run: ruff check --output-format=github $TEST_ALL_CHANGED_FILES
 
       - name: ruff format --check $ALL_CHANGED_FILES
         env:
-          ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.all_changed_files }}
-        run: ruff format $ALL_CHANGED_FILES
\ No newline at end of file
+          ALL_CHANGED_FILES:
+            ${{ steps.get-changed-files.outputs.all_changed_files }}
+        run: ruff format $ALL_CHANGED_FILES
+
+  unit_tests:
+    name: Unit Tests
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.8", "3.9", "3.10"]
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone UTC
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev]
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_no_opt:
+    name: Unit Tests (No Optional Dependencies)
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone UTC
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev-no-opt]
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_pandas:
+    name: Unit Tests (Pandas 1.x)
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone UTC
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v4
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev-pandas1]
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_local_tz:
+    name: Unit Tests (Local TZ)
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone Europe/Amsterdam
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e 'python[python,dev]'
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_typechecked:
+    name: Typechecked Unit Tests (Ubuntu)
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v4
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev,docs]
+
+      - name: Run Pytest suite
+        env:
+          HOPSWORKS_RUN_WITH_TYPECHECK: "true"
+        run: pytest python/tests
+        continue-on-error: true
+
+  unit_tests_windows:
+    name: Unit Tests (Windows)
+    needs: lint_stylecheck
+    runs-on: windows-latest
+
+    steps:
+      - name: Set Timezone
+        run: tzutil /s "UTC"
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev]
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_windows_local_tz:
+    name: Unit Tests (Windows) (Local TZ)
+    needs: lint_stylecheck
+    runs-on: windows-latest
+
+    steps:
+      - name: Set Timezone
+        run: tzutil /s "W. Europe Standard Time"
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev]
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Display pip freeze
+        run: pip freeze
+
+      - name: Run Pytest suite
+        run: pytest python/tests

From 359c2850adcf02bb73c044cb77fe4690087a199a Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Mon, 15 Jul 2024 02:28:16 +0200
Subject: [PATCH 03/11] Remove redundant github files

---
 hsfs/.github/workflows/mkdocs-master.yml      |  53 -----
 hsfs/.github/workflows/mkdocs-release.yml     |  59 -----
 .../.github/workflows/optional-dependency.yml |  29 ---
 hsfs/.github/workflows/python-lint.yml        | 222 ------------------
 hsml/.github/workflows/mkdocs-main.yml        |  35 ---
 hsml/.github/workflows/mkdocs-release.yml     |  42 ----
 hsml/.github/workflows/python-lint.yml        | 163 -------------
 7 files changed, 603 deletions(-)
 delete mode 100644 hsfs/.github/workflows/mkdocs-master.yml
 delete mode 100644 hsfs/.github/workflows/mkdocs-release.yml
 delete mode 100644 hsfs/.github/workflows/optional-dependency.yml
 delete mode 100644 hsfs/.github/workflows/python-lint.yml
 delete mode 100644 hsml/.github/workflows/mkdocs-main.yml
 delete mode 100644 hsml/.github/workflows/mkdocs-release.yml
 delete mode 100644 hsml/.github/workflows/python-lint.yml

diff --git a/hsfs/.github/workflows/mkdocs-master.yml b/hsfs/.github/workflows/mkdocs-master.yml
deleted file mode 100644
index 1c904ad28..000000000
--- a/hsfs/.github/workflows/mkdocs-master.yml
+++ /dev/null
@@ -1,53 +0,0 @@
-name: mkdocs-master
-
-on: pull_request
-
-jobs:
-  publish-master:
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: set dev version
-        working-directory: ./java
-        run: echo "DEV_VERSION=$(mvn org.apache.maven.plugins:maven-help-plugin:2.1.1:evaluate -Dexpression=project.version | grep -Ev 'Download|INFO|WARNING')" >> $GITHUB_ENV
-
-      - uses: actions/setup-python@v5
-        with:
-          python-version: "3.10"
-
-      - name: install deps
-        working-directory: ./python
-        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[python,dev]
-
-      - name: generate autodoc
-        run: python3 auto_doc.py
-
-      - name: Cache local Maven repository
-        uses: actions/cache@v2
-        with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
-          restore-keys: |
-            ${{ runner.os }}-maven-
-
-      - name: Set up JDK 8
-        uses: actions/setup-java@v3
-        with:
-          java-version: "8"
-          distribution: "adopt"
-
-      - name: Build java doc documentation
-        working-directory: ./java
-        run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
-
-      - name: setup git
-        run: |
-          git config --global user.name Mike
-          git config --global user.email mike@docs.hopsworks.ai
-
-      - name: mike deploy docs
-        run: mike deploy ${{ env.DEV_VERSION }} dev -u
diff --git a/hsfs/.github/workflows/mkdocs-release.yml b/hsfs/.github/workflows/mkdocs-release.yml
deleted file mode 100644
index 66ca638ae..000000000
--- a/hsfs/.github/workflows/mkdocs-release.yml
+++ /dev/null
@@ -1,59 +0,0 @@
-name: mkdocs-release
-
-on:
-  push:
-    branches: [branch-*]
-
-jobs:
-  publish-release:
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: set major/minor/bugfix release version
-        working-directory: ./java
-        run: echo "RELEASE_VERSION=$(mvn org.apache.maven.plugins:maven-help-plugin:2.1.1:evaluate -Dexpression=project.version | grep -Ev 'Download|INFO|WARNING')" >> $GITHUB_ENV
-
-      - name: set major/minor release version
-        run: echo "MAJOR_VERSION=$(echo $RELEASE_VERSION | sed 's/^\([0-9]*\.[0-9]*\).*$/\1/')" >> $GITHUB_ENV
-
-      - uses: actions/setup-python@v5
-        with:
-          python-version: "3.10"
-
-      - name: install deps
-        working-directory: ./python
-        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[python,dev]
-
-      - name: generate autodoc
-        run: python3 auto_doc.py
-
-      - name: Cache local Maven repository
-        uses: actions/cache@v2
-        with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
-          restore-keys: |
-            ${{ runner.os }}-maven-
-
-      - name: Set up JDK 8
-        uses: actions/setup-java@v3
-        with:
-          java-version: "8"
-          distribution: "adopt"
-
-      - name: Build java doc documentation
-        working-directory: ./java
-        run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
-
-      - name: setup git
-        run: |
-          git config --global user.name Mike
-          git config --global user.email mike@docs.hopsworks.ai
-      - name: mike deploy docs
-        run: |
-          mike deploy ${{ env.RELEASE_VERSION }} ${{ env.MAJOR_VERSION }} -u --push
-          mike alias ${{ env.RELEASE_VERSION }} latest -u --push
diff --git a/hsfs/.github/workflows/optional-dependency.yml b/hsfs/.github/workflows/optional-dependency.yml
deleted file mode 100644
index 547b02029..000000000
--- a/hsfs/.github/workflows/optional-dependency.yml
+++ /dev/null
@@ -1,29 +0,0 @@
-name: optional-dependency
-
-on: pull_request
-
-jobs:
-  unit_tests_no_great_expectations:
-    name: Unit Testing (No Great Expectations)
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Set Timezone
-        run: sudo timedatectl set-timezone UTC
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v5
-        name: Setup Python
-        with:
-          python-version: "3.10"
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[python,dev-no-opt]
-
-      - name: Run Pytest suite
-        env:
-          ENABLE_HOPSWORKS_USAGE: "false"
-        run: pytest python/tests
\ No newline at end of file
diff --git a/hsfs/.github/workflows/python-lint.yml b/hsfs/.github/workflows/python-lint.yml
deleted file mode 100644
index f638b0128..000000000
--- a/hsfs/.github/workflows/python-lint.yml
+++ /dev/null
@@ -1,222 +0,0 @@
-name: python
-
-on: pull_request
-
-jobs:
-  lint_stylecheck:
-    name: Lint and Stylecheck
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v4
-
-      - uses: actions/setup-python@v5
-        with:
-          python-version: "3.11"
-
-      - name: Get all changed files
-        id: get-changed-files
-        uses: tj-actions/changed-files@v44
-        with:
-          files_yaml: |
-            src:
-              - 'python/**/*.py'
-              - '!python/tests/**/*.py'
-            test:
-              - 'python/tests/**/*.py'
-
-      - name: install deps
-        run: pip install ruff==0.4.2
-
-      - name: ruff on python files
-        if: steps.get-changed-files.outputs.src_any_changed == 'true'
-        env:
-          SRC_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.src_all_changed_files }}
-        run: ruff check --output-format=github $SRC_ALL_CHANGED_FILES
-
-      - name: ruff on test files
-        if: steps.get-changed-files.outputs.test_any_changed == 'true'
-        env:
-          TEST_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.test_all_changed_files }}
-        run: ruff check --output-format=github $TEST_ALL_CHANGED_FILES
-
-      - name: ruff format --check $ALL_CHANGED_FILES
-        env:
-          ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.all_changed_files }}
-        run: ruff format $ALL_CHANGED_FILES
-
-  unit_tests_ubuntu_utc:
-    name: Unit Testing (Ubuntu)
-    needs: lint_stylecheck
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        python-version: ["3.8", "3.9", "3.10"]
-
-    steps:
-      - name: Set Timezone
-        run: sudo timedatectl set-timezone UTC
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v5
-        name: Setup Python
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[python,dev]
-
-      - name: Display Python version
-        run: python --version
-
-      - name: Run Pytest suite
-        env:
-          ENABLE_HOPSWORKS_USAGE: "false"
-        run: pytest python/tests
-
-  unit_tests_ubuntu_pandas:
-    name: Unit Testing (Ubuntu) (Pandas 1.x)
-    needs: lint_stylecheck
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Set Timezone
-        run: sudo timedatectl set-timezone UTC
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v4
-        name: Setup Python
-        with:
-          python-version: "3.10"
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[python,dev-pandas1]
-
-      - name: Display Python version
-        run: python --version
-
-      - name: Run Pytest suite
-        env:
-          ENABLE_HOPSWORKS_USAGE: "false"
-        run: pytest python/tests
-
-  unit_tests_ubuntu_local:
-    name: Unit Testing (Ubuntu) (Local TZ)
-    needs: lint_stylecheck
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Set Timezone
-        run: sudo timedatectl set-timezone Europe/Amsterdam
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v5
-        name: Setup Python
-        with:
-          python-version: "3.10"
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e 'python[python,dev]'
-
-      - name: Display Python version
-        run: python --version
-
-      - name: Run Pytest suite
-        env:
-          ENABLE_HOPSWORKS_USAGE: "false"
-        run: pytest python/tests
-
-  unit_tests_ubuntu_typechecked:
-    name: Typechecked Unit Testing (Ubuntu)
-    needs: lint_stylecheck
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v4
-        name: Setup Python
-        with:
-          python-version: "3.10"
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[python,dev,docs]
-
-      - name: Run Pytest suite
-        env:
-          ENABLE_HOPSWORKS_USAGE: "false"
-          HOPSWORKS_RUN_WITH_TYPECHECK: "true"
-        run: pytest python/tests
-        continue-on-error: true
-
-  unit_tests_windows_utc:
-    name: Unit Testing (Windows)
-    needs: lint_stylecheck
-    runs-on: windows-latest
-
-    steps:
-      - name: Set Timezone
-        run: tzutil /s "UTC"
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v5
-        name: Setup Python
-        with:
-          python-version: "3.10"
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[python,dev]
-
-      - name: Display Python version
-        run: python --version
-
-      - name: Run Pytest suite
-        env:
-          ENABLE_HOPSWORKS_USAGE: "false"
-        run: pytest python/tests
-
-  unit_tests_windows_local:
-    name: Unit Testing (Windows) (Local TZ)
-    needs: lint_stylecheck
-    runs-on: windows-latest
-
-    steps:
-      - name: Set Timezone
-        run: tzutil /s "W. Europe Standard Time"
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v5
-        name: Setup Python
-        with:
-          python-version: "3.10"
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[python,dev]
-
-      - name: Display Python version
-        run: python --version
-
-      - name: Display pip freeze
-        run: pip freeze
-
-      - name: Run Pytest suite
-        env:
-          ENABLE_HOPSWORKS_USAGE: "false"
-        run: pytest python/tests
diff --git a/hsml/.github/workflows/mkdocs-main.yml b/hsml/.github/workflows/mkdocs-main.yml
deleted file mode 100644
index 001f1fad1..000000000
--- a/hsml/.github/workflows/mkdocs-main.yml
+++ /dev/null
@@ -1,35 +0,0 @@
-name: mkdocs-main
-
-on: pull_request
-
-jobs:
-  publish-main:
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: set dev version
-        working-directory: ./java
-        run: echo "DEV_VERSION=$(mvn org.apache.maven.plugins:maven-help-plugin:2.1.1:evaluate -Dexpression=project.version | grep -Ev 'Download|INFO|WARNING')" >> $GITHUB_ENV
-
-      - uses: actions/setup-python@v5
-        with:
-          python-version: "3.10"
-
-      - name: install deps
-        working-directory: ./python
-        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[dev]
-
-      - name: generate autodoc
-        run: python3 auto_doc.py
-
-      - name: setup git
-        run: |
-          git config --global user.name Mike
-          git config --global user.email mike@docs.hopsworks.ai
-
-      - name: mike deploy docs
-        run: mike deploy ${{ env.DEV_VERSION }} dev -u
diff --git a/hsml/.github/workflows/mkdocs-release.yml b/hsml/.github/workflows/mkdocs-release.yml
deleted file mode 100644
index e2b4b2b3f..000000000
--- a/hsml/.github/workflows/mkdocs-release.yml
+++ /dev/null
@@ -1,42 +0,0 @@
-name: mkdocs-release
-
-on:
-  push:
-    branches: [branch-*\.*]
-
-jobs:
-  publish-release:
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: set major/minor/bugfix release version
-        working-directory: ./java
-        run: echo "RELEASE_VERSION=$(mvn org.apache.maven.plugins:maven-help-plugin:2.1.1:evaluate -Dexpression=project.version | grep -Ev 'Download|INFO|WARNING')" >> $GITHUB_ENV
-
-      - name: set major/minor release version
-        run: echo "MAJOR_VERSION=$(echo $RELEASE_VERSION | sed 's/^\([0-9]*\.[0-9]*\).*$/\1/')" >> $GITHUB_ENV
-
-      - uses: actions/setup-python@v5
-        with:
-          python-version: "3.10"
-
-      - name: install deps
-        working-directory: ./python
-        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[dev]
-
-      - name: generate autodoc
-        run: python3 auto_doc.py
-
-      - name: setup git
-        run: |
-          git config --global user.name Mike
-          git config --global user.email mike@docs.hopsworks.ai
-
-      - name: mike deploy docs
-        run: |
-          mike deploy ${{ env.RELEASE_VERSION }} ${{ env.MAJOR_VERSION }} -u --push
-          mike alias ${{ env.RELEASE_VERSION }} latest -u --push
diff --git a/hsml/.github/workflows/python-lint.yml b/hsml/.github/workflows/python-lint.yml
deleted file mode 100644
index 88225add7..000000000
--- a/hsml/.github/workflows/python-lint.yml
+++ /dev/null
@@ -1,163 +0,0 @@
-name: python
-
-on: pull_request
-
-jobs:
-  lint_stylecheck:
-    name: Lint and Stylecheck
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v4
-
-      - uses: actions/setup-python@v5
-        with:
-          python-version: "3.11"
-
-      - name: Get all changed files
-        id: get-changed-files
-        uses: tj-actions/changed-files@v44
-        with:
-          files_yaml: |
-            src:
-              - 'python/**/*.py'
-              - '!python/tests/**/*.py'
-            test:
-              - 'python/tests/**/*.py'
-
-      - name: install deps
-        run: pip install ruff==0.4.2
-
-      - name: ruff on python files
-        if: steps.get-changed-files.outputs.src_any_changed == 'true'
-        env:
-          SRC_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.src_all_changed_files }}
-        run: ruff check --output-format=github $SRC_ALL_CHANGED_FILES
-
-      - name: ruff on test files
-        if: steps.get-changed-files.outputs.test_any_changed == 'true'
-        env:
-          TEST_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.test_all_changed_files }}
-        run: ruff check --output-format=github $TEST_ALL_CHANGED_FILES
-
-      - name: ruff format --check $ALL_CHANGED_FILES
-        env:
-          ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.all_changed_files }}
-        run: ruff format $ALL_CHANGED_FILES
-
-  unit_tests_ubuntu_utc:
-    name: Unit Testing (Ubuntu)
-    needs: lint_stylecheck
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
-
-    steps:
-      - name: Set Timezone
-        run: sudo timedatectl set-timezone UTC
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v5
-        name: Setup Python
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[dev]
-
-      - name: Display Python version
-        run: python --version
-
-      - name: Run Pytest suite
-        run: pytest python/tests
-
-  unit_tests_ubuntu_local:
-    name: Unit Testing (Ubuntu) (Local TZ)
-    needs: lint_stylecheck
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Set Timezone
-        run: sudo timedatectl set-timezone Europe/Amsterdam
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v5
-        name: Setup Python
-        with:
-          python-version: "3.12"
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[dev]
-
-      - name: Display Python version
-        run: python --version
-
-      - name: Run Pytest suite
-        run: pytest python/tests
-
-  unit_tests_windows_utc:
-    name: Unit Testing (Windows)
-    needs: lint_stylecheck
-    runs-on: windows-latest
-    strategy:
-      matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
-
-    steps:
-      - name: Set Timezone
-        run: tzutil /s "UTC"
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v5
-        name: Setup Python
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[dev]
-
-      - name: Display Python version
-        run: python --version
-
-      - name: Run Pytest suite
-        run: pytest python/tests
-
-  unit_tests_windows_local:
-    name: Unit Testing (Windows) (Local TZ)
-    needs: lint_stylecheck
-    runs-on: windows-latest
-
-    steps:
-      - name: Set Timezone
-        run: tzutil /s "W. Europe Standard Time"
-
-      - uses: actions/checkout@v4
-      - name: Copy README
-        run: cp README.md python/
-
-      - uses: actions/setup-python@v5
-        name: Setup Python
-        with:
-          python-version: "3.12"
-          cache: "pip"
-          cache-dependency-path: "python/setup.py"
-      - run: pip install -e python[dev]
-
-      - name: Display Python version
-        run: python --version
-
-      - name: Display pip freeze
-        run: pip freeze
-
-      - name: Run Pytest suite
-        run: pytest python/tests

From bb3b78da87e0dee098360b6cbe0517aaeb8a9010 Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Thu, 11 Jul 2024 09:42:43 +0200
Subject: [PATCH 04/11] Skip test_login until Robin is back

---
 python/tests/hopsworks/test_login.py | 23 ++++++++++++++++-------
 1 file changed, 16 insertions(+), 7 deletions(-)

diff --git a/python/tests/hopsworks/test_login.py b/python/tests/hopsworks/test_login.py
index bec4ba729..34d5c1787 100644
--- a/python/tests/hopsworks/test_login.py
+++ b/python/tests/hopsworks/test_login.py
@@ -13,15 +13,17 @@
 #   See the License for the specific language governing permissions and
 #   limitations under the License.
 #
-from unittest import TestCase, mock
-from contextlib import contextmanager
-import hopsworks
 import getpass
-import os
-import uuid
-import tempfile
 import importlib
+import os
 import shutil
+import tempfile
+import uuid
+from contextlib import contextmanager
+from datetime import date
+from unittest import TestCase, mock, skipIf
+
+import hopsworks
 from hopsworks.client import exceptions
 from hopsworks.project import Project
 
@@ -63,7 +65,6 @@ def tearDown(self):
         hopsworks.logout()
 
     def _check_api_key_existence(self):
-
         path = hopsworks._get_cached_api_key_path()
 
         api_key_name = ".hw_api_key"
@@ -87,6 +88,7 @@ def _check_api_key_existence(self):
             path == temp_api_key_path,
         )
 
+    @skipIf(date.today() <= date(2024, 7, 22), "Robin is on vacation.")
     def test_login_api_key_as_input(self):
         # Should accept api key as input from command line
 
@@ -106,6 +108,7 @@ def test_login_api_key_as_input(self):
         assert in_home is True and os.path.exists(path)
         assert in_tmp is False
 
+    @skipIf(date.today() <= date(2024, 7, 22), "Robin is on vacation.")
     def test_login_api_key_as_argument(self):
         # Should accept api key as argument
         path, in_cwd, in_home, in_tmp = self._check_api_key_existence()
@@ -123,6 +126,7 @@ def test_login_api_key_as_argument(self):
         assert in_home is True and not os.path.exists(path)
         assert in_tmp is False
 
+    @skipIf(date.today() <= date(2024, 7, 22), "Robin is on vacation.")
     def test_login_cmd_input_incorrect(self):
         # Should fail to login with incorrect API key
 
@@ -136,6 +140,7 @@ def test_login_cmd_input_incorrect(self):
             with input({"hidden": "incorrect_api_key"}):
                 hopsworks.login()
 
+    @skipIf(date.today() <= date(2024, 7, 22), "Robin is on vacation.")
     def test_login_fallback_to_tmp(self):
         # Should fall back to storing api key in tmp folder if home is not write and executable for user
         os.chmod(self.home_dir, 0o400)
@@ -155,6 +160,7 @@ def test_login_fallback_to_tmp(self):
         assert in_home is False
         assert in_tmp is True and os.path.exists(path)
 
+    @skipIf(date.today() <= date(2024, 7, 22), "Robin is on vacation.")
     def test_login_use_cwd_api_key(self):
         # Should use API key in cwd if exists
 
@@ -177,6 +183,7 @@ def test_login_use_cwd_api_key(self):
         assert in_home is False
         assert in_tmp is False
 
+    @skipIf(date.today() <= date(2024, 7, 22), "Robin is on vacation.")
     def test_login_use_home_api_key(self):
         # Should use API key in home if exists
 
@@ -202,6 +209,7 @@ def test_login_use_home_api_key(self):
         assert in_home is True and os.path.exists(path)
         assert in_tmp is False
 
+    @skipIf(date.today() <= date(2024, 7, 22), "Robin is on vacation.")
     def test_login_api_key_as_environ(self):
         # Should accept api key as environmet variable
         try:
@@ -226,6 +234,7 @@ def test_login_api_key_as_environ(self):
         finally:
             del os.environ["HOPSWORKS_API_KEY"]
 
+    @skipIf(date.today() <= date(2024, 7, 22), "Robin is on vacation.")
     def test_login_newline_in_api_key(self):
         try:
             imaginaryApiKey = "ImaginaryApiKey\n"

From c9582e5ca2ef9438f6f15ece9405ed447cc0f2cb Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Mon, 15 Jul 2024 02:31:14 +0200
Subject: [PATCH 05/11] Fix test_connection

---
 python/tests/test_connection.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/python/tests/test_connection.py b/python/tests/test_connection.py
index c8d100279..5ca15536a 100644
--- a/python/tests/test_connection.py
+++ b/python/tests/test_connection.py
@@ -15,11 +15,11 @@
 #
 
 from hsml.connection import (
-    CONNECTION_SAAS_HOSTNAME,
     HOPSWORKS_PORT_DEFAULT,
     HOSTNAME_VERIFICATION_DEFAULT,
     Connection,
 )
+from hsml.constants import CONNECTION
 from hsml.core import model_api, model_registry_api, model_serving_api
 
 
@@ -30,7 +30,7 @@ def test_constants(self):
         # The purpose of this test is to ensure that (1) we don't make undesired changes to contant values
         # that might break things somewhere else, and (2) we remember to update the pytests accordingly by
         # adding / removing / updating tests, if necessary.
-        assert CONNECTION_SAAS_HOSTNAME == "c.app.hopsworks.ai"
+        assert CONNECTION.SAAS_HOSTNAME == "c.app.hopsworks.ai"
         assert HOPSWORKS_PORT_DEFAULT == 443
         assert HOSTNAME_VERIFICATION_DEFAULT
 

From 96bb1b39a00c8f6a96a2cf9472086d2dd5a156be Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Mon, 15 Jul 2024 02:40:00 +0200
Subject: [PATCH 06/11] Fix test_hopsworks_udf

---
 python/tests/test_hopswork_udf.py | 32 +++++++++++++++----------------
 1 file changed, 16 insertions(+), 16 deletions(-)

diff --git a/python/tests/test_hopswork_udf.py b/python/tests/test_hopswork_udf.py
index 8494d018f..c175f64fb 100644
--- a/python/tests/test_hopswork_udf.py
+++ b/python/tests/test_hopswork_udf.py
@@ -99,7 +99,7 @@ def test_get_module_imports(self):
         ]
 
     def test_extract_source_code(self):
-        from test_helpers.transformation_test_helper import test_function
+        from .test_helpers.transformation_test_helper import test_function
 
         assert """import pandas as pd
 from hsfs.transformation_statistics import TransformationStatistics
@@ -107,7 +107,7 @@ def test_function():
     return True""" == HopsworksUdf._extract_source_code(test_function).strip()
 
     def test_extract_function_arguments_no_arguments(self):
-        from test_helpers.transformation_test_helper import test_function
+        from .test_helpers.transformation_test_helper import test_function
 
         with pytest.raises(FeatureStoreException) as exception:
             HopsworksUdf._extract_function_arguments(test_function)
@@ -118,7 +118,7 @@ def test_extract_function_arguments_no_arguments(self):
         )
 
     def test_extract_function_arguments_one_argument(self):
-        from test_helpers.transformation_test_helper import test_function_one_argument
+        from .test_helpers.transformation_test_helper import test_function_one_argument
 
         function_argument = HopsworksUdf._extract_function_arguments(
             test_function_one_argument
@@ -129,7 +129,7 @@ def test_extract_function_arguments_one_argument(self):
         ]
 
     def test_extract_function_arguments_one_argument_with_statistics(self):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_one_argument_with_statistics,
         )
 
@@ -142,7 +142,7 @@ def test_extract_function_arguments_one_argument_with_statistics(self):
         ]
 
     def test_extract_function_arguments_one_argument_with_typehint(self):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_one_argument_with_typehints,
         )
 
@@ -157,7 +157,7 @@ def test_extract_function_arguments_one_argument_with_typehint(self):
     def test_extract_function_arguments_one_argument_with_statistics_and_typehints(
         self,
     ):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_one_argument_with_statistics_and_typehints,
         )
 
@@ -170,7 +170,7 @@ def test_extract_function_arguments_one_argument_with_statistics_and_typehints(
         ]
 
     def test_extract_function_arguments_multiple_argument(self):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_multiple_argument,
         )
 
@@ -184,7 +184,7 @@ def test_extract_function_arguments_multiple_argument(self):
         ]
 
     def test_extract_function_arguments_multiple_argument_with_statistics(self):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_multiple_argument_with_statistics,
         )
 
@@ -199,7 +199,7 @@ def test_extract_function_arguments_multiple_argument_with_statistics(self):
         ]
 
     def test_extract_function_arguments_multiple_argument_with_typehints(self):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_multiple_argument_with_typehints,
         )
 
@@ -215,7 +215,7 @@ def test_extract_function_arguments_multiple_argument_with_typehints(self):
     def test_extract_function_arguments_multiple_argument_with_statistics_and_typehints(
         self,
     ):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_multiple_argument_with_statistics_and_typehints,
         )
 
@@ -231,7 +231,7 @@ def test_extract_function_arguments_multiple_argument_with_statistics_and_typehi
     def test_extract_function_arguments_multiple_argument_with_mixed_statistics_and_typehints(
         self,
     ):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_multiple_argument_with_mixed_statistics_and_typehints,
         )
 
@@ -248,7 +248,7 @@ def test_extract_function_arguments_multiple_argument_with_mixed_statistics_and_
     def test_extract_function_arguments_multiple_argument_all_parameter_with_spaces(
         self,
     ):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_multiple_argument_all_parameter_with_spaces,
         )
 
@@ -262,7 +262,7 @@ def test_extract_function_arguments_multiple_argument_all_parameter_with_spaces(
         ]
 
     def test_extract_function_arguments_multiple_argument_all_parameter_multiline(self):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_multiple_argument_all_parameter_multiline,
         )
 
@@ -279,7 +279,7 @@ def test_extract_function_arguments_multiple_argument_all_parameter_multiline(se
     def test_extract_function_arguments_multiple_argumen_all_parameter_multiline_with_comments(
         self,
     ):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_multiple_argument_all_parameter_multiline_with_comments,
         )
 
@@ -294,7 +294,7 @@ def test_extract_function_arguments_multiple_argumen_all_parameter_multiline_wit
         ]
 
     def test_extract_function_arguments_statistics_invalid(self):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_statistics_invalid,
         )
 
@@ -307,7 +307,7 @@ def test_extract_function_arguments_statistics_invalid(self):
         )
 
     def test_format_source_code(self):
-        from test_helpers.transformation_test_helper import (
+        from .test_helpers.transformation_test_helper import (
             test_function_multiple_argument_all_parameter_multiline_with_comments,
         )
 

From e46190cc5006d84f4951148d3d0355d3257ed3bf Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Mon, 15 Jul 2024 09:14:18 +0200
Subject: [PATCH 07/11] Fix import problem in docgen

---
 .github/workflows/mkdocs-main.yml    |  2 +-
 .github/workflows/mkdocs-release.yml |  2 +-
 python/pyproject.toml                | 15 ++++++++++++++-
 requirements-docs.txt                | 11 -----------
 4 files changed, 16 insertions(+), 14 deletions(-)
 delete mode 100644 requirements-docs.txt

diff --git a/.github/workflows/mkdocs-main.yml b/.github/workflows/mkdocs-main.yml
index e8e14b4ea..9294fef53 100644
--- a/.github/workflows/mkdocs-main.yml
+++ b/.github/workflows/mkdocs-main.yml
@@ -21,7 +21,7 @@ jobs:
 
       - name: install deps
         working-directory: ./python
-        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[dev]
+        run: cp ../README.md . && pip3 install -e .[dev]
 
       - name: generate autodoc
         run: python3 ./python/auto_doc.py
diff --git a/.github/workflows/mkdocs-release.yml b/.github/workflows/mkdocs-release.yml
index f1c6bb814..80a325760 100644
--- a/.github/workflows/mkdocs-release.yml
+++ b/.github/workflows/mkdocs-release.yml
@@ -26,7 +26,7 @@ jobs:
 
       - name: install deps
         working-directory: ./python
-        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[dev]
+        run: cp ../README.md . && pip3 install -e .[dev]
 
       - name: generate autodoc
         run: python3 ./python/auto_doc.py
diff --git a/python/pyproject.toml b/python/pyproject.toml
index 9452f5061..bfe782997 100644
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -86,7 +86,20 @@ dev-pandas1 = [
     "pandas<=1.5.3",
     "sqlalchemy<=1.4.48",
 ]
-dev = ["hopsworks[dev-no-opt,great-expectations]"]
+dev-docs = [
+    "mkdocs==1.5.3",
+    "mkdocs-material==9.5.17",
+    "mike==2.0.0",
+    "sphinx==7.3.7",
+    "keras_autodoc @ git+https://git@github.com/logicalclocks/keras-autodoc",
+    "markdown-include==0.8.1",
+    "mkdocs-jupyter==0.24.3",
+    "markdown==3.6",
+    "pymdown-extensions==10.7.1",
+    "mkdocs-macros-plugin==1.0.4",
+    "mkdocs-minify-plugin>=0.2.0",
+]
+dev = ["hopsworks[dev-no-opt,great-expectations,dev-docs]"]
 
 [build-system]
 requires = ["setuptools", "wheel"]
diff --git a/requirements-docs.txt b/requirements-docs.txt
deleted file mode 100644
index 8bc8d6230..000000000
--- a/requirements-docs.txt
+++ /dev/null
@@ -1,11 +0,0 @@
-mkdocs==1.5.3
-mkdocs-material==9.5.17
-mike==2.0.0
-sphinx==7.3.7
-keras_autodoc @ git+https://git@github.com/logicalclocks/keras-autodoc
-markdown-include==0.8.1
-mkdocs-jupyter==0.24.3
-markdown==3.6
-pymdown-extensions==10.7.1
-mkdocs-macros-plugin==1.0.4
-mkdocs-minify-plugin>=0.2.0

From 166bfd960c14fa3ef7f53e5d99c8f63601acbd10 Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Mon, 15 Jul 2024 09:23:26 +0200
Subject: [PATCH 08/11] Fix pyproject optional docgen dependency

---
 .github/workflows/mkdocs-main.yml    | 2 +-
 .github/workflows/mkdocs-release.yml | 2 +-
 python/pyproject.toml                | 3 ++-
 3 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/mkdocs-main.yml b/.github/workflows/mkdocs-main.yml
index 9294fef53..fde82adc2 100644
--- a/.github/workflows/mkdocs-main.yml
+++ b/.github/workflows/mkdocs-main.yml
@@ -21,7 +21,7 @@ jobs:
 
       - name: install deps
         working-directory: ./python
-        run: cp ../README.md . && pip3 install -e .[dev]
+        run: cp ../README.md . && pip3 install -e .[dev-docs]
 
       - name: generate autodoc
         run: python3 ./python/auto_doc.py
diff --git a/.github/workflows/mkdocs-release.yml b/.github/workflows/mkdocs-release.yml
index 80a325760..a2d746f0a 100644
--- a/.github/workflows/mkdocs-release.yml
+++ b/.github/workflows/mkdocs-release.yml
@@ -26,7 +26,7 @@ jobs:
 
       - name: install deps
         working-directory: ./python
-        run: cp ../README.md . && pip3 install -e .[dev]
+        run: cp ../README.md . && pip3 install -e .[dev-docs]
 
       - name: generate autodoc
         run: python3 ./python/auto_doc.py
diff --git a/python/pyproject.toml b/python/pyproject.toml
index bfe782997..74d9dc25e 100644
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -86,7 +86,9 @@ dev-pandas1 = [
     "pandas<=1.5.3",
     "sqlalchemy<=1.4.48",
 ]
+dev = ["hopsworks[dev-no-opt,great-expectations]"]
 dev-docs = [
+    "hopsworks[dev]",
     "mkdocs==1.5.3",
     "mkdocs-material==9.5.17",
     "mike==2.0.0",
@@ -99,7 +101,6 @@ dev-docs = [
     "mkdocs-macros-plugin==1.0.4",
     "mkdocs-minify-plugin>=0.2.0",
 ]
-dev = ["hopsworks[dev-no-opt,great-expectations,dev-docs]"]
 
 [build-system]
 requires = ["setuptools", "wheel"]

From 86d8c92d15201bf11f2c9fcb18fb20ac9b882a54 Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Tue, 16 Jul 2024 11:11:26 +0200
Subject: [PATCH 09/11] Revert the move of requirements-docs to an extra

See PR #209
---
 .github/workflows/mkdocs-main.yml    |  2 +-
 .github/workflows/mkdocs-release.yml |  2 +-
 python/pyproject.toml                | 14 --------------
 requirements-docs.txt                | 11 +++++++++++
 4 files changed, 13 insertions(+), 16 deletions(-)
 create mode 100644 requirements-docs.txt

diff --git a/.github/workflows/mkdocs-main.yml b/.github/workflows/mkdocs-main.yml
index fde82adc2..e8e14b4ea 100644
--- a/.github/workflows/mkdocs-main.yml
+++ b/.github/workflows/mkdocs-main.yml
@@ -21,7 +21,7 @@ jobs:
 
       - name: install deps
         working-directory: ./python
-        run: cp ../README.md . && pip3 install -e .[dev-docs]
+        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[dev]
 
       - name: generate autodoc
         run: python3 ./python/auto_doc.py
diff --git a/.github/workflows/mkdocs-release.yml b/.github/workflows/mkdocs-release.yml
index a2d746f0a..f1c6bb814 100644
--- a/.github/workflows/mkdocs-release.yml
+++ b/.github/workflows/mkdocs-release.yml
@@ -26,7 +26,7 @@ jobs:
 
       - name: install deps
         working-directory: ./python
-        run: cp ../README.md . && pip3 install -e .[dev-docs]
+        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[dev]
 
       - name: generate autodoc
         run: python3 ./python/auto_doc.py
diff --git a/python/pyproject.toml b/python/pyproject.toml
index 74d9dc25e..9452f5061 100644
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -87,20 +87,6 @@ dev-pandas1 = [
     "sqlalchemy<=1.4.48",
 ]
 dev = ["hopsworks[dev-no-opt,great-expectations]"]
-dev-docs = [
-    "hopsworks[dev]",
-    "mkdocs==1.5.3",
-    "mkdocs-material==9.5.17",
-    "mike==2.0.0",
-    "sphinx==7.3.7",
-    "keras_autodoc @ git+https://git@github.com/logicalclocks/keras-autodoc",
-    "markdown-include==0.8.1",
-    "mkdocs-jupyter==0.24.3",
-    "markdown==3.6",
-    "pymdown-extensions==10.7.1",
-    "mkdocs-macros-plugin==1.0.4",
-    "mkdocs-minify-plugin>=0.2.0",
-]
 
 [build-system]
 requires = ["setuptools", "wheel"]
diff --git a/requirements-docs.txt b/requirements-docs.txt
new file mode 100644
index 000000000..8bc8d6230
--- /dev/null
+++ b/requirements-docs.txt
@@ -0,0 +1,11 @@
+mkdocs==1.5.3
+mkdocs-material==9.5.17
+mike==2.0.0
+sphinx==7.3.7
+keras_autodoc @ git+https://git@github.com/logicalclocks/keras-autodoc
+markdown-include==0.8.1
+mkdocs-jupyter==0.24.3
+markdown==3.6
+pymdown-extensions==10.7.1
+mkdocs-macros-plugin==1.0.4
+mkdocs-minify-plugin>=0.2.0

From a73f938419a8d6041c8a11260782c2d7a57d2b2d Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Tue, 16 Jul 2024 11:41:33 +0200
Subject: [PATCH 10/11] Rename unit_tests_pandas to unit_tests_pandas1 for
 clarity

---
 .github/workflows/python.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml
index 998da0e99..5e18930c5 100644
--- a/.github/workflows/python.yml
+++ b/.github/workflows/python.yml
@@ -106,7 +106,7 @@ jobs:
       - name: Run Pytest suite
         run: pytest python/tests
 
-  unit_tests_pandas:
+  unit_tests_pandas1:
     name: Unit Tests (Pandas 1.x)
     needs: lint_stylecheck
     runs-on: ubuntu-latest

From 2833af6df7343beeb283db8e8776486ec7d0a86c Mon Sep 17 00:00:00 2001
From: Aleksey Veresov <aleksey@veresov.pro>
Date: Tue, 16 Jul 2024 11:43:53 +0200
Subject: [PATCH 11/11] Rename unit_tests_typechecked

---
 .github/workflows/python.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml
index 5e18930c5..0c5f12c32 100644
--- a/.github/workflows/python.yml
+++ b/.github/workflows/python.yml
@@ -161,7 +161,7 @@ jobs:
         run: pytest python/tests
 
   unit_tests_typechecked:
-    name: Typechecked Unit Tests (Ubuntu)
+    name: Unit Tests (Typechecked)
     needs: lint_stylecheck
     runs-on: ubuntu-latest