Skip to content

Commit 17665a4

Browse files
averseyaversey
committed
Merge the rest of hsfs GitHub Actions
1 parent 5cc4c95 commit 17665a4

File tree

7 files changed

+50
-175
lines changed

7 files changed

+50
-175
lines changed

‎.github/workflows/mkdocs-main.yml

+19-1
Original file line numberDiff line numberDiff line change
@@ -21,11 +21,29 @@ jobs:
2121

2222
- name: install deps
2323
working-directory: ./python
24-
run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[dev]
24+
run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[python,dev]
2525

2626
- name: generate autodoc
2727
run: python3 auto_doc.py
2828

29+
- name: Cache local Maven repository
30+
uses: actions/cache@v2
31+
with:
32+
path: ~/.m2/repository
33+
key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
34+
restore-keys: |
35+
${{ runner.os }}-maven-
36+
37+
- name: Set up JDK 8
38+
uses: actions/setup-java@v3
39+
with:
40+
java-version: "8"
41+
distribution: "adopt"
42+
43+
- name: Build java doc documentation
44+
working-directory: ./java
45+
run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
46+
2947
- name: setup git
3048
run: |
3149
git config --global user.name Mike

‎.github/workflows/mkdocs-release.yml

+20-3
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ name: mkdocs-release
22

33
on:
44
push:
5-
branches: [branch-*\.*]
5+
branches: [branch-*]
66

77
jobs:
88
publish-release:
@@ -26,16 +26,33 @@ jobs:
2626

2727
- name: install deps
2828
working-directory: ./python
29-
run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[dev]
29+
run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[python,dev]
3030

3131
- name: generate autodoc
3232
run: python3 auto_doc.py
3333

34+
- name: Cache local Maven repository
35+
uses: actions/cache@v2
36+
with:
37+
path: ~/.m2/repository
38+
key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
39+
restore-keys: |
40+
${{ runner.os }}-maven-
41+
42+
- name: Set up JDK 8
43+
uses: actions/setup-java@v3
44+
with:
45+
java-version: "8"
46+
distribution: "adopt"
47+
48+
- name: Build java doc documentation
49+
working-directory: ./java
50+
run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
51+
3452
- name: setup git
3553
run: |
3654
git config --global user.name Mike
3755
git config --global user.email mike@docs.hopsworks.ai
38-
3956
- name: mike deploy docs
4057
run: |
4158
mike deploy ${{ env.RELEASE_VERSION }} ${{ env.MAJOR_VERSION }} -u --push

‎.github/workflows/optional-dependency.yml

+5-1
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,10 @@ name: optional-dependency
22

33
on: pull_request
44

5+
env:
6+
APP_API_KEY: ${{ secrets.APP_API_KEY }}
7+
ENABLE_HOPSWORKS_USAGE: "false"
8+
59
jobs:
610
unit_tests_no_great_expectations:
711
name: Unit Testing (No Great Expectations)
@@ -26,4 +30,4 @@ jobs:
2630
- name: Run Pytest suite
2731
env:
2832
ENABLE_HOPSWORKS_USAGE: "false"
29-
run: pytest python/tests
33+
run: pytest python/tests

‎.github/workflows/python-lint.yml

+2-5
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,7 @@
1-
name: python
1+
name: python-lint
22

33
on: pull_request
44

5-
env:
6-
APP_API_KEY: ${{ secrets.APP_API_KEY }}
7-
85
jobs:
96
lint_stylecheck:
107
name: Lint and Stylecheck
@@ -46,4 +43,4 @@ jobs:
4643
- name: ruff format --check $ALL_CHANGED_FILES
4744
env:
4845
ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.all_changed_files }}
49-
run: ruff format $ALL_CHANGED_FILES
46+
run: ruff format $ALL_CHANGED_FILES

‎.github/workflows/python-tests.yml

+4-53
Original file line numberDiff line numberDiff line change
@@ -2,49 +2,11 @@ name: python
22

33
on: pull_request
44

5-
jobs:
6-
lint_stylecheck:
7-
name: Lint and Stylecheck
8-
runs-on: ubuntu-latest
9-
10-
steps:
11-
- uses: actions/checkout@v4
12-
13-
- uses: actions/setup-python@v5
14-
with:
15-
python-version: "3.11"
16-
17-
- name: Get all changed files
18-
id: get-changed-files
19-
uses: tj-actions/changed-files@v44
20-
with:
21-
files_yaml: |
22-
src:
23-
- 'python/**/*.py'
24-
- '!python/tests/**/*.py'
25-
test:
26-
- 'python/tests/**/*.py'
27-
28-
- name: install deps
29-
run: pip install ruff==0.4.2
30-
31-
- name: ruff on python files
32-
if: steps.get-changed-files.outputs.src_any_changed == 'true'
33-
env:
34-
SRC_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.src_all_changed_files }}
35-
run: ruff check --output-format=github $SRC_ALL_CHANGED_FILES
36-
37-
- name: ruff on test files
38-
if: steps.get-changed-files.outputs.test_any_changed == 'true'
39-
env:
40-
TEST_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.test_all_changed_files }}
41-
run: ruff check --output-format=github $TEST_ALL_CHANGED_FILES
42-
43-
- name: ruff format --check $ALL_CHANGED_FILES
44-
env:
45-
ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.all_changed_files }}
46-
run: ruff format $ALL_CHANGED_FILES
5+
env:
6+
APP_API_KEY: ${{ secrets.APP_API_KEY }}
7+
ENABLE_HOPSWORKS_USAGE: "false"
478

9+
jobs:
4810
unit_tests_ubuntu_utc:
4911
name: Unit Testing (Ubuntu)
5012
needs: lint_stylecheck
@@ -73,8 +35,6 @@ jobs:
7335
run: python --version
7436

7537
- name: Run Pytest suite
76-
env:
77-
ENABLE_HOPSWORKS_USAGE: "false"
7838
run: pytest python/tests
7939

8040
unit_tests_ubuntu_pandas:
@@ -102,8 +62,6 @@ jobs:
10262
run: python --version
10363

10464
- name: Run Pytest suite
105-
env:
106-
ENABLE_HOPSWORKS_USAGE: "false"
10765
run: pytest python/tests
10866

10967
unit_tests_ubuntu_local:
@@ -131,8 +89,6 @@ jobs:
13189
run: python --version
13290

13391
- name: Run Pytest suite
134-
env:
135-
ENABLE_HOPSWORKS_USAGE: "false"
13692
run: pytest python/tests
13793

13894
unit_tests_ubuntu_typechecked:
@@ -155,7 +111,6 @@ jobs:
155111

156112
- name: Run Pytest suite
157113
env:
158-
ENABLE_HOPSWORKS_USAGE: "false"
159114
HOPSWORKS_RUN_WITH_TYPECHECK: "true"
160115
run: pytest python/tests
161116
continue-on-error: true
@@ -185,8 +140,6 @@ jobs:
185140
run: python --version
186141

187142
- name: Run Pytest suite
188-
env:
189-
ENABLE_HOPSWORKS_USAGE: "false"
190143
run: pytest python/tests
191144

192145
unit_tests_windows_local:
@@ -217,6 +170,4 @@ jobs:
217170
run: pip freeze
218171

219172
- name: Run Pytest suite
220-
env:
221-
ENABLE_HOPSWORKS_USAGE: "false"
222173
run: pytest python/tests

‎hsfs/.github/workflows/mkdocs-master.yml

-53
This file was deleted.

‎hsfs/.github/workflows/mkdocs-release.yml

-59
This file was deleted.

0 commit comments

Comments
 (0)