Skip to content

Commit d8f3979

Browse files
averseyaversey
committed
Merge feature-store-api into hsfs subdirectory
2 parents c599739 + a4efba1 commit d8f3979

File tree

478 files changed

+108044
-0
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

478 files changed

+108044
-0
lines changed

‎hsfs/.github/pull_request_template.md

+32
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
This PR adds/fixes/changes...
2+
- please summarize your changes to the code
3+
- and make sure to include all changes to user-facing APIs
4+
5+
JIRA Issue: -
6+
7+
Priority for Review: -
8+
9+
Related PRs: -
10+
11+
**How Has This Been Tested?**
12+
13+
- [ ] Unit Tests
14+
- [ ] Integration Tests
15+
- [ ] Manual Tests on VM
16+
17+
18+
**Checklist For The Assigned Reviewer:**
19+
20+
```
21+
- [ ] Checked if merge conflicts with master exist
22+
- [ ] Checked if stylechecks for Java and Python pass
23+
- [ ] Checked if all docstrings were added and/or updated appropriately
24+
- [ ] Ran spellcheck on docstring
25+
- [ ] Checked if guides & concepts need to be updated
26+
- [ ] Checked if naming conventions for parameters and variables were followed
27+
- [ ] Checked if private methods are properly declared and used
28+
- [ ] Checked if hard-to-understand areas of code are commented
29+
- [ ] Checked if tests are effective
30+
- [ ] Built and deployed changes on dev VM and tested manually
31+
- [x] (Checked if all type annotations were added and/or updated appropriately)
32+
```

‎hsfs/.github/workflows/java-ut.yml

+62
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
name: java
2+
3+
on: pull_request
4+
5+
jobs:
6+
unit_tests_utc:
7+
name: Java Unit Tests
8+
runs-on: ubuntu-latest
9+
10+
steps:
11+
- name: Set Timezone
12+
run: sudo timedatectl set-timezone UTC
13+
14+
- name: Checkout
15+
uses: actions/checkout@v3
16+
17+
- name: Set up JDK 8
18+
uses: actions/setup-java@v3
19+
with:
20+
java-version: '8'
21+
distribution: 'adopt'
22+
23+
- name: Cache local Maven repository
24+
uses: actions/cache@v2
25+
with:
26+
path: ~/.m2/repository
27+
key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
28+
restore-keys: |
29+
${{ runner.os }}-maven-
30+
31+
- name: Test
32+
working-directory: ./java
33+
run: mvn clean test
34+
35+
unit_tests_local:
36+
name: Java Unit Tests (Local TZ)
37+
runs-on: ubuntu-latest
38+
39+
steps:
40+
- name: Set Timezone
41+
run: sudo timedatectl set-timezone Europe/Amsterdam
42+
43+
- name: Checkout
44+
uses: actions/checkout@v3
45+
46+
- name: Set up JDK 8
47+
uses: actions/setup-java@v3
48+
with:
49+
java-version: '8'
50+
distribution: 'adopt'
51+
52+
- name: Cache local Maven repository
53+
uses: actions/cache@v2
54+
with:
55+
path: ~/.m2/repository
56+
key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
57+
restore-keys: |
58+
${{ runner.os }}-maven-
59+
60+
- name: Test
61+
working-directory: ./java
62+
run: mvn clean test

‎hsfs/.github/workflows/mkdocs-master.yml

+53
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
name: mkdocs-master
2+
3+
on: pull_request
4+
5+
jobs:
6+
publish-master:
7+
runs-on: ubuntu-latest
8+
9+
steps:
10+
- uses: actions/checkout@v4
11+
with:
12+
fetch-depth: 0
13+
14+
- name: set dev version
15+
working-directory: ./java
16+
run: echo "DEV_VERSION=$(mvn org.apache.maven.plugins:maven-help-plugin:2.1.1:evaluate -Dexpression=project.version | grep -Ev 'Download|INFO|WARNING')" >> $GITHUB_ENV
17+
18+
- uses: actions/setup-python@v5
19+
with:
20+
python-version: "3.10"
21+
22+
- name: install deps
23+
working-directory: ./python
24+
run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[python,dev]
25+
26+
- name: generate autodoc
27+
run: python3 auto_doc.py
28+
29+
- name: Cache local Maven repository
30+
uses: actions/cache@v2
31+
with:
32+
path: ~/.m2/repository
33+
key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
34+
restore-keys: |
35+
${{ runner.os }}-maven-
36+
37+
- name: Set up JDK 8
38+
uses: actions/setup-java@v3
39+
with:
40+
java-version: "8"
41+
distribution: "adopt"
42+
43+
- name: Build java doc documentation
44+
working-directory: ./java
45+
run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
46+
47+
- name: setup git
48+
run: |
49+
git config --global user.name Mike
50+
git config --global user.email mike@docs.hopsworks.ai
51+
52+
- name: mike deploy docs
53+
run: mike deploy ${{ env.DEV_VERSION }} dev -u

‎hsfs/.github/workflows/mkdocs-release.yml

+59
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
name: mkdocs-release
2+
3+
on:
4+
push:
5+
branches: [branch-*]
6+
7+
jobs:
8+
publish-release:
9+
runs-on: ubuntu-latest
10+
11+
steps:
12+
- uses: actions/checkout@v4
13+
with:
14+
fetch-depth: 0
15+
16+
- name: set major/minor/bugfix release version
17+
working-directory: ./java
18+
run: echo "RELEASE_VERSION=$(mvn org.apache.maven.plugins:maven-help-plugin:2.1.1:evaluate -Dexpression=project.version | grep -Ev 'Download|INFO|WARNING')" >> $GITHUB_ENV
19+
20+
- name: set major/minor release version
21+
run: echo "MAJOR_VERSION=$(echo $RELEASE_VERSION | sed 's/^\([0-9]*\.[0-9]*\).*$/\1/')" >> $GITHUB_ENV
22+
23+
- uses: actions/setup-python@v5
24+
with:
25+
python-version: "3.10"
26+
27+
- name: install deps
28+
working-directory: ./python
29+
run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[python,dev]
30+
31+
- name: generate autodoc
32+
run: python3 auto_doc.py
33+
34+
- name: Cache local Maven repository
35+
uses: actions/cache@v2
36+
with:
37+
path: ~/.m2/repository
38+
key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
39+
restore-keys: |
40+
${{ runner.os }}-maven-
41+
42+
- name: Set up JDK 8
43+
uses: actions/setup-java@v3
44+
with:
45+
java-version: "8"
46+
distribution: "adopt"
47+
48+
- name: Build java doc documentation
49+
working-directory: ./java
50+
run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
51+
52+
- name: setup git
53+
run: |
54+
git config --global user.name Mike
55+
git config --global user.email mike@docs.hopsworks.ai
56+
- name: mike deploy docs
57+
run: |
58+
mike deploy ${{ env.RELEASE_VERSION }} ${{ env.MAJOR_VERSION }} -u --push
59+
mike alias ${{ env.RELEASE_VERSION }} latest -u --push

‎hsfs/.github/workflows/optional-dependency.yml

+29
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: optional-dependency
2+
3+
on: pull_request
4+
5+
jobs:
6+
unit_tests_no_great_expectations:
7+
name: Unit Testing (No Great Expectations)
8+
runs-on: ubuntu-latest
9+
10+
steps:
11+
- name: Set Timezone
12+
run: sudo timedatectl set-timezone UTC
13+
14+
- uses: actions/checkout@v4
15+
- name: Copy README
16+
run: cp README.md python/
17+
18+
- uses: actions/setup-python@v5
19+
name: Setup Python
20+
with:
21+
python-version: "3.10"
22+
cache: "pip"
23+
cache-dependency-path: "python/setup.py"
24+
- run: pip install -e python[python,dev-no-opt]
25+
26+
- name: Run Pytest suite
27+
env:
28+
ENABLE_HOPSWORKS_USAGE: "false"
29+
run: pytest python/tests

0 commit comments

Comments
 (0)