Merge feature-store-api

aversey · Jul 2, 2024 · 8135891 · 8135891
1 parent 76acbe6
commit 8135891
Show file tree

Hide file tree

Showing 470 changed files with 106,333 additions and 0 deletions.
diff --git a/hsfs/.github/pull_request_template.md b/hsfs/.github/pull_request_template.md
@@ -0,0 +1,32 @@
+This PR adds/fixes/changes...
+- please summarize your changes to the code 
+- and make sure to include all changes to user-facing APIs
+
+JIRA Issue: -
+
+Priority for Review: -
+
+Related PRs: -
+
+**How Has This Been Tested?**
+
+- [ ] Unit Tests
+- [ ] Integration Tests
+- [ ] Manual Tests on VM
+
+
+**Checklist For The Assigned Reviewer:**
+
+```
+- [ ] Checked if merge conflicts with master exist
+- [ ] Checked if stylechecks for Java and Python pass
+- [ ] Checked if all docstrings were added and/or updated appropriately
+- [ ] Ran spellcheck on docstring
+- [ ] Checked if guides & concepts need to be updated
+- [ ] Checked if naming conventions for parameters and variables were followed
+- [ ] Checked if private methods are properly declared and used
+- [ ] Checked if hard-to-understand areas of code are commented
+- [ ] Checked if tests are effective
+- [ ] Built and deployed changes on dev VM and tested manually
+- [x] (Checked if all type annotations were added and/or updated appropriately)
+```
diff --git a/hsfs/.github/workflows/java-ut.yml b/hsfs/.github/workflows/java-ut.yml
@@ -0,0 +1,62 @@
+name: java
+
+on: pull_request
+
+jobs:
+  unit_tests_utc:
+    name: Java Unit Tests
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone UTC
+
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Set up JDK 8
+        uses: actions/setup-java@v3
+        with:
+          java-version: '8'
+          distribution: 'adopt'
+
+      - name: Cache local Maven repository
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+
+      - name: Test
+        working-directory: ./java
+        run: mvn clean test
+
+  unit_tests_local:
+    name: Java Unit Tests (Local TZ)
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone Europe/Amsterdam
+
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Set up JDK 8
+        uses: actions/setup-java@v3
+        with:
+          java-version: '8'
+          distribution: 'adopt'
+
+      - name: Cache local Maven repository
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+
+      - name: Test
+        working-directory: ./java
+        run: mvn clean test
diff --git a/hsfs/.github/workflows/mkdocs-master.yml b/hsfs/.github/workflows/mkdocs-master.yml
@@ -0,0 +1,53 @@
+name: mkdocs-master
+
+on: pull_request
+
+jobs:
+  publish-master:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: set dev version
+        working-directory: ./java
+        run: echo "DEV_VERSION=$(mvn org.apache.maven.plugins:maven-help-plugin:2.1.1:evaluate -Dexpression=project.version | grep -Ev 'Download|INFO|WARNING')" >> $GITHUB_ENV
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: install deps
+        working-directory: ./python
+        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[python,dev]
+
+      - name: generate autodoc
+        run: python3 auto_doc.py
+
+      - name: Cache local Maven repository
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+
+      - name: Set up JDK 8
+        uses: actions/setup-java@v3
+        with:
+          java-version: "8"
+          distribution: "adopt"
+
+      - name: Build java doc documentation
+        working-directory: ./java
+        run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
+
+      - name: setup git
+        run: |
+          git config --global user.name Mike
+          git config --global user.email [email protected]
+
+      - name: mike deploy docs
+        run: mike deploy ${{ env.DEV_VERSION }} dev -u
diff --git a/hsfs/.github/workflows/mkdocs-release.yml b/hsfs/.github/workflows/mkdocs-release.yml
@@ -0,0 +1,59 @@
+name: mkdocs-release
+
+on:
+  push:
+    branches: [branch-*]
+
+jobs:
+  publish-release:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: set major/minor/bugfix release version
+        working-directory: ./java
+        run: echo "RELEASE_VERSION=$(mvn org.apache.maven.plugins:maven-help-plugin:2.1.1:evaluate -Dexpression=project.version | grep -Ev 'Download|INFO|WARNING')" >> $GITHUB_ENV
+
+      - name: set major/minor release version
+        run: echo "MAJOR_VERSION=$(echo $RELEASE_VERSION | sed 's/^\([0-9]*\.[0-9]*\).*$/\1/')" >> $GITHUB_ENV
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: install deps
+        working-directory: ./python
+        run: cp ../README.md . && pip3 install -r ../requirements-docs.txt && pip3 install -e .[python,dev]
+
+      - name: generate autodoc
+        run: python3 auto_doc.py
+
+      - name: Cache local Maven repository
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+
+      - name: Set up JDK 8
+        uses: actions/setup-java@v3
+        with:
+          java-version: "8"
+          distribution: "adopt"
+
+      - name: Build java doc documentation
+        working-directory: ./java
+        run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
+
+      - name: setup git
+        run: |
+          git config --global user.name Mike
+          git config --global user.email [email protected]
+      - name: mike deploy docs
+        run: |
+          mike deploy ${{ env.RELEASE_VERSION }} ${{ env.MAJOR_VERSION }} -u --push
+          mike alias ${{ env.RELEASE_VERSION }} latest -u --push
diff --git a/hsfs/.github/workflows/optional-dependency.yml b/hsfs/.github/workflows/optional-dependency.yml
@@ -0,0 +1,29 @@
+name: optional-dependency
+
+on: pull_request
+
+jobs:
+  unit_tests_no_great_expectations:
+    name: Unit Testing (No Great Expectations)
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone UTC
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev-no-opt]
+
+      - name: Run Pytest suite
+        env:
+          ENABLE_HOPSWORKS_USAGE: "false"
+        run: pytest python/tests