Support printing features and returning keys when getting features from registry

.gitattributes

@@ -0,0 +1,6 @@
+#
+# https://help.github.com/articles/dealing-with-line-endings/
+#
+# These are explicitly windows files and should use crlf
+*.bat text eol=crlf
+

.github/workflows/docker-publish.yml

@@ -1,5 +1,5 @@
 # This workflow builds the docker container and publishes to dockerhub with appropriate tag
-# It has two triggers, 
+# It has two triggers,
 # 1. daily i.e. runs everyday at specific time.
 # 2. Anytime a new branch is created under releases
 
@@ -22,19 +22,19 @@ jobs:
  steps:
  - name: Check out the repo
  uses: actions/checkout@v3
- 
+
  - name: Log in to Docker Hub
  uses: docker/login-action@v2
  with:
  username: ${{ secrets.DOCKER_USERNAME }}
  password: ${{ secrets.DOCKER_PASSWORD }}
- 
+
  - name: Extract metadata (tags, labels) for Docker
  id: meta
  uses: docker/metadata-action@v4
  with:
  images: feathrfeaturestore/feathr-registry
- 
+
  - name: Build and push Docker image
  uses: docker/build-push-action@v3
  with:
@@ -72,4 +72,4 @@ jobs:
  id: deploy-to-feathr-registry-sql-rbac
  uses: distributhor/workflow-webhook@v3.0.1
  env:
- webhook_url: ${{ secrets.AZURE_WEBAPP_FEATHR_REGISTRY_SQL_RBAC_WEBHOOK }}
+ webhook_url: ${{ secrets.AZURE_WEBAPP_FEATHR_REGISTRY_SQL_RBAC_WEBHOOK }}

.github/workflows/publish-to-maven.yml

@@ -1,18 +1,18 @@
 name: Publish package to the Maven Central Repository
-on: 
+on:
  push:
  # This pipeline will get triggered everytime there is a new tag created.
- # It is required 
+ # It is required
  tags: ["*"]
 
 jobs:
  publish-to-maven:
  runs-on: ubuntu-latest
- 
+
  steps:
  - name: Checkout source
  uses: actions/checkout@v2
- 
+
  # Setting up JDK 8, this is required to build Feathr
  - name: Set up JDK 8
  uses: actions/setup-java@v2
@@ -27,10 +27,9 @@ jobs:
 
  # CI release command defaults to publishSigned
  # Sonatype release command defaults to sonaTypeBundleRelease
- # https://github.com/sbt/sbt-ci-release
- - name: Sbt ci release
- run: |
- sbt ci-release
+ - name: Gradle publish
+ if: startsWith(github.head_ref, 'release/v')
+ run: gradle clean publish
  env:
  PGP_PASSPHRASE: ${{ secrets.MAVEN_GPG_PASSPHRASE }}
  PGP_SECRET: ${{ secrets.MAVEN_GPG_PRIVATE_KEY }}

.github/workflows/pull_request_push_test.yml

@@ -28,7 +28,7 @@ on:
  - cron: '00 13 * * *'
 
 jobs:
- sbt_test:
+ gradle_test:
  runs-on: ubuntu-latest
  if: github.event_name == 'schedule' || github.event_name == 'push' || github.event_name == 'pull_request' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'safe to test'))
  steps:
@@ -41,7 +41,7 @@ jobs:
  java-version: "8"
  distribution: "temurin"
  - name: Run tests
- run: sbt clean && sbt test
+ run: ./gradlew clean && ./gradlew test
 
  python_lint:
  runs-on: ubuntu-latest
@@ -75,15 +75,15 @@ jobs:
  with:
  java-version: "8"
  distribution: "temurin"
- - name: Build JAR
+ - name: Gradle build
  run: |
- sbt assembly
+ ./gradlew build
  # remote folder for CI upload
  echo "CI_SPARK_REMOTE_JAR_FOLDER=feathr_jar_github_action_$(date +"%H_%M_%S")" >> $GITHUB_ENV
  # get local jar name without paths so version change won't affect it
- echo "FEATHR_LOCAL_JAR_NAME=$(ls target/scala-2.12/*.jar| xargs -n 1 basename)" >> $GITHUB_ENV
+ echo "FEATHR_LOCAL_JAR_NAME=$(ls build/libs/*.jar| xargs -n 1 basename)" >> $GITHUB_ENV
  # get local jar name without path
- echo "FEATHR_LOCAL_JAR_FULL_NAME_PATH=$(ls target/scala-2.12/*.jar)" >> $GITHUB_ENV
+ echo "FEATHR_LOCAL_JAR_FULL_NAME_PATH=$(ls build/libs/*.jar)" >> $GITHUB_ENV
  - name: Set up Python 3.8
  uses: actions/setup-python@v2
  with:
@@ -142,15 +142,16 @@ jobs:
  with:
  java-version: "8"
  distribution: "temurin"
- - name: Build JAR
+
+ - name: Gradle build
  run: |
- sbt assembly
+ ./gradlew build
  # remote folder for CI upload
  echo "CI_SPARK_REMOTE_JAR_FOLDER=feathr_jar_github_action_$(date +"%H_%M_%S")" >> $GITHUB_ENV
  # get local jar name without paths so version change won't affect it
- echo "FEATHR_LOCAL_JAR_NAME=$(ls target/scala-2.12/*.jar| xargs -n 1 basename)" >> $GITHUB_ENV
+ echo "FEATHR_LOCAL_JAR_NAME=$(ls build/libs/*.jar| xargs -n 1 basename)" >> $GITHUB_ENV
  # get local jar name without path
- echo "FEATHR_LOCAL_JAR_FULL_NAME_PATH=$(ls target/scala-2.12/*.jar)" >> $GITHUB_ENV
+ echo "FEATHR_LOCAL_JAR_FULL_NAME_PATH=$(ls build/libs/*.jar)" >> $GITHUB_ENV
  - name: Set up Python 3.8
  uses: actions/setup-python@v2
  with:
@@ -196,7 +197,7 @@ jobs:
  run: |
  # skip databricks related test as we just ran the test; also seperate databricks and synapse test to make sure there's no write conflict
  # run in 6 parallel jobs to make the time shorter
- pytest -n 6 --cov-report term-missing --cov=feathr_project/feathr feathr_project/test --cov-config=.github/workflows/.coveragerc_sy
+ pytest -n 6 -m "not databricks" --cov-report term-missing --cov=feathr_project/feathr feathr_project/test --cov-config=.github/workflows/.coveragerc_sy
 
  local_spark_test:
  runs-on: ubuntu-latest
@@ -210,15 +211,16 @@ jobs:
  with:
  java-version: "8"
  distribution: "temurin"
- - name: Build JAR
+
+ - name: Gradle build
  run: |
- sbt assembly
+ ./gradlew build
  # remote folder for CI upload
  echo "CI_SPARK_REMOTE_JAR_FOLDER=feathr_jar_github_action_$(date +"%H_%M_%S")" >> $GITHUB_ENV
  # get local jar name without paths so version change won't affect it
- echo "FEATHR_LOCAL_JAR_NAME=$(ls target/scala-2.12/*.jar| xargs -n 1 basename)" >> $GITHUB_ENV
+ echo "FEATHR_LOCAL_JAR_NAME=$(ls build/libs/*.jar| xargs -n 1 basename)" >> $GITHUB_ENV
  # get local jar name without path
- echo "FEATHR_LOCAL_JAR_FULL_NAME_PATH=$(ls target/scala-2.12/*.jar)" >> $GITHUB_ENV
+ echo "FEATHR_LOCAL_JAR_FULL_NAME_PATH=$(ls build/libs/*.jar)" >> $GITHUB_ENV
  - name: Set up Python 3.8
  uses: actions/setup-python@v2
  with:
@@ -258,7 +260,7 @@ jobs:
 
  failure_notification:
  # If any failure, warning message will be sent
- needs: [sbt_test, python_lint, databricks_test, azure_synapse_test, local_spark_test]
+ needs: [gradle_test, python_lint, databricks_test, azure_synapse_test, local_spark_test]
  runs-on: ubuntu-latest
  if: failure() && github.event_name == 'schedule'
  steps:
@@ -268,12 +270,12 @@ jobs:
 
  notification:
  # Final Daily Report with all job status
- needs: [sbt_test, python_lint, databricks_test, azure_synapse_test, local_spark_test]
+ needs: [gradle_test, python_lint, databricks_test, azure_synapse_test, local_spark_test]
  runs-on: ubuntu-latest
  if: always() && github.event_name == 'schedule'
  steps:
  - name: Get Date
  run: echo "NOW=$(date +'%Y-%m-%d')" >> $GITHUB_ENV
  - name: Notification
  run: |
- curl -H 'Content-Type: application/json' -d '{"text": "${{env.NOW}} Daily Report: 1. SBT Test ${{needs.sbt_test.result}}, 2. Python Lint Test ${{needs.python_lint.result}}, 3. Databricks Test ${{needs.databricks_test.result}}, 4. Synapse Test ${{needs.azure_synapse_test.result}} , 5. LOCAL SPARK TEST ${{needs.local_spark_test.result}}. Link: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"}' ${{ secrets.TEAMS_WEBHOOK }}
+ curl -H 'Content-Type: application/json' -d '{"text": "${{env.NOW}} Daily Report: 1. Gradle Test ${{needs.gradle_test.result}}, 2. Python Lint Test ${{needs.python_lint.result}}, 3. Databricks Test ${{needs.databricks_test.result}}, 4. Synapse Test ${{needs.azure_synapse_test.result}} , 5. LOCAL SPARK TEST ${{needs.local_spark_test.result}}. Link: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"}' ${{ secrets.TEAMS_WEBHOOK }}

.gitignore

@@ -3,7 +3,7 @@
 .AppleDouble
 .LSOverride
 metastore_db
-src/integTest
+feathr-impl/src/integTest
 test-output
 temp
 
@@ -189,30 +189,37 @@ cython_debug/
 # virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml
 hs_err_pid*
 
-target/
 .idea
 .project/target
 .project/project
 .DS_store
-.DS_Store
 *.jar
-src/main/scala/META-INF/MANIFEST.MF
+feathr-impl/src/main/scala/META-INF/MANIFEST.MF
 *.MF
 feathr_project/feathr_cli.egg-info/*
 *.pyc
+*.iml
 
 # VS Code
 .vscode
 
 #Local Build
 null/*
 
+# Ignore Gradle project-specific cache directory
+.gradle
+
+# Ignore Gradle build output directory
+build
+
 # For Metal Server
 .metals/
 .bloop/
 project/.bloop
 metals.sbt
+
 .bsp/sbt.json
 
 # Feathr output debug folder
 **/debug/
+

.husky/pre-commit

@@ -1,4 +1,4 @@
 #!/usr/bin/env sh
 . "$(dirname -- "$0")/_/husky.sh"
 
-npx lint-staged
+npx lint-staged

FeathrRegistry.Dockerfile

@@ -11,7 +11,7 @@ RUN npm install && npm run build
 FROM python:3.9
 
 ## Install dependencies
-RUN apt-get update -y && apt-get install -y nginx
+RUN apt-get update -y && apt-get install -y nginx freetds-dev
 COPY ./registry /usr/src/registry
 WORKDIR /usr/src/registry/sql-registry
 RUN pip install -r requirements.txt