feat: include package parser developed in Semantics lab

.github/dependabot.yml

@@ -25,3 +25,8 @@ updates:
     schedule:
       interval: 'monthly'
     rebase-strategy: 'disabled'
+  - package-ecosystem: 'pip'
+    directory: '/package_parser'
+    schedule:
+      interval: 'monthly'
+    rebase-strategy: 'disabled'

.github/workflows/main.yml

@@ -0,0 +1,100 @@
+name: Main
+
+on:
+  push:
+    branches: [main]
+
+jobs:
+  build-api-editor:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./api-editor
+
+    strategy:
+      matrix:
+        node-version: [16.x]
+        java-version: [17]
+
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v2
+
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v2
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: npm
+          cache-dependency-path: api-editor/client/package-lock.json
+
+      - name: Set up JDK ${{ matrix.java-version }}
+        uses: actions/setup-java@v2.5.0
+        with:
+          distribution: temurin
+          java-version: ${{ matrix.java-version }}
+          cache: gradle
+
+      # See https://docs.github.com/en/actions/guides/building-and-testing-java-with-gradle
+      - name: Setup Gradle
+        uses: gradle/wrapper-validation-action@v1
+
+      - name: Build with Gradle
+        run: ./gradlew build
+
+      - name: Upload distribution
+        uses: actions/upload-artifact@v2
+        with:
+          name: API-Editor
+          path: api-editor/server/build/libs/*-all.jar
+          if-no-files-found: error
+
+  build-package-parser:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./package-parser
+    strategy:
+      matrix:
+        python-version: [3.9]
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install Poetry
+        uses: snok/install-poetry@v1.3.0
+        with:
+          virtualenvs-in-project: true
+
+      - name: Load cached venv
+        id: cached-poetry-dependencies
+        uses: actions/cache@v2
+        with:
+          path: .venv
+          key: venv-${{ runner.os }}-${{ hashFiles('**/poetry.lock') }}
+
+      - name: Install dependencies
+        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+        run: poetry install --no-interaction --no-root
+
+      - name: Install library
+        run: poetry install --no-interaction
+
+      - name: Smoke test
+        run: poetry run parse-package api -p sklearn -o out
+
+      # Requires installation of pytest and pytest-cov
+      - name: Test with pytest
+        run: poetry run pytest --doctest-modules --cov=package_parser --cov-report=html
+
+      - name: Upload test coverage
+        if: ${{ github.actor != 'dependabot[bot]' }}
+        uses: actions/upload-artifact@v2
+        with:
+          name: Test coverage
+          path: package-parser/htmlcov

.github/workflows/pr.yml

@@ -9,8 +9,11 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  build:
+  build-api-editor:
     runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./api-editor
 
     strategy:
       matrix:
@@ -26,7 +29,7 @@ jobs:
         with:
           node-version: ${{ matrix.node-version }}
           cache: npm
-          cache-dependency-path: client/package-lock.json
+          cache-dependency-path: api-editor/client/package-lock.json
 
       - name: Set up JDK ${{ matrix.java-version }}
         uses: actions/setup-java@v2.5.0
@@ -47,5 +50,56 @@ jobs:
         uses: actions/upload-artifact@v2
         with:
           name: Test report
-          path: server/build/reports
+          path: api-editor/server/build/reports
           if-no-files-found: ignore
+
+  build-package-parser:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./package-parser
+    strategy:
+      matrix:
+        python-version: [ 3.9 ]
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install Poetry
+        uses: snok/install-poetry@v1.3.0
+        with:
+          virtualenvs-in-project: true
+
+      - name: Load cached venv
+        id: cached-poetry-dependencies
+        uses: actions/cache@v2
+        with:
+          path: .venv
+          key: venv-${{ runner.os }}-${{ hashFiles('**/poetry.lock') }}
+
+      - name: Install dependencies
+        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+        run: poetry install --no-interaction --no-root
+
+      - name: Install library
+        run: poetry install --no-interaction
+
+      - name: Smoke test
+        run: poetry run parse-package api -p sklearn -o out
+
+      # Requires installation of pytest and pytest-cov
+      - name: Test with pytest
+        run: poetry run pytest --doctest-modules --cov=package_parser --cov-report=html
+
+      - name: Upload test coverage
+        if: ${{ github.actor != 'dependabot[bot]' }}
+        uses: actions/upload-artifact@v2
+        with:
+          name: Test coverage
+          path: package-parser/htmlcov

.gitignore

@@ -18,7 +18,7 @@ build/
 dist/
 dist-ssr/
 
-/server/src/main/resources/static/
+api-editor/server/src/main/resources/static/
 
 # Other
 .DS_Store/

.mega-linter.yml

@@ -78,11 +78,11 @@ ENABLE_LINTERS:
   - POWERSHELL_POWERSHELL
   #  - PROTOBUF_PROTOLINT
   #  - PUPPET_PUPPET_LINT
-  - PYTHON_PYLINT
+  #  - PYTHON_PYLINT
   - PYTHON_BLACK
-  - PYTHON_FLAKE8
+  #  - PYTHON_FLAKE8
   - PYTHON_ISORT
-  - PYTHON_BANDIT
+  #  - PYTHON_BANDIT
   - PYTHON_MYPY
   - R_LINTR
   #  - RAKU_RAKU

.prettierignore

@@ -3,4 +3,4 @@ build/
 dist/
 dist-ssr/
 
-/server/src/main/resources/static/
+api-editor/server/src/main/resources/static/

client/build.gradle.kts → api-editor/client/build.gradle.kts

@@ -24,7 +24,6 @@ idea {
     }
 }
 
-
 // Tasks ---------------------------------------------------------------------------------------------------------------
 
 tasks.register<NpmTask>("buildClient") {

client/src/features/packageData/selectionView/DocumentationText.tsx → api-editor/client/src/features/packageData/selectionView/DocumentationText.tsx

@@ -1,6 +1,11 @@
 import { Code, Flex, HStack, IconButton, Stack, Text } from '@chakra-ui/react';
 import 'katex/dist/katex.min.css';
-import React, {ClassAttributes, FunctionComponent, HTMLAttributes, useState} from 'react';
+import React, {
+    ClassAttributes,
+    FunctionComponent,
+    HTMLAttributes,
+    useState,
+} from 'react';
 import { FaChevronDown, FaChevronRight } from 'react-icons/fa';
 import ReactMarkdown from 'react-markdown';
 import {
@@ -17,8 +22,8 @@ interface DocumentationTextProps {
 
 type ParagraphComponent = FunctionComponent<
     ClassAttributes<HTMLParagraphElement> &
-    HTMLAttributes<HTMLParagraphElement> &
-    ReactMarkdownProps
+        HTMLAttributes<HTMLParagraphElement> &
+        ReactMarkdownProps
 >;
 
 const CustomText: ParagraphComponent = function ({ className, children }) {

client/src/features/packageData/selectionView/ModuleView.tsx → api-editor/client/src/features/packageData/selectionView/ModuleView.tsx

@@ -17,7 +17,7 @@ import {
 import remarkGfm from 'remark-gfm';
 import { groupBy, isEmptyList } from '../../../common/util/listOperations';
 import PythonModule from '../model/PythonModule';
-import {CodeComponent} from "react-markdown/lib/ast-to-react";
+import { CodeComponent } from 'react-markdown/lib/ast-to-react';
 
 // See https://github.com/remarkjs/react-markdown#use-custom-components-syntax-highlight
 // eslint-disable-next-line @typescript-eslint/no-unused-vars

client/tsconfig.json → api-editor/client/tsconfig.json

@@ -4,8 +4,7 @@
         "lib": ["DOM", "DOM.Iterable", "ESNext"],
         "allowJs": false,
         "skipLibCheck": true,
-        // TODO re-enable once https://github.com/chakra-ui/chakra-ui/issues/4226 is fixed
-        "esModuleInterop": false,
+        "esModuleInterop": true,
         "allowSyntheticDefaultImports": true,
         "strict": true,
         "forceConsistentCasingInFileNames": true,

package-parser/.gitignore

@@ -0,0 +1,32 @@
+# Logs
+npm-debug.log*
+
+# Dependency directories
+node_modules/
+
+# Optional npm cache directory
+.npm/
+
+# Optional REPL history
+.node_repl_history
+
+# mega-linter reports
+/report/
+
+# Python binaries
+__pycache__/
+*.pyc
+
+# Poetry distribution
+dist/
+
+# Pytest outputs
+.pytest_cache/
+htmlcov/
+.coverage
+
+# Output of this tool
+out/
+
+# VSCode Settings
+.vscode/

package-parser/README.md

@@ -0,0 +1,13 @@
+# Execution of Starter Code
+
+1. Install Python 3.9.
+2. Install [poetry](https://python-poetry.org/docs/master/#installation).
+3. **Only the first time**, install dependencies:
+    ```shell
+    poetry install
+    ```
+4. Run the tool:
+    ```shell
+    poetry shell
+    parse-package api -p sklearn -o out
+    ```

package-parser/package_parser/__main__.py

@@ -0,0 +1,4 @@
+from package_parser.main import main
+
+if __name__ == "__main__":
+    main()