[Integration][ADO] Added Support for boards and columns

integrations/azure-devops/.port/resources/blueprints.json

@@ -127,7 +127,11 @@
           "type": "string",
           "icon": "AzureDevops",
           "description": "The type of work item (e.g., Bug, Task, User Story)",
-          "enum": ["Issue", "Epic", "Task"],
+          "enum": [
+            "Issue",
+            "Epic",
+            "Task"
+          ],
           "enumColors": {
             "Issue": "green",
             "Epic": "orange",
@@ -190,6 +194,66 @@
       },
       "required": []
     },
+    "mirrorProperties": {
+      "board": {
+        "title": "Board",
+        "path": "column.board.$title"
+      }
+    },
+    "calculationProperties": {},
+    "aggregationProperties": {},
+    "relations": {
+      "project": {
+        "title": "Project",
+        "target": "project",
+        "required": true,
+        "many": false
+      },
+      "column": {
+        "title": "Column",
+        "description": "The column the entity belongs",
+        "target": "column",
+        "required": true,
+        "many": false
+      }
+    }
+  },
+  {
+    "identifier": "column",
+    "title": "Column",
+    "icon": "AzureDevops",
+    "schema": {
+      "properties": {},
+      "required": []
+    },
+    "mirrorProperties": {},
+    "calculationProperties": {},
+    "aggregationProperties": {},
+    "relations": {
+      "board": {
+        "title": "board",
+        "target": "board",
+        "required": true,
+        "many": false
+      }
+    }
+  },
+  {
+    "identifier": "board",
+    "title": "Board",
+    "icon": "AzureDevops",
+    "schema": {
+      "properties": {
+        "link": {
+          "title": "Link",
+          "type": "string",
+          "format": "url",
+          "icon": "AzureDevops",
+          "description": "Link to the board in Azure DevOps"
+        }
+      },
+      "required": []
+    },
     "mirrorProperties": {},
     "calculationProperties": {},
     "aggregationProperties": {},

integrations/azure-devops/.port/resources/port-app-config.yaml

@@ -54,6 +54,19 @@ resources:
           blueprint: '"service"'
           properties:
             workItemLinking: .isEnabled and .isBlocking
+  - kind: board
+    selector:
+      query: 'true'
+    port:
+      entity:
+        mappings:
+          identifier: .id | gsub(" "; "")
+          title: .name
+          blueprint: '"board"'
+          properties:
+            link: .url
+          relations:
+            project: .__project.id | gsub(" "; "")
   - kind: work-item
     selector:
       query: 'true'
@@ -76,3 +89,15 @@ resources:
             changedDate: .fields."System.ChangedDate"
           relations:
             project: .__projectId | gsub(" "; "")
+            column: .__project.id + .fields."System.BoardColumn" | gsub(" "; "")
+  - kind: column
+    selector:
+      query: 'true'
+    port:
+      entity:
+        mappings:
+          identifier: .__project.id+.name | gsub(" "; "")
+          title: .name
+          blueprint: '"column"'
+          relations:
+            board: .__board_id | gsub(" "; "")

integrations/azure-devops/CHANGELOG.md

@@ -7,6 +7,14 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 <!-- towncrier release notes start -->
 
+## 0.1.69 (2024-09-19)
+
+
+### Improvements
+
+- Added support for ingesting boards and columns
+
+
 ## 0.1.68 (2024-09-17)
 
 

integrations/azure-devops/azure_devops/client/azure_devops_client.py

@@ -258,6 +258,49 @@ async def get_repository(self, repository_id: str) -> dict[Any, Any]:
         repository_data = response.json()
         return repository_data
 
+    async def get_columns(self) -> list[dict[str, Any]]:
+        async for boards in self.get_boards_in_organization():
+            for board in boards:
+                yield [
+                    {
+                        **column,
+                        "__board_id": board.get("id"),
+                        "__project": board.get("__project"),
+                    }
+                    for column in board.get("columns", [])
+                ]
+
+    async def _enrich_board(
+        self, boards: list[dict[str, Any]], project_id: str
+    ) -> list[dict[str, Any]]:
+        for board in boards:
+            response = await self.send_request(
+                "GET",
+                f"{self._organization_base_url}/{project_id}/{API_URL_PREFIX}/work/boards/{board['id']}",
+            )
+            board.update(response.json())
+        return boards
+
+    async def _get_board(self, project_id: str) -> list[dict[str, Any]]:
+        get_boards_url = (
+            f"{self._organization_base_url}/{project_id}/{API_URL_PREFIX}/work/boards"
+        )
+        response = await self.send_request("GET", get_boards_url)
+        board_data = response.json().get("value", [])
+        logger.info(f"Found {len(board_data)} boards for project {project_id}")
+        return await self._enrich_board(board_data, project_id)
+
+    @cache_iterator_result()
+    async def get_boards_in_organization(
+        self,
+    ) -> AsyncGenerator[list[dict[str, Any]], None]:
+        async for projects in self.generate_projects():
+            yield [
+                {**board, "__project": project}
+                for project in projects
+                for board in await self._get_board(project["id"])
+            ]
+
     async def generate_subscriptions_webhook_events(self) -> list[WebhookEvent]:
         headers = {"Content-Type": "application/json"}
         try:

integrations/azure-devops/azure_devops/misc.py

@@ -19,6 +19,8 @@ class Kind(StrEnum):
     TEAM = "team"
     PROJECT = "project"
     WORK_ITEM = "work-item"
+    BOARD = "board"
+    COLUMN = "column"
 
 
 PULL_REQUEST_SEARCH_CRITERIA: list[dict[str, Any]] = [

integrations/azure-devops/main.py

@@ -111,6 +111,22 @@ async def resync_workitems(kind: str) -> ASYNC_GENERATOR_RESYNC_TYPE:
         yield work_items
 
 
+@ocean.on_resync(Kind.COLUMN)
+async def resync_boards(kind: str) -> ASYNC_GENERATOR_RESYNC_TYPE:
+    azure_devops_client = AzureDevopsClient.create_from_ocean_config()
+    async for columns in azure_devops_client.get_columns():
+        logger.info(f"Resyncing {len(columns)} columns")
+        yield columns
+
+
+@ocean.on_resync(Kind.BOARD)
+async def resync_boards(kind: str) -> ASYNC_GENERATOR_RESYNC_TYPE:
+    azure_devops_client = AzureDevopsClient.create_from_ocean_config()
+    async for boards in azure_devops_client.get_boards_in_organization():
+        logger.info(f"Resyncing {len(boards)} boards")
+        yield boards
+
+
 @ocean.router.post("/webhook")
 async def webhook(request: Request) -> dict[str, Any]:
     body = await request.json()

integrations/azure-devops/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "azure-devops"
-version = "0.1.68"
+version = "0.1.69"
 description = "An Azure Devops Ocean integration"
 authors = ["Matan Geva <matang@getport.io>"]