Add realsense

.github/workflows/node_hub_test.sh

@@ -25,7 +25,7 @@ else
         echo "Running linting and tests for Python project in $dir..."
         pip install .
         poetry run black --check .
-        poetry run pylint --disable=C,R  --ignored-modules=cv2 **/*.py
+        poetry run pylint --disable=C,R --ignored-modules=cv2,pyrealsense2 **/*.py 
         poetry run pytest
         fi
     fi   

examples/franka/camera.yaml

@@ -0,0 +1,20 @@
+nodes:
+  - id: camera
+    build: pip install -e ../../node-hub/dora-pyrealsense
+    path: dora-pyrealsense
+    inputs:
+      tick: dora/timer/millis/20
+    outputs:
+      - image
+    env:
+      DEVICE_ID: 0
+      IMAGE_WIDTH: 640
+      IMAGE_HEIGHT: 480
+
+  - id: plot
+    build: pip install ../../node-hub/opencv-plot
+    path: opencv-plot
+    inputs:
+      image:
+        source: camera/image
+        queue_size: 1

examples/realsense/README.md

@@ -0,0 +1,10 @@
+# Quick example of using Pyrealsense
+
+Make sure to follow the installation at: [`node-hub/dora-pyrealsense/README.md`](node-hub/dora-pyrealsense/README.md)
+
+Then:
+
+```bash
+dora build dataflow.yaml
+dora run dataflow.yaml
+```

examples/realsense/camera.yaml

@@ -0,0 +1,19 @@
+nodes:
+  - id: camera
+    build: pip install -e ../../node-hub/dora-pyrealsense
+    path: dora-pyrealsense
+    inputs:
+      tick: dora/timer/millis/20
+    outputs:
+      - image
+    env:
+      IMAGE_WIDTH: 640
+      IMAGE_HEIGHT: 480
+
+  - id: plot
+    build: pip install ../../node-hub/opencv-plot
+    path: opencv-plot
+    inputs:
+      image:
+        source: camera/image
+        queue_size: 1

node-hub/dora-pyrealsense/README.md

@@ -0,0 +1,87 @@
+# Dora Node for capturing video with PyRealSense
+
+This node is used to capture video from a camera using PyRealsense.
+
+# Installation
+
+Make sure to use realsense udev config at https://github.com/IntelRealSense/librealsense/blob/master/doc/installation.md
+
+You can try, the following:
+
+```bash
+wget https://raw.githubusercontent.com/IntelRealSense/librealsense/refs/heads/master/scripts/setup_udev_rules.sh
+
+mkdir config
+cd config
+wget https://raw.githubusercontent.com/IntelRealSense/librealsense/refs/heads/master/scripts/config/99-realsense-libusb.rules
+cd ..
+
+chmod +x setup_udev_rules.sh
+```
+
+# YAML
+
+```yaml
+- id: opencv-video-capture
+  build: pip install ../../node-hub/opencv-video-capture
+  path: opencv-video-capture
+  inputs:
+    tick: dora/timer/millis/16 # try to capture at 60fps
+  outputs:
+    - image: # the captured image
+
+  env:
+    PATH: 0 # optional, default is 0
+
+    IMAGE_WIDTH: 640 # optional, default is video capture width
+    IMAGE_HEIGHT: 480 # optional, default is video capture height
+```
+
+# Inputs
+
+- `tick`: empty Arrow array to trigger the capture
+
+# Outputs
+
+- `image`: an arrow array containing the captured image
+
+```Python
+## Image data
+image_data: UInt8Array # Example: pa.array(img.ravel())
+metadata = {
+  "width": 640,
+  "height": 480,
+  "encoding": str, # bgr8, rgb8
+}
+
+## Example
+node.send_output(
+  image_data, {"width": 640, "height": 480, "encoding": "bgr8"}
+  )
+
+## Decoding
+storage = event["value"]
+
+metadata = event["metadata"]
+encoding = metadata["encoding"]
+width = metadata["width"]
+height = metadata["height"]
+
+if encoding == "bgr8":
+    channels = 3
+    storage_type = np.uint8
+
+frame = (
+    storage.to_numpy()
+    .astype(storage_type)
+    .reshape((height, width, channels))
+)
+```
+
+## Examples
+
+Check example at [examples/python-dataflow](examples/python-dataflow)
+
+## License
+
+This project is licensed under Apache-2.0. Check out [NOTICE.md](../../NOTICE.md) for more information.

node-hub/dora-pyrealsense/dora_pyrealsense/__init__.py

@@ -0,0 +1,11 @@
+import os
+
+# Define the path to the README file relative to the package directory
+readme_path = os.path.join(os.path.dirname(os.path.dirname(__file__)), "README.md")
+
+# Read the content of the README file
+try:
+    with open(readme_path, "r", encoding="utf-8") as f:
+        __doc__ = f.read()
+except FileNotFoundError:
+    __doc__ = "README file not found."

node-hub/dora-pyrealsense/dora_pyrealsense/main.py

@@ -0,0 +1,101 @@
+import os
+import time
+
+import cv2
+import numpy as np
+import pyarrow as pa
+
+from dora import Node
+
+RUNNER_CI = True if os.getenv("CI") == "true" else False
+import pyrealsense2 as rs
+
+
+def main():
+    FLIP = os.getenv("FLIP", "")
+    DEVICE_SERIAL = os.getenv("DEVICE_SERIAL", "")
+    image_height = int(os.getenv("IMAGE_HEIGHT", "480"))
+    image_width = int(os.getenv("IMAGE_WIDTH", "640"))
+    encoding = os.getenv("ENCODING", "jpeg")
+    ctx = rs.context()
+    devices = ctx.query_devices()
+    if devices.size() == 0:
+        raise ConnectionError("No realsense camera connected.")
+
+    # Serial list
+    serials = [device.get_info(rs.camera_info.serial_number) for device in devices]
+    if DEVICE_SERIAL and (DEVICE_SERIAL in serials):
+        raise ConnectionError(f"Device with serial {DEVICE_SERIAL} not found.")
+
+    pipeline = rs.pipeline()
+    config = rs.config()
+    config.enable_device(DEVICE_SERIAL)
+
+    config.enable_stream(rs.stream.color, image_width, image_height, rs.format.rgb8, 30)
+    pipeline.start()
+
+    node = Node()
+    start_time = time.time()
+
+    pa.array([])  # initialize pyarrow array
+
+    for event in node:
+
+        # Run this example in the CI for 10 seconds only.
+        if RUNNER_CI and time.time() - start_time > 10:
+            break
+
+        event_type = event["type"]
+
+        if event_type == "INPUT":
+            event_id = event["id"]
+
+            if event_id == "tick":
+                frames = pipeline.wait_for_frames()
+                # 使用线程锁来确保只有一个线程能访问数据流
+                # 获取各种数据流
+                color_frames = frames.get_color_frame()
+                frame = np.asanyarray(color_frames.get_data())
+                ## Change rgb to bgr
+
+                if FLIP == "VERTICAL":
+                    frame = cv2.flip(frame, 0)
+                elif FLIP == "HORIZONTAL":
+                    frame = cv2.flip(frame, 1)
+                elif FLIP == "BOTH":
+                    frame = cv2.flip(frame, -1)
+
+                # resize the frame
+                if (
+                    image_width is not None
+                    and image_height is not None
+                    and (
+                        frame.shape[1] != image_width or frame.shape[0] != image_height
+                    )
+                ):
+                    frame = cv2.resize(frame, (image_width, image_height))
+
+                metadata = event["metadata"]
+                metadata["encoding"] = encoding
+                metadata["width"] = int(frame.shape[1])
+                metadata["height"] = int(frame.shape[0])
+
+                # Get the right encoding
+                if encoding == "bgr8":
+                    frame = cv2.cvtColor(frame, cv2.COLOR_RGB2BGR)
+                elif encoding in ["jpeg", "jpg", "jpe", "bmp", "webp", "png"]:
+                    ret, frame = cv2.imencode("." + encoding, frame)
+                    if not ret:
+                        print("Error encoding image...")
+                        continue
+
+                storage = pa.array(frame.ravel())
+
+                node.send_output("image", storage, metadata)
+
+        elif event_type == "ERROR":
+            raise RuntimeError(event["error"])
+
+
+if __name__ == "__main__":
+    main()

node-hub/dora-pyrealsense/pyproject.toml

@@ -0,0 +1,21 @@
+[tool.poetry]
+name = "dora-pyrealsense"
+version = "0.0.1"
+authors = ["Haixuan Xavier Tao <tao.xavier@outlook.com>"]
+description = "Dora Node for capturing video with Pyrealsense"
+readme = "README.md"
+
+packages = [{ include = "dora_pyrealsense" }]
+
+[tool.poetry.dependencies]
+dora-rs = "^0.3.6"
+numpy = "< 2.0.0"
+opencv-python = ">= 4.1.1"
+pyrealsense2 = "2.54.1.5216"
+
+[tool.poetry.scripts]
+dora-pyrealsense = "dora_pyrealsense.main:main"
+
+[build-system]
+requires = ["poetry-core>=1.8.0"]
+build-backend = "poetry.core.masonry.api"

node-hub/dora-pyrealsense/tests/test_dora_pyrealsense.py

@@ -0,0 +1,10 @@
+import pytest
+
+
+def test_import_main():
+
+    from dora_pyrealsense.main import main
+
+    # Check that everything is working, and catch dora Runtime Exception as we're not running in a dora dataflow.
+    with pytest.raises(ConnectionError):
+        main()