-
Notifications
You must be signed in to change notification settings - Fork 5
/
Copy pathisaac_ros_mobile_sam_graph-x86-4090.json
134 lines (134 loc) · 10.4 KB
/
isaac_ros_mobile_sam_graph-x86-4090.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
{
"BasicPerformanceMetrics.RECEIVED_DURATION": 4976.195231119792,
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 64.07525557598767,
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 62.46282296892441,
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 8.0,
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 319.0,
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 24.419596354166668,
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 22.097981770833332,
"BasicPerformanceMetrics.MAX_JITTER": 146.578125,
"BasicPerformanceMetrics.MIN_JITTER": 0.007568359375,
"BasicPerformanceMetrics.MEAN_JITTER": 11.776411212858607,
"BasicPerformanceMetrics.STD_DEV_JITTER": 13.331131909820636,
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 3.125,
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 10.9375,
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 1.6904281261611072,
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 2.067992683484746,
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 82.0,
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 37.33078595738183,
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 38.52231383850303,
"ResourceMetrics.BASELINE_DEVICE_MEMORY_UTILIZATION": 17.59,
"ResourceMetrics.MAX_DEVICE_MEMORY_UTILIZATION": 17.65,
"ResourceMetrics.MIN_DEVICE_MEMORY_UTILIZATION": 17.57,
"ResourceMetrics.MEAN_DEVICE_MEMORY_UTILIZATION": 17.576691587091545,
"ResourceMetrics.STDDEV_DEVICE_MEMORY_UTILIZATION": 0.01580050124161544,
"10.0fps": {
"BasicPerformanceMetrics.RECEIVED_DURATION": 4898.416259765625,
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 10.204021131690714,
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 22.6064453125,
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 20.99365234375,
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 50,
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 10.207380783598891,
"BasicPerformanceMetrics.MAX_JITTER": 4.272705078125,
"BasicPerformanceMetrics.MIN_JITTER": 0.002197265625,
"BasicPerformanceMetrics.MEAN_JITTER": 1.5488484700520833,
"BasicPerformanceMetrics.STD_DEV_JITTER": 1.2347730192406683,
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 3.125,
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 0.5110062893081762,
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 6.25,
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 1.0635023001940789,
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 6.371069182389937,
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 6.368706373309075,
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 13.0,
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.BASELINE_DEVICE_MEMORY_UTILIZATION": 17.6,
"ResourceMetrics.MEAN_DEVICE_MEMORY_UTILIZATION": 17.570901467505237,
"ResourceMetrics.STDDEV_DEVICE_MEMORY_UTILIZATION": 0.005665809956095193,
"ResourceMetrics.MAX_DEVICE_MEMORY_UTILIZATION": 17.61,
"ResourceMetrics.MIN_DEVICE_MEMORY_UTILIZATION": 17.57
},
"60.0fps": {
"BasicPerformanceMetrics.RECEIVED_DURATION": 4981.108154296875,
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 60.199997442675894,
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 22.155029296875,
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 19.874267578125,
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 1,
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 300,
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 60.02680342165876,
"BasicPerformanceMetrics.MAX_JITTER": 40.353515625,
"BasicPerformanceMetrics.MIN_JITTER": 0.0107421875,
"BasicPerformanceMetrics.MEAN_JITTER": 4.722495955650253,
"BasicPerformanceMetrics.STD_DEV_JITTER": 6.0982128623676815,
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 1.5625,
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 1.6233766233766234,
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 7.8125,
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 1.8778425610024945,
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 35.29004329004329,
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 36.70884432276883,
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 77.0,
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.BASELINE_DEVICE_MEMORY_UTILIZATION": 17.6,
"ResourceMetrics.MEAN_DEVICE_MEMORY_UTILIZATION": 17.573852813852813,
"ResourceMetrics.STDDEV_DEVICE_MEMORY_UTILIZATION": 0.0116349592019917,
"ResourceMetrics.MAX_DEVICE_MEMORY_UTILIZATION": 17.61,
"ResourceMetrics.MIN_DEVICE_MEMORY_UTILIZATION": 17.57
},
"30.0fps": {
"BasicPerformanceMetrics.RECEIVED_DURATION": 4967.425537109375,
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 30.200936504300582,
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 22.44482421875,
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 23.136962890625,
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 150,
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 30.19672844201051,
"BasicPerformanceMetrics.MAX_JITTER": 8.59619140625,
"BasicPerformanceMetrics.MIN_JITTER": 0.0,
"BasicPerformanceMetrics.MEAN_JITTER": 3.0898256044130066,
"BasicPerformanceMetrics.STD_DEV_JITTER": 2.09663365632869,
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 3.125,
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 0.8958800747863248,
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 10.9375,
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 1.471237519215826,
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 18.641025641025642,
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 19.29260145089128,
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 39.0,
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.BASELINE_DEVICE_MEMORY_UTILIZATION": 17.6,
"ResourceMetrics.MEAN_DEVICE_MEMORY_UTILIZATION": 17.572585470085464,
"ResourceMetrics.STDDEV_DEVICE_MEMORY_UTILIZATION": 0.009195360823614041,
"ResourceMetrics.MAX_DEVICE_MEMORY_UTILIZATION": 17.61,
"ResourceMetrics.MIN_DEVICE_MEMORY_UTILIZATION": 17.57
},
"custom": {
"data_resolution": "HD (1280,720)",
"network_resolution": "(1024,1024)"
},
"metadata": {
"BenchmarkMetadata.NAME": "Isaac ROS Mobile Segment Anything (SAM) Graph Benchmark",
"BenchmarkMetadata.TEST_FILE_PATH": "/opt/ros/humble/share/isaac_ros_segment_anything_benchmark/scripts/isaac_ros_mobile_segment_anything_graph.py",
"BenchmarkMetadata.TEST_DATETIME": "2025-01-15T09:52:10Z",
"BenchmarkMetadata.DEVICE_HOSTNAME": "999b65891dd54858-9df6f23d1aa0423d",
"BenchmarkMetadata.DEVICE_ARCH": "x86_64",
"BenchmarkMetadata.DEVICE_OS": "Linux 6.8.0-51-generic #52~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Mon Dec 9 15:00:52 UTC 2",
"BenchmarkMetadata.IDLE_CPU_UTIL": 0.0,
"BenchmarkMetadata.IDLE_GPU_UTIL": 0,
"BenchmarkMetadata.BENCHMARK_MODE": 1,
"BenchmarkMetadata.PEAK_THROUGHPUT_PREDICTION": 63.875,
"BenchmarkMetadata.INPUT_DATA_PATH": "/workspaces/isaac_ros-dev/src/ros2_benchmark/assets/datasets/r2b_dataset/r2b_robotarm",
"BenchmarkMetadata.INPUT_DATA_SIZE": 1496918907,
"BenchmarkMetadata.INPUT_DATA_HASH": "8eee68848ee1a95e21b1cd44d5d6ba71",
"BenchmarkMetadata.INPUT_DATA_START_TIME": 2.1,
"BenchmarkMetadata.INPUT_DATA_END_TIME": 2.2,
"BenchmarkMetadata.CONFIG": "ros2_benchmark_config:\n additional_fixed_publisher_rate_tests:\n - 10.0\n - 30.0\n - 60.0\n assets_root: /workspaces/isaac_ros-dev/src/ros2_benchmark/assets\n benchmark_duration: 5.0\n benchmark_mode: BenchmarkMode.LOOPING\n benchmark_name: Isaac ROS Mobile Segment Anything (SAM) Graph Benchmark\n benchmark_namespace: r2b\n binary_search_acceptable_frame_loss_fraction: 0.05\n binary_search_acceptable_frame_rate_drop: 10.0\n binary_search_duration_fraction: 1.0\n binary_search_terminal_interval_width: 10.0\n collect_start_timestamps_from_monitors: false\n custom_report_info:\n data_resolution: Resolution(1280, 720, HD)\n network_resolution: Resolution(1024, 1024, )\n default_config_version: 0.30.0\n default_service_future_timeout_sec: 15.0\n enable_resource_profiler: true\n enable_trial_buffer_preparation: false\n enforce_publisher_rate: false\n export_monitor_raw_data: false\n input_data_end_time: 2.2\n input_data_path: datasets/r2b_dataset/r2b_robotarm\n input_data_start_time: 2.1\n linear_scan_acceptable_frame_loss_fraction: 0.05\n linear_scan_acceptable_frame_rate_drop: 5.0\n linear_scan_duration_fraction: 1.0\n linear_scan_step_size: 5.0\n load_data_in_real_time: false\n log_file_name: kpi.json\n log_folder: /osmo/data/output\n monitor_info_list:\n - calculators:\n - class_name: BasicPerformanceCalculator\n config:\n report_prefix: ''\n module_name: ros2_benchmark.basic_performance_calculator\n service_name: monitor_node0\n play_messages_service_future_timeout_sec: 15.0\n playback_message_buffer_size: 1\n post_trial_run_wait_time_sec: 20.0\n pre_stop_monitoring_wait_time_sec: 5.0\n pre_trial_run_wait_time_sec: 5.0\n publish_tf_messages_in_set_data: false\n publish_tf_static_messages_in_set_data: false\n publisher_lower_frequency: 2.0\n publisher_upper_frequency: 200.0\n record_data_timeline: false\n resource_profiling_interval_sec: 0.01\n revise_timestamps_as_message_ids: false\n ros1_ws: /workspaces/isaac_ros-dev/isaac_ros_1-dev\n set_data_service_future_timeout_sec: 60.0\n setup_service_client_timeout_sec: 20.0\n start_recording_service_future_timeout_sec: 35.0\n start_recording_service_timeout_sec: 30\n test_iterations: 5\n"
}
}