diff --git a/diff_tests/perf-latest.txt b/diff_tests/perf-latest.txt index 58a2b0d7..e0704525 100644 --- a/diff_tests/perf-latest.txt +++ b/diff_tests/perf-latest.txt @@ -1,19 +1,19 @@ -Start testing: Feb 13 10:30 UTC +Start testing: Feb 13 10:50 UTC ---------------------------------------------------------- 1158/1365 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc 1158/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/dc.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" start time: Feb 13 10:30 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" start time: Feb 13 10:50 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/dc.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 0.93 sec +Test time = 0.90 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" end time: Feb 13 10:30 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" end time: Feb 13 10:50 UTC "diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" time elapsed: 00:00:00 ---------------------------------------------------------- @@ -21,16 +21,16 @@ Test Passed. 1159/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bc.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" start time: Feb 13 10:30 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" start time: Feb 13 10:50 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bc.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 1.80 sec +Test time = 1.71 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" end time: Feb 13 10:30 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" end time: Feb 13 10:50 UTC "diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" time elapsed: 00:00:01 ---------------------------------------------------------- @@ -38,16 +38,16 @@ Test Passed. 1160/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libbz2.so.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" start time: Feb 13 10:30 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" start time: Feb 13 10:50 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libbz2.so.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 2.62 sec +Test time = 2.39 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" end time: Feb 13 10:30 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" end time: Feb 13 10:50 UTC "diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" time elapsed: 00:00:02 ---------------------------------------------------------- @@ -55,69 +55,69 @@ Test Passed. 1161/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bunzip2.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" start time: Feb 13 10:30 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" start time: Feb 13 10:50 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bunzip2.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 3.13 sec +Test time = 2.89 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" end time: Feb 13 10:30 UTC -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" time elapsed: 00:00:03 +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" end time: Feb 13 10:50 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" time elapsed: 00:00:02 ---------------------------------------------------------- 1162/1365 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc 1162/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/htop.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" start time: Feb 13 10:30 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" start time: Feb 13 10:50 UTC Output: ---------------------------------------------------------- vcall gep idx not constantint Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/htop.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 10.86 sec +Test time = 9.63 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" end time: Feb 13 10:30 UTC -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" time elapsed: 00:00:10 +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" end time: Feb 13 10:50 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" time elapsed: 00:00:09 ---------------------------------------------------------- 1163/1365 Testing: diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc 1163/1365 Test: diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -ander -dump-json=ir.json" "wpa -ander -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libcurl.so.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" start time: Feb 13 10:30 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" start time: Feb 13 10:50 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -ander -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libcurl.so.bc Executing command: ./wpa -ander -read-json ir.json -Test time = 34.77 sec +Test time = 31.64 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" end time: Feb 13 10:31 UTC -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" time elapsed: 00:00:34 +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" end time: Feb 13 10:50 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" time elapsed: 00:00:31 ---------------------------------------------------------- 1164/1365 Testing: diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc 1164/1365 Test: diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -ander -dump-json=ir.json" "wpa -ander -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bash.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" start time: Feb 13 10:31 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" start time: Feb 13 10:50 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -ander -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bash.bc Executing command: ./wpa -ander -read-json ir.json -Test time = 44.58 sec +Test time = 38.87 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" end time: Feb 13 10:31 UTC -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" time elapsed: 00:00:44 +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" end time: Feb 13 10:51 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" time elapsed: 00:00:38 ---------------------------------------------------------- -End testing: Feb 13 10:31 UTC +End testing: Feb 13 10:51 UTC diff --git a/diff_tests/perf_history/perf-2024-02-13T10:51:32.txt b/diff_tests/perf_history/perf-2024-02-13T10:51:32.txt new file mode 100644 index 00000000..e0704525 --- /dev/null +++ b/diff_tests/perf_history/perf-2024-02-13T10:51:32.txt @@ -0,0 +1,123 @@ +Start testing: Feb 13 10:50 UTC +---------------------------------------------------------- +1158/1365 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc +1158/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/dc.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" start time: Feb 13 10:50 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/dc.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 0.90 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" end time: Feb 13 10:50 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" time elapsed: 00:00:00 +---------------------------------------------------------- + +1159/1365 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc +1159/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bc.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" start time: Feb 13 10:50 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bc.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 1.71 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" end time: Feb 13 10:50 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" time elapsed: 00:00:01 +---------------------------------------------------------- + +1160/1365 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc +1160/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libbz2.so.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" start time: Feb 13 10:50 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libbz2.so.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 2.39 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" end time: Feb 13 10:50 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" time elapsed: 00:00:02 +---------------------------------------------------------- + +1161/1365 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc +1161/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bunzip2.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" start time: Feb 13 10:50 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bunzip2.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 2.89 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" end time: Feb 13 10:50 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" time elapsed: 00:00:02 +---------------------------------------------------------- + +1162/1365 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc +1162/1365 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/htop.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" start time: Feb 13 10:50 UTC +Output: +---------------------------------------------------------- +vcall gep idx not constantint +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/htop.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 9.63 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" end time: Feb 13 10:50 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" time elapsed: 00:00:09 +---------------------------------------------------------- + +1163/1365 Testing: diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc +1163/1365 Test: diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -ander -dump-json=ir.json" "wpa -ander -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libcurl.so.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" start time: Feb 13 10:50 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -ander -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libcurl.so.bc +Executing command: ./wpa -ander -read-json ir.json + +Test time = 31.64 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" end time: Feb 13 10:50 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" time elapsed: 00:00:31 +---------------------------------------------------------- + +1164/1365 Testing: diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc +1164/1365 Test: diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -ander -dump-json=ir.json" "wpa -ander -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bash.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" start time: Feb 13 10:50 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -ander -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bash.bc +Executing command: ./wpa -ander -read-json ir.json + +Test time = 38.87 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" end time: Feb 13 10:51 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" time elapsed: 00:00:38 +---------------------------------------------------------- + +End testing: Feb 13 10:51 UTC