ci: require more interop tests to pass (#1919)

* ci: require more interop tests to pass

* add newline

* fix whitespace

* remove handshakeloss and corruption, fix handling of PR report

* remove kwik

* remove rebind address

* patch rebind addr test

* increase timeout limits and disable MTU probing to increase chance of HandshakeLoss/Corruption tests succeeding

* remove msquic as it always fails everything and takes a long time

.github/interop/check.py

@@ -43,12 +43,20 @@ def format_required_report(report):
                 outcome.setdefault(test['name'], {})
 
                 info = outcome[test['name']]
-                info.setdefault(client, {'client': False, 'server': False})
-                info.setdefault(server, {'client': False, 'server': False})
+                if client == s2n_quic and server == s2n_quic:
+                    info.setdefault('s2n-quic', {})
+                else:
+                    info.setdefault(client, {})
+                    info.setdefault(server, {})
 
                 success = test['result'] == 'succeeded'
-                info[client]['client'] = success
-                info[server]['server'] = success
+                if client == s2n_quic and server == s2n_quic:
+                    info['s2n-quic']['client'] = success
+                    info['s2n-quic']['server'] = success
+                elif client == s2n_quic:
+                    info[server]['server'] = success
+                else:
+                    info[client]['client'] = success
 
     return outcome
 

.github/interop/required.check.sh

@@ -32,7 +32,7 @@ for commit in $COMMITS; do
   fi
 
   if [ -s $OUT_DIR/$commit.json ]; then
-    python .github/interop/check.py --required .github/interop/required.json $OUT_DIR/$commit.json
+    python3 .github/interop/check.py --required .github/interop/required.json $OUT_DIR/$commit.json
   else
     echo "    report could not be found; skipping"
   fi