Check results for new CI, allow some benchmarks to fail

.github/configs/base.yml

@@ -68,6 +68,19 @@ modifiers:
  type: "EnvVar"
  var: "MMTK_PLAN"
  val: "{0}"
+ fail_on_oom:
+ type: JVMArg
+ val: "-XX:+CrashOnOutOfMemoryError"
+ preserve:
+ type: ProgramArg
+ val: "-preserve"
+
+plugins:
+ keep_stdout_stderr:
+ type: CopyFile
+ patterns:
+ - "scratch/stdout.log"
+ - "scratch/stderr.log"
 
 runtimes:
  jdk11-master:
@@ -76,13 +89,13 @@ runtimes:
  home: "/home/runner/work/mmtk-openjdk/mmtk-openjdk/bundles/jdk"
 
 configs:
- - "jdk11-master|ms|s|mmtk_gc-SemiSpace|tph"
- - "jdk11-master|ms|s|mmtk_gc-GenCopy|tph"
- - "jdk11-master|ms|s|mmtk_gc-Immix|tph"
- - "jdk11-master|ms|s|mmtk_gc-GenImmix|tph"
- - "jdk11-master|ms|s|mmtk_gc-StickyImmix|tph"
- - "jdk11-master|ms|s|mmtk_gc-MarkSweep|tph"
- - "jdk11-master|ms|s|mmtk_gc-MarkCompact|tph"
+ - "jdk11-master|ms|s|fail_on_oom|tph|preserve|mmtk_gc-SemiSpace"
+ - "jdk11-master|ms|s|fail_on_oom|tph|preserve|mmtk_gc-GenCopy"
+ - "jdk11-master|ms|s|fail_on_oom|tph|preserve|mmtk_gc-Immix"
+ - "jdk11-master|ms|s|fail_on_oom|tph|preserve|mmtk_gc-GenImmix"
+ - "jdk11-master|ms|s|fail_on_oom|tph|preserve|mmtk_gc-StickyImmix"
+ - "jdk11-master|ms|s|fail_on_oom|tph|preserve|mmtk_gc-MarkSweep"
+ - "jdk11-master|ms|s|fail_on_oom|tph|preserve|mmtk_gc-MarkCompact"
 
 benchmarks:
  dacapo-23.9-RC3-chopin-ci:

.github/scripts/ci-expected-results.yml

@@ -0,0 +1,309 @@
+results:
+ linux-x64:
+ fastdebug:
+ avrora:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ batik:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ biojava:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ cassandra:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: ignore
+ eclipse:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ fop:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ graphchi:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ h2:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ h2o:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ jme:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ jython:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ kafka:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: ignore
+ luindex:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ lusearch:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: ignore
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ pmd:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ sunflow:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ tomcat:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ xalan:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: ignore
+ MarkSweep: pass
+ MarkCompact: pass
+ zxing:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+
+ release:
+ avrora:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ batik:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ biojava:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ cassandra:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ eclipse:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ fop:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ graphchi:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ h2:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ h2o:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ jme:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ jython:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: ignore
+ MarkCompact: pass
+ kafka:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ luindex:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ lusearch:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ pmd:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ sunflow:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ tomcat:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: ignore
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ xalan:
+ SemiSpace: ignore
+ GenCopy: ignore
+ Immix: pass
+ GenImmix: ignore
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass
+ zxing:
+ SemiSpace: pass
+ GenCopy: pass
+ Immix: pass
+ GenImmix: pass
+ StickyImmix: pass
+ MarkSweep: pass
+ MarkCompact: pass