Failed to run KMeans workload with oap-mllib in JLSE

[jiafuzha]

The same workload and configuration can run with Spark mllib. But failed with oap-mllib.

Here is error msg.

WARN TaskSetManager: Lost task 0.0 in stage 3.0 (TID 451) (10.17.11.102 executor 2): java.lang.U
nsatisfiedLinkError: /tmp/MLlibDAL_2336e2be-74e1-461e-aa62-6af15e7158b9/lib/libMLlibDAL.so: libtbb.so.12: cannot o
pen shared object file: No such file or directory
at java.lang.ClassLoader$NativeLibrary.load(Native Method)
at java.lang.ClassLoader.loadLibrary0(ClassLoader.java:1941)
at java.lang.ClassLoader.loadLibrary(ClassLoader.java:1824)
at java.lang.Runtime.load0(Runtime.java:809)
at java.lang.System.load(System.java:1086)
at org.apache.spark.ml.util.LibLoader.loadFromJar(LibLoader.java:115)
at org.apache.spark.ml.util.LibLoader.loadLibMLlibDAL(LibLoader.java:72)
at org.apache.spark.ml.util.LibLoader.loadLibraries(LibLoader.java:49)
at org.apache.spark.ml.util.Utils$.$anonfun$checkClusterPlatformCompatibility$1(Utils.scala:127)
at scala.runtime.java8.JFunction1$mcZI$sp.apply(JFunction1$mcZI$sp.java:23)
at scala.collection.Iterator$$anon$10.next(Iterator.scala:459)
at scala.collection.Iterator.foreach(Iterator.scala:941)
at scala.collection.Iterator.foreach$(Iterator.scala:941)
at scala.collection.AbstractIterator.foreach(Iterator.scala:1429)
at scala.collection.generic.Growable.$plus$plus$eq(Growable.scala:62)
at scala.collection.generic.Growable.$plus$plus$eq$(Growable.scala:53)
at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:105)
at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:49)
at scala.collection.TraversableOnce.to(TraversableOnce.scala:315)
at scala.collection.TraversableOnce.to$(TraversableOnce.scala:313)
at scala.collection.AbstractIterator.to(Iterator.scala:1429)
at scala.collection.TraversableOnce.toBuffer(TraversableOnce.scala:307)
at scala.collection.TraversableOnce.toBuffer$(TraversableOnce.scala:307)
at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1429)
at scala.collection.TraversableOnce.toArray(TraversableOnce.scala:294)
at scala.collection.TraversableOnce.toArray$(TraversableOnce.scala:288)
at scala.collection.AbstractIterator.toArray(Iterator.scala:1429)
at org.apache.spark.rdd.RDD.$anonfun$collect$2(RDD.scala:1030)
at org.apache.spark.SparkContext.$anonfun$runJob$5(SparkContext.scala:2242)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90)
at org.apache.spark.scheduler.Task.run(Task.scala:131)
at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:497)
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1439)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:500)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)

21/07/13 03:44:39 INFO TaskSetManager: Starting task 0.1 in stage 3.0 (TID 457) (10.17.11.102, executor 0, partiti
on 0, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map()
21/07/13 03:44:39 WARN TaskSetManager: Lost task 3.0 in stage 3.0 (TID 454) (10.17.11.103 executor 5): java.lang.U
nsatisfiedLinkError: /tmp/MLlibDAL_aab27510-c078-4e6b-91b7-8d8ab809d8a8/lib/libMLlibDAL.so: libtbb.so.12: cannot o
pen shared object file: No such file or directory
at java.lang.ClassLoader$NativeLibrary.load(Native Method)
at java.lang.ClassLoader.loadLibrary0(ClassLoader.java:1941)
at java.lang.ClassLoader.loadLibrary(ClassLoader.java:1824)
at java.lang.Runtime.load0(Runtime.java:809)