Java benchmarks support

.gitignore

@@ -188,3 +188,6 @@ cache
 # IntelliJ IDEA files
 .idea
 *.iml
+
+# Visual Studio Code files
+.vscode/

benchmarks/600.java/601.hello-world/config.json

@@ -0,0 +1,6 @@
+{
+    "timeout": 60,
+    "memory": 256,
+    "languages": ["java"]
+}
+

benchmarks/600.java/601.hello-world/input.py

@@ -0,0 +1,13 @@
+def buckets_count():
+    return (0, 0)
+
+def generate_input(
+    data_dir,
+    size,
+    benchmarks_bucket,
+    input_paths,
+    output_paths,
+    upload_func,
+    nosql_func=None  
+):
+    return { }

benchmarks/600.java/601.hello-world/java/pom.xml

@@ -0,0 +1,59 @@
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+
+  <groupId>faas</groupId>
+  <artifactId>benchmark</artifactId>
+  <version>1.0</version>
+
+  <properties>
+    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    <java.version>${env.JAVA_VERSION}</java.version>
+  </properties>
+
+  <dependencies>
+    <!-- PLATFORM_DEPENDENCIES -->
+  </dependencies>
+
+  <build>
+    <plugins>
+      <!-- Compiler Plugin using environment-sourced version -->
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-compiler-plugin</artifactId>
+        <version>3.8.1</version>
+        <configuration>
+          <source>${java.version}</source>
+          <target>${java.version}</target>
+        </configuration>
+      </plugin>
+
+      <!-- Shade plugin to build fat JAR -->
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-shade-plugin</artifactId>
+        <version>3.2.4</version>
+        <executions>
+          <execution>
+            <phase>package</phase>
+            <goals><goal>shade</goal></goals>
+            <configuration>
+              <filters>
+                <filter>
+                  <artifact>*:*</artifact>
+                  <excludes>
+                    <exclude>module-info.class</exclude>
+                    <exclude>META-INF/*.SF</exclude>
+                    <exclude>META-INF/*.DSA</exclude>
+                    <exclude>META-INF/*.RSA</exclude>
+                  </excludes>
+                </filter>
+              </filters>
+            </configuration>
+          </execution>
+        </executions>
+      </plugin>
+    </plugins>
+  </build>
+</project>

benchmarks/600.java/601.hello-world/java/src/main/java/faas/App.java

@@ -0,0 +1,13 @@
+package faas;
+import java.util.HashMap;
+import java.util.Map;
+
+public class App {
+    public Map<String, Object> handler(Map<String, Object> input) {
+
+        Map<String, Object> result = new HashMap<>();
+        result.put("Hello", "World");
+        return result;
+    }
+}
+

benchmarks/wrappers/aws/java/Handler.java

@@ -0,0 +1,75 @@
+import com.amazonaws.services.lambda.runtime.Context;
+import com.amazonaws.services.lambda.runtime.RequestHandler;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.core.type.TypeReference;
+
+import faas.App;
+
+import java.io.File;
+import java.io.IOException;
+import java.time.Instant;
+import java.util.HashMap;
+import java.util.Map;
+
+public class Handler implements RequestHandler<Map<String, Object>, String> {
+    private static final ObjectMapper mapper = new ObjectMapper();
+
+    @Override
+    public String handleRequest(Map<String, Object> event, Context context) {
+
+        Map<String, Object> inputData = event;
+
+        // Extract input if trigger is API Gateway (body is a string)
+        if (event.containsKey("body") && event.get("body") instanceof String)
+            try {
+                inputData = mapper.readValue((String) event.get("body"),new TypeReference<Map<String, Object>>() {});
+            } catch (IOException e) {
+                throw new RuntimeException("Failed to parse JSON body", e);
+            }
+
+        App function = new App();
+
+        Instant begin = Instant.now();
+        long start_nano = System.nanoTime();
+
+        Map<String, Object> functionOutput = function.handler(inputData);
+
+        long end_nano = System.nanoTime();
+        Instant end = Instant.now();
+
+
+        long computeTime = end_nano - start_nano;
+        // Detect cold start
+        boolean isCold = false;
+        String fileName = "/tmp/cold_run"; 
+
+        File file = new File(fileName);
+        if (!file.exists()) {
+            isCold = true;
+            try {
+                file.createNewFile();
+            } catch (IOException e) {
+                e.printStackTrace();
+            }
+        }
+
+        // Convert to Unix timestamp in seconds.microseconds
+        String formattedBegin = String.format("%d.%06d", begin.getEpochSecond(), begin.getNano() / 1000); // Convert nanoseconds to microseconds
+        String formattedEnd = String.format("%d.%06d", end.getEpochSecond(), end.getNano() / 1000);
+
+
+        Map<String, Object> result = new HashMap<>();
+        result.put("begin", formattedBegin); 
+        result.put("end", formattedEnd);
+        result.put("request_id", context.getAwsRequestId());  
+        result.put("compute_time", computeTime);
+        result.put("is_cold", isCold);
+        result.put("result", functionOutput);
+        try {
+            return mapper.writeValueAsString(result);
+        } catch (IOException e) {
+            throw new RuntimeException("Failed to serialize result of benchmark to JSON in Wrapper", e);
+        }
+
+    }
+}

benchmarks/wrappers/openwhisk/java/Main.java

@@ -0,0 +1,55 @@
+import faas.App;
+import com.google.gson.JsonObject;
+import java.time.Instant;
+import java.time.Duration;
+import java.io.File;
+import java.io.IOException;
+
+
+public class Main {
+    public static JsonObject main(JsonObject args) {
+
+        App function = new App();
+
+        long start_nano = System.nanoTime();
+
+        Instant begin = Instant.now();
+        JsonObject result = function.handler(args);
+        Instant end = Instant.now();
+
+        long end_nano = System.nanoTime();
+
+        // long computeTime = Duration.between(begin, end).toNanos() / 1000; // Convert nanoseconds to microseconds
+
+        long computeTime = end_nano - start_nano;
+        boolean isCold = false;
+        String fileName = "/tmp/cold_run"; 
+
+        File file = new File(fileName);
+        if (!file.exists()) {
+            isCold = true;
+            try {
+                file.createNewFile();
+            } catch (IOException e) {
+                e.printStackTrace();
+            }
+        }
+
+        // Convert to Unix timestamp in seconds.microseconds
+        String formattedBegin = String.format("%d.%06d", begin.getEpochSecond(), begin.getNano() / 1000); // Convert nanoseconds to microseconds
+        String formattedEnd = String.format("%d.%06d", end.getEpochSecond(), end.getNano() / 1000);
+
+        String requestId = System.getenv("__OW_ACTIVATION_ID");  
+
+        JsonObject jsonResult = new JsonObject();
+        jsonResult.addProperty("begin", formattedBegin); 
+        jsonResult.addProperty("end", formattedEnd);
+        jsonResult.addProperty("request_id", requestId);  
+        jsonResult.addProperty("compute_time", computeTime);
+        jsonResult.addProperty("is_cold", isCold);
+        jsonResult.addProperty("result", result.toString());
+        return jsonResult;
+    }
+
+}
+

config/example2.json

@@ -0,0 +1,69 @@
+{
+    "experiments": {
+      "deployment": "openwhisk",
+      "update_code": false,
+      "update_storage": false,
+      "download_results": false,
+      "runtime": {
+        "language": "java",
+        "version": "8"
+      },
+      "type": "invocation-overhead",
+      "perf-cost": {
+        "benchmark": "601.hello-world",
+        "experiments": ["cold", "warm", "burst", "sequential"],
+        "input-size": "test",
+        "repetitions": 50,
+        "concurrent-invocations": 50,
+        "memory-sizes": [128, 256]
+      },
+      "network-ping-pong": {
+        "invocations": 50,
+        "repetitions": 1000,
+        "threads": 1
+      },
+      "invocation-overhead": {
+        "repetitions": 5,
+        "N": 20,
+        "type": "payload",
+        "payload_begin": 1024,
+        "payload_end": 6251000,
+        "payload_points": 20,
+        "code_begin": 1048576,
+        "code_end": 261619712,
+        "code_points": 20
+      },
+      "eviction-model": {
+        "invocations": 1,
+        "function_copy_idx": 0,
+        "repetitions": 5,
+        "sleep": 1
+      }
+    },
+    "deployment": {
+      "openwhisk": {
+        "shutdownStorage": false,
+        "removeCluster": false,
+        "wskBypassSecurity": "true",
+        "wskExec": "wsk",
+        "experimentalManifest": false,
+        "docker_registry": {
+          "registry": "",
+          "username": "",
+          "password": ""
+        },
+        "storage": {
+          "address": "",
+          "mapped_port": 9011,
+          "access_key": "",
+          "secret_key": "",
+          "instance_id": "",
+          "output_buckets": [],
+          "input_buckets": [],
+          "type": "minio"
+         }
+
+      }
+    }
+  }
+

config/systems.json

@@ -121,10 +121,32 @@
             "uuid": "3.4.0"
           }
         }
-      }
+      },
+      "java": {
+        "base_images": {
+          "x64": {
+            "11": "amazon/aws-lambda-java:11"
+          },
+          "arm64": {
+            "11": "amazon/aws-lambda-java:11"
+          }
+        },
+        "images": [
+          "build"
+        ],
+        "deployment": {
+          "files": [
+            "Handler.java"
+          ],
+          "packages": {
+            "com.amazonaws:aws-lambda-java-core": "1.2.3",
+            "com.fasterxml.jackson.core:jackson-databind": "2.15.2"
+          }
+        }
+      }      
     },
     "architecture": ["x64", "arm64"],
-    "deployments": ["package", "container"]
+    "deployments": ["package"]
   },
   "azure": {
     "languages": {
@@ -316,6 +338,24 @@
             "minio": "7.0.16"
           }
         }
+      },
+      "java": {
+        "base_images": {
+          "8": "openwhisk/java8action"
+        },
+        "images": [
+          "function"
+        ],
+        "username": "docker_user",
+        "deployment": {
+          "files": [
+            "Main.java",
+            "Storage.java"
+          ],
+          "packages": {
+            "minio": "8.5.9"
+          }
+        }
       }
     },
     "architecture": ["x64"],

dockerfiles/aws/java/Dockerfile.build

@@ -0,0 +1,22 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE}
+ARG VERSION
+ENV JAVA_VERSION=${VERSION}
+
+
+# useradd, groupmod + maven
+RUN yum install -y shadow-utils maven
+ENV GOSU_VERSION 1.14
+# https://github.com/tianon/gosu/releases/tag/1.14
+# key https://keys.openpgp.org/search?q=tianon%40debian.org
+RUN curl -o /usr/local/bin/gosu -SL "https://github.com/tianon/gosu/releases/download/${GOSU_VERSION}/gosu-amd64" \
+    && chmod +x /usr/local/bin/gosu
+RUN mkdir -p /sebs/
+COPY dockerfiles/java_installer.sh /sebs/installer.sh
+COPY dockerfiles/entrypoint.sh /sebs/entrypoint.sh
+RUN chmod +x /sebs/entrypoint.sh
+
+# useradd and groupmod is installed in /usr/sbin which is not in PATH
+ENV PATH=/usr/sbin:$PATH
+CMD /bin/bash /sebs/installer.sh
+ENTRYPOINT ["/sebs/entrypoint.sh"]

dockerfiles/java_installer.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+cd /mnt/function
+
+mvn clean install 
+
+
+