Vertex AI Java SDK samples using the Gemini large language model

.kokoro/tests/run_test_java.sh

@@ -43,6 +43,12 @@ if [[ ",$JAVA_VERSION," =~ "17" && ( "$file" == *"run/hello-broken"* || "$file"
     exit 0
 fi
 
+# TODO: Remove the check post Gemini launch.
+if [[ ( "$file" == *"vertexai/snippets"* ) ]]; then
+    echo -e "\n Skipping tests until API live.\n"
+    exit 0
+fi
+
 # Build and deploy Cloud Functions hello-world samples
 # (Some of these samples have E2E tests that use deployed functions.)
 if [[ "$file" == *"functions/helloworld/"* ]]; then

vertexai/snippets/pom.xml

@@ -0,0 +1,88 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  Copyright 2023 Google Inc.
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <packaging>jar</packaging>
+  <build>
+    <plugins>
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-compiler-plugin</artifactId>
+        <configuration>
+          <source>9</source>
+          <target>9</target>
+        </configuration>
+      </plugin>
+    </plugins>
+  </build>
+  <version>1.0-SNAPSHOT</version>
+    <groupId>com.google.vertexai.gemini</groupId>
+    <artifactId>gemini-sample</artifactId>
+    <name>Google Cloud Vertex AI Gemini Snippets</name>
+
+    <!--
+      The parent pom defines common style checks and testing strategies for our samples.
+      Removing or replacing it should not affect the execution of the samples in any way.
+    -->
+    <parent>
+        <groupId>com.google.cloud.samples</groupId>
+        <artifactId>shared-configuration</artifactId>
+        <version>1.2.0</version>
+    </parent>
+
+    <properties>
+        <maven.compiler.target>1.8</maven.compiler.target>
+        <maven.compiler.source>1.8</maven.compiler.source>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    </properties>
+
+    <dependencyManagement>
+        <dependencies>
+            <dependency>
+                <artifactId>libraries-bom</artifactId>
+                <groupId>com.google.cloud</groupId>
+                <scope>import</scope>
+                <type>pom</type>
+                <version>26.27.0</version>
+            </dependency>
+        </dependencies>
+    </dependencyManagement>
+
+    <dependencies>
+        <dependency>
+            <groupId>com.google.cloud</groupId>
+            <artifactId>google-cloud-vertexai</artifactId>
+            <version>0.1.0</version>
+        </dependency>
+
+        <!-- test dependencies -->
+        <dependency>
+            <groupId>junit</groupId>
+            <artifactId>junit</artifactId>
+            <version>4.13.2</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>com.google.truth</groupId>
+            <artifactId>truth</artifactId>
+            <version>1.1.5</version>
+            <scope>test</scope>
+        </dependency>
+    </dependencies>
+</project>

vertexai/snippets/src/main/java/vertexai/gemini/ChatDiscussion.java

@@ -0,0 +1,62 @@
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package vertexai.gemini;
+
+// [START aiplatform_gemini_multiturn_chat]
+import com.google.cloud.vertexai.VertexAI;
+import com.google.cloud.vertexai.api.GenerateContentResponse;
+import com.google.cloud.vertexai.generativeai.preview.ChatSession;
+import com.google.cloud.vertexai.generativeai.preview.GenerativeModel;
+import com.google.cloud.vertexai.generativeai.preview.ResponseHandler;
+import java.io.IOException;
+
+public class ChatDiscussion {
+
+  public static void main(String[] args) throws IOException {
+    // TODO(developer): Replace these variables before running the sample.
+    String projectId = "your-google-cloud-project-id";
+    String location = "us-central1";
+    String modelName = "gemini-pro-vision";
+
+    chatDiscussion(projectId, location, modelName);
+  }
+
+  // Ask interrelated questions in a row using a ChatSession object.
+  public static void chatDiscussion(String projectId, String location, String modelName)
+      throws IOException {
+    // Initialize client that will be used to send requests. This client only needs
+    // to be created once, and can be reused for multiple requests.
+    try (VertexAI vertexAI = new VertexAI(projectId, location)) {
+      GenerateContentResponse response;
+
+      GenerativeModel model = new GenerativeModel(modelName, vertexAI);
+      // Create a chat session to be used for interactive conversation.
+      ChatSession chatSession = new ChatSession(model);
+
+      response = chatSession.sendMessage("Hello.");
+      System.out.println(ResponseHandler.getText(response));
+
+      response = chatSession.sendMessage("What are all the colors in a rainbow?");
+      System.out.println(ResponseHandler.getText(response));
+
+      response = chatSession.sendMessage("Why does it appear when it rains?");
+      System.out.println(ResponseHandler.getText(response));
+      System.out.println("Chat Ended.");
+    }
+  }
+}
+// [END aiplatform_gemini_multiturn_chat]

vertexai/snippets/src/main/java/vertexai/gemini/MultiTurnMultimodal.java

@@ -0,0 +1,79 @@
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package vertexai.gemini;
+
+import com.google.cloud.vertexai.VertexAI;
+import com.google.cloud.vertexai.api.GenerateContentResponse;
+import com.google.cloud.vertexai.api.GenerationConfig;
+import com.google.cloud.vertexai.generativeai.preview.ChatSession;
+import com.google.cloud.vertexai.generativeai.preview.ContentMaker;
+import com.google.cloud.vertexai.generativeai.preview.GenerativeModel;
+import com.google.cloud.vertexai.generativeai.preview.PartMaker;
+import com.google.cloud.vertexai.generativeai.preview.ResponseHandler;
+import java.io.IOException;
+
+public class MultiTurnMultimodal {
+
+  public static void main(String[] args) throws IOException {
+    // TODO(developer): Replace these variables before running the sample.
+    String projectId = "your-google-cloud-project-id";
+    String location = "us-central1";
+    String modelName = "gemini-ultra-vision";
+
+    multiTurnMultimodal(projectId, location, modelName);
+  }
+
+  // Analyses the given multi-turn multimodal input.
+  public static void multiTurnMultimodal(String projectId, String location, String modelName)
+      throws IOException {
+    // Initialize client that will be used to send requests. This client only needs
+    // to be created once, and can be reused for multiple requests.
+    try (VertexAI vertexAI = new VertexAI(projectId, location)) {
+      // Update the values for your query.
+      String firstTextPrompt = "What is this image";
+      String imageUri = "gs://generativeai-downloads/images/scones.jpg";
+      String secondTextPrompt = "what did I just show you";
+
+      GenerationConfig generationConfig =
+          GenerationConfig.newBuilder()
+              .setMaxOutputTokens(2048)
+              .setTemperature(0.4F)
+              .setTopK(32)
+              .setTopP(1)
+              .build();
+
+      GenerativeModel model = new GenerativeModel(modelName, generationConfig, vertexAI);
+      // For multi-turn responses, start a chat session.
+      ChatSession chatSession = model.startChat();
+
+      GenerateContentResponse response;
+      // First message with multimodal input
+      response = chatSession.sendMessage(ContentMaker.fromMultiModalData(
+          firstTextPrompt,
+          PartMaker.fromMimeTypeAndData(
+              // Update Mime type according to your image.
+              "image/jpeg",
+              imageUri)
+      ));
+      System.out.println(ResponseHandler.getText(response));
+
+      // Second message with text input
+      response = chatSession.sendMessage(secondTextPrompt);
+      System.out.println(ResponseHandler.getText(response));
+    }
+  }
+}

vertexai/snippets/src/main/java/vertexai/gemini/MultimodalMultiImage.java

@@ -0,0 +1,94 @@
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package vertexai.gemini;
+
+// [START aiplatform_gemini_single_turn_multi_image]
+import com.google.cloud.vertexai.VertexAI;
+import com.google.cloud.vertexai.api.Content;
+import com.google.cloud.vertexai.api.GenerateContentResponse;
+import com.google.cloud.vertexai.generativeai.preview.ContentMaker;
+import com.google.cloud.vertexai.generativeai.preview.GenerativeModel;
+import com.google.cloud.vertexai.generativeai.preview.PartMaker;
+import com.google.cloud.vertexai.generativeai.preview.ResponseHandler;
+import java.io.ByteArrayOutputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.net.HttpURLConnection;
+import java.net.URL;
+
+public class MultimodalMultiImage {
+
+  public static void main(String[] args) throws IOException {
+    // TODO(developer): Replace these variables before running the sample.
+    String projectId = "your-google-cloud-project-id";
+    String location = "us-central1";
+    String modelName = "gemini-pro-vision";
+
+    multimodalMultiImage(projectId, location, modelName);
+  }
+
+  // Generates content from multiple input images.
+  public static void multimodalMultiImage(String projectId, String location, String modelName)
+      throws IOException {
+    // Initialize client that will be used to send requests. This client only needs
+    // to be created once, and can be reused for multiple requests.
+    try (VertexAI vertexAI = new VertexAI(projectId, location)) {
+      GenerativeModel model = new GenerativeModel(modelName, vertexAI);
+
+      Content content = ContentMaker.fromMultiModalData(
+          PartMaker.fromMimeTypeAndData("image/png", readImageFile(
+              "https://storage.googleapis.com/cloud-samples-data/vertex-ai/llm/prompts/landmark1.png")),
+          "city: Rome, Landmark: the Colosseum",
+          PartMaker.fromMimeTypeAndData("image/png", readImageFile(
+              "https://storage.googleapis.com/cloud-samples-data/vertex-ai/llm/prompts/landmark2.png")),
+          "city: Beijing, Landmark: Forbidden City",
+          PartMaker.fromMimeTypeAndData("image/png", readImageFile(
+              "https://storage.googleapis.com/cloud-samples-data/vertex-ai/llm/prompts/landmark3.png"))
+      );
+
+      GenerateContentResponse response = model.generateContent(content);
+
+      String output = ResponseHandler.getText(response);
+      System.out.println(output);
+    }
+  }
+
+  // Reads the image data from the given URL.
+  public static byte[] readImageFile(String url) throws IOException {
+    URL urlObj = new URL(url);
+    HttpURLConnection connection = (HttpURLConnection) urlObj.openConnection();
+    connection.setRequestMethod("GET");
+
+    int responseCode = connection.getResponseCode();
+
+    if (responseCode == HttpURLConnection.HTTP_OK) {
+      InputStream inputStream = connection.getInputStream();
+      ByteArrayOutputStream outputStream = new ByteArrayOutputStream();
+
+      byte[] buffer = new byte[1024];
+      int bytesRead;
+      while ((bytesRead = inputStream.read(buffer)) != -1) {
+        outputStream.write(buffer, 0, bytesRead);
+      }
+
+      return outputStream.toByteArray();
+    } else {
+      throw new RuntimeException("Error fetching file: " + responseCode);
+    }
+  }
+}
+// [END aiplatform_gemini_single_turn_multi_image]