Skip to content

Commit 2a97c18

Browse files
glaforgeSita04
glaforge
and
Sita04
authored
Vertex AI Java SDK samples using the Gemini large language model (#8931)
* Vertex AI Java SDK samples using the Gemini large language model * Add missing license headers * Use environment variables for the selection of the project * Added tests * Add missing license headers in test classes * Use GOOGLE_CLOUD_PROJECT name for the project env var variable * Use String instead of StringBuilder when not appending multiple times. * Add JavaDocs to the methods * Add VertexAI initialization reuse comment * Keep the default model configuration * Tidy up * Use the correct version number of the snapshot of the SDK, and updated the package name from v1beta1 to api for the generated classes * refactor files acc to samples standard * lint fix * add new samples and refactor existing ones * update files for image data * update acc to review comment * update test file * add region tags and minor patches * update region tags * update version to match mvn release * update image URIs and removed resource * update streaming sample * update test image protocol * ignore testcase for multiturnmultimodal * lint fix * ignore Gemini tests --------- Co-authored-by: SitaLakshmi <sita1996@gmail.com>
1 parent e1d930f commit 2a97c18

File tree

13 files changed

+955
-0
lines changed

13 files changed

+955
-0
lines changed

‎.kokoro/tests/run_test_java.sh‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -43,6 +43,12 @@ if [[ ",$JAVA_VERSION," =~ "17" && ( "$file" == *"run/hello-broken"* || "$file"
4343
exit 0
4444
fi
4545

46+
# TODO: Remove the check post Gemini launch.
47+
if [[ ( "$file" == *"vertexai/snippets"* ) ]]; then
48+
echo -e "\n Skipping tests until API live.\n"
49+
exit 0
50+
fi
51+
4652
# Build and deploy Cloud Functions hello-world samples
4753
# (Some of these samples have E2E tests that use deployed functions.)
4854
if [[ "$file" == *"functions/helloworld/"* ]]; then

‎vertexai/snippets/pom.xml‎

Lines changed: 88 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,88 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
Copyright 2023 Google Inc.
4+
5+
Licensed under the Apache License, Version 2.0 (the "License");
6+
you may not use this file except in compliance with the License.
7+
You may obtain a copy of the License at
8+
9+
http://www.apache.org/licenses/LICENSE-2.0
10+
11+
Unless required by applicable law or agreed to in writing, software
12+
distributed under the License is distributed on an "AS IS" BASIS,
13+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+
See the License for the specific language governing permissions and
15+
limitations under the License.
16+
-->
17+
<project xmlns="http://maven.apache.org/POM/4.0.0"
18+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
19+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
20+
<modelVersion>4.0.0</modelVersion>
21+
<packaging>jar</packaging>
22+
<build>
23+
<plugins>
24+
<plugin>
25+
<groupId>org.apache.maven.plugins</groupId>
26+
<artifactId>maven-compiler-plugin</artifactId>
27+
<configuration>
28+
<source>9</source>
29+
<target>9</target>
30+
</configuration>
31+
</plugin>
32+
</plugins>
33+
</build>
34+
<version>1.0-SNAPSHOT</version>
35+
<groupId>com.google.vertexai.gemini</groupId>
36+
<artifactId>gemini-sample</artifactId>
37+
<name>Google Cloud Vertex AI Gemini Snippets</name>
38+
39+
<!--
40+
The parent pom defines common style checks and testing strategies for our samples.
41+
Removing or replacing it should not affect the execution of the samples in any way.
42+
-->
43+
<parent>
44+
<groupId>com.google.cloud.samples</groupId>
45+
<artifactId>shared-configuration</artifactId>
46+
<version>1.2.0</version>
47+
</parent>
48+
49+
<properties>
50+
<maven.compiler.target>1.8</maven.compiler.target>
51+
<maven.compiler.source>1.8</maven.compiler.source>
52+
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
53+
</properties>
54+
55+
<dependencyManagement>
56+
<dependencies>
57+
<dependency>
58+
<artifactId>libraries-bom</artifactId>
59+
<groupId>com.google.cloud</groupId>
60+
<scope>import</scope>
61+
<type>pom</type>
62+
<version>26.27.0</version>
63+
</dependency>
64+
</dependencies>
65+
</dependencyManagement>
66+
67+
<dependencies>
68+
<dependency>
69+
<groupId>com.google.cloud</groupId>
70+
<artifactId>google-cloud-vertexai</artifactId>
71+
<version>0.1.0</version>
72+
</dependency>
73+
74+
<!-- test dependencies -->
75+
<dependency>
76+
<groupId>junit</groupId>
77+
<artifactId>junit</artifactId>
78+
<version>4.13.2</version>
79+
<scope>test</scope>
80+
</dependency>
81+
<dependency>
82+
<groupId>com.google.truth</groupId>
83+
<artifactId>truth</artifactId>
84+
<version>1.1.5</version>
85+
<scope>test</scope>
86+
</dependency>
87+
</dependencies>
88+
</project>

‎vertexai/snippets/src/main/java/vertexai/gemini/ChatDiscussion.java‎

Lines changed: 62 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
/*
2+
* Copyright 2023 Google LLC
3+
*
4+
* Licensed under the Apache License, Version 2.0 (the "License");
5+
* you may not use this file except in compliance with the License.
6+
* You may obtain a copy of the License at
7+
*
8+
* http://www.apache.org/licenses/LICENSE-2.0
9+
*
10+
* Unless required by applicable law or agreed to in writing, software
11+
* distributed under the License is distributed on an "AS IS" BASIS,
12+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13+
* See the License for the specific language governing permissions and
14+
* limitations under the License.
15+
*/
16+
17+
package vertexai.gemini;
18+
19+
// [START aiplatform_gemini_multiturn_chat]
20+
import com.google.cloud.vertexai.VertexAI;
21+
import com.google.cloud.vertexai.api.GenerateContentResponse;
22+
import com.google.cloud.vertexai.generativeai.preview.ChatSession;
23+
import com.google.cloud.vertexai.generativeai.preview.GenerativeModel;
24+
import com.google.cloud.vertexai.generativeai.preview.ResponseHandler;
25+
import java.io.IOException;
26+
27+
public class ChatDiscussion {
28+
29+
public static void main(String[] args) throws IOException {
30+
// TODO(developer): Replace these variables before running the sample.
31+
String projectId = "your-google-cloud-project-id";
32+
String location = "us-central1";
33+
String modelName = "gemini-pro-vision";
34+
35+
chatDiscussion(projectId, location, modelName);
36+
}
37+
38+
// Ask interrelated questions in a row using a ChatSession object.
39+
public static void chatDiscussion(String projectId, String location, String modelName)
40+
throws IOException {
41+
// Initialize client that will be used to send requests. This client only needs
42+
// to be created once, and can be reused for multiple requests.
43+
try (VertexAI vertexAI = new VertexAI(projectId, location)) {
44+
GenerateContentResponse response;
45+
46+
GenerativeModel model = new GenerativeModel(modelName, vertexAI);
47+
// Create a chat session to be used for interactive conversation.
48+
ChatSession chatSession = new ChatSession(model);
49+
50+
response = chatSession.sendMessage("Hello.");
51+
System.out.println(ResponseHandler.getText(response));
52+
53+
response = chatSession.sendMessage("What are all the colors in a rainbow?");
54+
System.out.println(ResponseHandler.getText(response));
55+
56+
response = chatSession.sendMessage("Why does it appear when it rains?");
57+
System.out.println(ResponseHandler.getText(response));
58+
System.out.println("Chat Ended.");
59+
}
60+
}
61+
}
62+
// [END aiplatform_gemini_multiturn_chat]

‎vertexai/snippets/src/main/java/vertexai/gemini/MultiTurnMultimodal.java‎

Lines changed: 79 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
1+
/*
2+
* Copyright 2023 Google LLC
3+
*
4+
* Licensed under the Apache License, Version 2.0 (the "License");
5+
* you may not use this file except in compliance with the License.
6+
* You may obtain a copy of the License at
7+
*
8+
* http://www.apache.org/licenses/LICENSE-2.0
9+
*
10+
* Unless required by applicable law or agreed to in writing, software
11+
* distributed under the License is distributed on an "AS IS" BASIS,
12+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13+
* See the License for the specific language governing permissions and
14+
* limitations under the License.
15+
*/
16+
17+
package vertexai.gemini;
18+
19+
import com.google.cloud.vertexai.VertexAI;
20+
import com.google.cloud.vertexai.api.GenerateContentResponse;
21+
import com.google.cloud.vertexai.api.GenerationConfig;
22+
import com.google.cloud.vertexai.generativeai.preview.ChatSession;
23+
import com.google.cloud.vertexai.generativeai.preview.ContentMaker;
24+
import com.google.cloud.vertexai.generativeai.preview.GenerativeModel;
25+
import com.google.cloud.vertexai.generativeai.preview.PartMaker;
26+
import com.google.cloud.vertexai.generativeai.preview.ResponseHandler;
27+
import java.io.IOException;
28+
29+
public class MultiTurnMultimodal {
30+
31+
public static void main(String[] args) throws IOException {
32+
// TODO(developer): Replace these variables before running the sample.
33+
String projectId = "your-google-cloud-project-id";
34+
String location = "us-central1";
35+
String modelName = "gemini-ultra-vision";
36+
37+
multiTurnMultimodal(projectId, location, modelName);
38+
}
39+
40+
// Analyses the given multi-turn multimodal input.
41+
public static void multiTurnMultimodal(String projectId, String location, String modelName)
42+
throws IOException {
43+
// Initialize client that will be used to send requests. This client only needs
44+
// to be created once, and can be reused for multiple requests.
45+
try (VertexAI vertexAI = new VertexAI(projectId, location)) {
46+
// Update the values for your query.
47+
String firstTextPrompt = "What is this image";
48+
String imageUri = "gs://generativeai-downloads/images/scones.jpg";
49+
String secondTextPrompt = "what did I just show you";
50+
51+
GenerationConfig generationConfig =
52+
GenerationConfig.newBuilder()
53+
.setMaxOutputTokens(2048)
54+
.setTemperature(0.4F)
55+
.setTopK(32)
56+
.setTopP(1)
57+
.build();
58+
59+
GenerativeModel model = new GenerativeModel(modelName, generationConfig, vertexAI);
60+
// For multi-turn responses, start a chat session.
61+
ChatSession chatSession = model.startChat();
62+
63+
GenerateContentResponse response;
64+
// First message with multimodal input
65+
response = chatSession.sendMessage(ContentMaker.fromMultiModalData(
66+
firstTextPrompt,
67+
PartMaker.fromMimeTypeAndData(
68+
// Update Mime type according to your image.
69+
"image/jpeg",
70+
imageUri)
71+
));
72+
System.out.println(ResponseHandler.getText(response));
73+
74+
// Second message with text input
75+
response = chatSession.sendMessage(secondTextPrompt);
76+
System.out.println(ResponseHandler.getText(response));
77+
}
78+
}
79+
}

‎vertexai/snippets/src/main/java/vertexai/gemini/MultimodalMultiImage.java‎

Lines changed: 94 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,94 @@
1+
/*
2+
* Copyright 2023 Google LLC
3+
*
4+
* Licensed under the Apache License, Version 2.0 (the "License");
5+
* you may not use this file except in compliance with the License.
6+
* You may obtain a copy of the License at
7+
*
8+
* http://www.apache.org/licenses/LICENSE-2.0
9+
*
10+
* Unless required by applicable law or agreed to in writing, software
11+
* distributed under the License is distributed on an "AS IS" BASIS,
12+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13+
* See the License for the specific language governing permissions and
14+
* limitations under the License.
15+
*/
16+
17+
package vertexai.gemini;
18+
19+
// [START aiplatform_gemini_single_turn_multi_image]
20+
import com.google.cloud.vertexai.VertexAI;
21+
import com.google.cloud.vertexai.api.Content;
22+
import com.google.cloud.vertexai.api.GenerateContentResponse;
23+
import com.google.cloud.vertexai.generativeai.preview.ContentMaker;
24+
import com.google.cloud.vertexai.generativeai.preview.GenerativeModel;
25+
import com.google.cloud.vertexai.generativeai.preview.PartMaker;
26+
import com.google.cloud.vertexai.generativeai.preview.ResponseHandler;
27+
import java.io.ByteArrayOutputStream;
28+
import java.io.IOException;
29+
import java.io.InputStream;
30+
import java.net.HttpURLConnection;
31+
import java.net.URL;
32+
33+
public class MultimodalMultiImage {
34+
35+
public static void main(String[] args) throws IOException {
36+
// TODO(developer): Replace these variables before running the sample.
37+
String projectId = "your-google-cloud-project-id";
38+
String location = "us-central1";
39+
String modelName = "gemini-pro-vision";
40+
41+
multimodalMultiImage(projectId, location, modelName);
42+
}
43+
44+
// Generates content from multiple input images.
45+
public static void multimodalMultiImage(String projectId, String location, String modelName)
46+
throws IOException {
47+
// Initialize client that will be used to send requests. This client only needs
48+
// to be created once, and can be reused for multiple requests.
49+
try (VertexAI vertexAI = new VertexAI(projectId, location)) {
50+
GenerativeModel model = new GenerativeModel(modelName, vertexAI);
51+
52+
Content content = ContentMaker.fromMultiModalData(
53+
PartMaker.fromMimeTypeAndData("image/png", readImageFile(
54+
"https://storage.googleapis.com/cloud-samples-data/vertex-ai/llm/prompts/landmark1.png")),
55+
"city: Rome, Landmark: the Colosseum",
56+
PartMaker.fromMimeTypeAndData("image/png", readImageFile(
57+
"https://storage.googleapis.com/cloud-samples-data/vertex-ai/llm/prompts/landmark2.png")),
58+
"city: Beijing, Landmark: Forbidden City",
59+
PartMaker.fromMimeTypeAndData("image/png", readImageFile(
60+
"https://storage.googleapis.com/cloud-samples-data/vertex-ai/llm/prompts/landmark3.png"))
61+
);
62+
63+
GenerateContentResponse response = model.generateContent(content);
64+
65+
String output = ResponseHandler.getText(response);
66+
System.out.println(output);
67+
}
68+
}
69+
70+
// Reads the image data from the given URL.
71+
public static byte[] readImageFile(String url) throws IOException {
72+
URL urlObj = new URL(url);
73+
HttpURLConnection connection = (HttpURLConnection) urlObj.openConnection();
74+
connection.setRequestMethod("GET");
75+
76+
int responseCode = connection.getResponseCode();
77+
78+
if (responseCode == HttpURLConnection.HTTP_OK) {
79+
InputStream inputStream = connection.getInputStream();
80+
ByteArrayOutputStream outputStream = new ByteArrayOutputStream();
81+
82+
byte[] buffer = new byte[1024];
83+
int bytesRead;
84+
while ((bytesRead = inputStream.read(buffer)) != -1) {
85+
outputStream.write(buffer, 0, bytesRead);
86+
}
87+
88+
return outputStream.toByteArray();
89+
} else {
90+
throw new RuntimeException("Error fetching file: " + responseCode);
91+
}
92+
}
93+
}
94+
// [END aiplatform_gemini_single_turn_multi_image]

0 commit comments

Comments
 (0)