genai: additional image and audio samples (#207)

google · Aug 7, 2024 · 32bb384 · 32bb384
1 parent 4a62952
commit 32bb384
Show file tree

Hide file tree

Showing 2 changed files with 128 additions and 0 deletions.
diff --git a/genai/example_test.go b/genai/example_test.go
@@ -181,6 +181,43 @@ func ExampleGenerativeModel_GenerateContent_multiImagePrompt() {
 
 }
 
+func ExampleGenerativeModel_GenerateContentStream_multiImagePrompt() {
+ ctx := context.Background()
+ client, err := genai.NewClient(ctx, option.WithAPIKey(os.Getenv("GEMINI_API_KEY")))
+ if err != nil {
+ log.Fatal(err)
+ }
+ defer client.Close()
+
+ model := client.GenerativeModel("gemini-1.5-flash")
+
+ imgData1, err := os.ReadFile(filepath.Join(testDataDir, "Cajun_instruments.jpg"))
+ if err != nil {
+ log.Fatal(err)
+ }
+ imgData2, err := os.ReadFile(filepath.Join(testDataDir, "organ.jpg"))
+ if err != nil {
+ log.Fatal(err)
+ }
+
+ iter := model.GenerateContentStream(ctx,
+ genai.Text("What is the difference between these instruments?"),
+ genai.ImageData("jpeg", imgData1),
+ genai.ImageData("jpeg", imgData2),
+ )
+ for {
+ resp, err := iter.Next()
+ if err == iterator.Done {
+ break
+ }
+ if err != nil {
+ log.Fatal(err)
+ }
+ printResponse(resp)
+ }
+
+}
+
 func ExampleGenerativeModel_GenerateContent_config() {
  // This example shows how to a configure a model. See [GenerationConfig]
  // for the complete set of configuration options.
@@ -381,6 +418,32 @@ func ExampleGenerativeModel_GenerateContentStream_videoPrompt() {
 
 }
 
+func ExampleGenerativeModel_GenerateContent_audioPrompt() {
+ ctx := context.Background()
+ client, err := genai.NewClient(ctx, option.WithAPIKey(os.Getenv("GEMINI_API_KEY")))
+ if err != nil {
+ log.Fatal(err)
+ }
+ defer client.Close()
+
+ model := client.GenerativeModel("gemini-1.5-flash")
+
+ file, err := client.UploadFileFromPath(ctx, filepath.Join(testDataDir, "sample.mp3"), nil)
+ if err != nil {
+ log.Fatal(err)
+ }
+ defer client.DeleteFile(ctx, file.Name)
+
+ resp, err := model.GenerateContent(ctx,
+ genai.Text("Give me a summary of this audio file."),
+ genai.FileData{URI: file.URI})
+ if err != nil {
+ log.Fatal(err)
+ }
+ printResponse(resp)
+
+}
+
 func ExampleGenerativeModel_GenerateContentStream_audioPrompt() {
  ctx := context.Background()
  client, err := genai.NewClient(ctx, option.WithAPIKey(os.Getenv("GEMINI_API_KEY")))

diff --git a/genai/internal/samples/docs-snippets_test.go b/genai/internal/samples/docs-snippets_test.go
@@ -186,6 +186,44 @@ func ExampleGenerativeModel_GenerateContent_multiImagePrompt() {
  // [END text_gen_multimodal_multi_image_prompt]
 }
 
+func ExampleGenerativeModel_GenerateContentStream_multiImagePrompt() {
+ ctx := context.Background()
+ client, err := genai.NewClient(ctx, option.WithAPIKey(os.Getenv("GEMINI_API_KEY")))
+ if err != nil {
+ log.Fatal(err)
+ }
+ defer client.Close()
+
+ // [START text_gen_multimodal_multi_image_prompt_streaming]
+ model := client.GenerativeModel("gemini-1.5-flash")
+
+ imgData1, err := os.ReadFile(filepath.Join(testDataDir, "Cajun_instruments.jpg"))
+ if err != nil {
+ log.Fatal(err)
+ }
+ imgData2, err := os.ReadFile(filepath.Join(testDataDir, "organ.jpg"))
+ if err != nil {
+ log.Fatal(err)
+ }
+
+ iter := model.GenerateContentStream(ctx,
+ genai.Text("What is the difference between these instruments?"),
+ genai.ImageData("jpeg", imgData1),
+ genai.ImageData("jpeg", imgData2),
+ )
+ for {
+ resp, err := iter.Next()
+ if err == iterator.Done {
+ break
+ }
+ if err != nil {
+ log.Fatal(err)
+ }
+ printResponse(resp)
+ }
+ // [END text_gen_multimodal_multi_image_prompt_streaming]
+}
+
 func ExampleGenerativeModel_GenerateContent_config() {
  // This example shows how to a configure a model. See [GenerationConfig]
  // for the complete set of configuration options.
@@ -393,6 +431,33 @@ func ExampleGenerativeModel_GenerateContentStream_videoPrompt() {
  // [END text_gen_multimodal_video_prompt_streaming]
 }
 
+func ExampleGenerativeModel_GenerateContent_audioPrompt() {
+ ctx := context.Background()
+ client, err := genai.NewClient(ctx, option.WithAPIKey(os.Getenv("GEMINI_API_KEY")))
+ if err != nil {
+ log.Fatal(err)
+ }
+ defer client.Close()
+
+ // [START text_gen_multimodal_audio]
+ model := client.GenerativeModel("gemini-1.5-flash")
+
+ file, err := client.UploadFileFromPath(ctx, filepath.Join(testDataDir, "sample.mp3"), nil)
+ if err != nil {
+ log.Fatal(err)
+ }
+ defer client.DeleteFile(ctx, file.Name)
+
+ resp, err := model.GenerateContent(ctx,
+ genai.Text("Give me a summary of this audio file."),
+ genai.FileData{URI: file.URI})
+ if err != nil {
+ log.Fatal(err)
+ }
+ printResponse(resp)
+ // [END text_gen_multimodal_audio]
+}
+
 func ExampleGenerativeModel_GenerateContentStream_audioPrompt() {
  ctx := context.Background()
  client, err := genai.NewClient(ctx, option.WithAPIKey(os.Getenv("GEMINI_API_KEY")))