samples: migrate code from googleapis/java-document-ai

document-ai/pom.xml

@@ -0,0 +1,64 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <groupId>com.example.documentai</groupId>
+  <artifactId>documentai-snippets</artifactId>
+  <packaging>jar</packaging>
+  <name>Google Document AI Snippets</name>
+  <url>https://github.com/GoogleCloudPlatform/java-docs-samples/tree/main/document-ai</url>
+
+  <!--
+    The parent pom defines common style checks and testing strategies for our samples.
+    Removing or replacing it should not affect the execution of the samples in anyway.
+  -->
+  <parent>
+    <groupId>com.google.cloud.samples</groupId>
+    <artifactId>shared-configuration</artifactId>
+    <version>1.2.0</version>
+  </parent>
+
+  <properties>
+    <maven.compiler.target>1.8</maven.compiler.target>
+    <maven.compiler.source>1.8</maven.compiler.source>
+    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+  </properties>
+
+
+  <!-- [START documentai_install_with_bom] -->
+  <dependencyManagement>
+    <dependencies>
+      <dependency>
+        <groupId>com.google.cloud</groupId>
+        <artifactId>libraries-bom</artifactId>
+        <version>26.1.3</version>
+        <type>pom</type>
+        <scope>import</scope>
+      </dependency>
+    </dependencies>
+  </dependencyManagement>
+
+  <dependencies>
+    <dependency>
+      <groupId>com.google.cloud</groupId>
+      <artifactId>google-cloud-document-ai</artifactId>
+      <version>2.7.5</version>
+    </dependency>
+    <!-- [END documentai_install_with_bom] -->
+    <dependency>
+      <groupId>com.google.cloud</groupId>
+      <artifactId>google-cloud-storage</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>junit</groupId>
+      <artifactId>junit</artifactId>
+      <version>4.13.2</version>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>com.google.truth</groupId>
+      <artifactId>truth</artifactId>
+      <version>1.1.3</version>
+      <scope>test</scope>
+    </dependency>
+  </dependencies>
+</project>

document-ai/src/main/java/documentai/v1/BatchProcessDocument.java

@@ -0,0 +1,178 @@
+/*
+ * Copyright 2020 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package documentai.v1;
+
+// [START documentai_batch_process_document]
+
+import com.google.api.gax.longrunning.OperationFuture;
+import com.google.api.gax.paging.Page;
+import com.google.cloud.documentai.v1.BatchDocumentsInputConfig;
+import com.google.cloud.documentai.v1.BatchProcessMetadata;
+import com.google.cloud.documentai.v1.BatchProcessRequest;
+import com.google.cloud.documentai.v1.BatchProcessResponse;
+import com.google.cloud.documentai.v1.Document;
+import com.google.cloud.documentai.v1.DocumentOutputConfig;
+import com.google.cloud.documentai.v1.DocumentOutputConfig.GcsOutputConfig;
+import com.google.cloud.documentai.v1.DocumentProcessorServiceClient;
+import com.google.cloud.documentai.v1.GcsDocument;
+import com.google.cloud.documentai.v1.GcsDocuments;
+import com.google.cloud.storage.Blob;
+import com.google.cloud.storage.BlobId;
+import com.google.cloud.storage.Bucket;
+import com.google.cloud.storage.Storage;
+import com.google.cloud.storage.StorageOptions;
+import com.google.protobuf.util.JsonFormat;
+import java.io.File;
+import java.io.FileReader;
+import java.io.IOException;
+import java.util.List;
+import java.util.concurrent.ExecutionException;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.TimeoutException;
+
+public class BatchProcessDocument {
+  public static void batchProcessDocument()
+      throws IOException, InterruptedException, TimeoutException, ExecutionException {
+    // TODO(developer): Replace these variables before running the sample.
+    String projectId = "your-project-id";
+    String location = "your-project-location"; // Format is "us" or "eu".
+    String processerId = "your-processor-id";
+    String outputGcsBucketName = "your-gcs-bucket-name";
+    String outputGcsPrefix = "PREFIX";
+    String inputGcsUri = "gs://your-gcs-bucket/path/to/input/file.pdf";
+    batchProcessDocument(
+        projectId, location, processerId, inputGcsUri, outputGcsBucketName, outputGcsPrefix);
+  }
+
+  public static void batchProcessDocument(
+      String projectId,
+      String location,
+      String processorId,
+      String gcsInputUri,
+      String gcsOutputBucketName,
+      String gcsOutputUriPrefix)
+      throws IOException, InterruptedException, TimeoutException, ExecutionException {
+    // Initialize client that will be used to send requests. This client only needs to be created
+    // once, and can be reused for multiple requests. After completing all of your requests, call
+    // the "close" method on the client to safely clean up any remaining background resources.
+    try (DocumentProcessorServiceClient client = DocumentProcessorServiceClient.create()) {
+      // The full resource name of the processor, e.g.:
+      // projects/project-id/locations/location/processor/processor-id
+      // You must create new processors in the Cloud Console first
+      String name =
+          String.format("projects/%s/locations/%s/processors/%s", projectId, location, processorId);
+
+      GcsDocument gcsDocument =
+          GcsDocument.newBuilder().setGcsUri(gcsInputUri).setMimeType("application/pdf").build();
+
+      GcsDocuments gcsDocuments = GcsDocuments.newBuilder().addDocuments(gcsDocument).build();
+
+      BatchDocumentsInputConfig inputConfig =
+          BatchDocumentsInputConfig.newBuilder().setGcsDocuments(gcsDocuments).build();
+
+      String fullGcsPath = String.format("gs://%s/%s/", gcsOutputBucketName, gcsOutputUriPrefix);
+      GcsOutputConfig gcsOutputConfig = GcsOutputConfig.newBuilder().setGcsUri(fullGcsPath).build();
+
+      DocumentOutputConfig documentOutputConfig =
+          DocumentOutputConfig.newBuilder().setGcsOutputConfig(gcsOutputConfig).build();
+
+      // Configure the batch process request.
+      BatchProcessRequest request =
+          BatchProcessRequest.newBuilder()
+              .setName(name)
+              .setInputDocuments(inputConfig)
+              .setDocumentOutputConfig(documentOutputConfig)
+              .build();
+
+      OperationFuture<BatchProcessResponse, BatchProcessMetadata> future =
+          client.batchProcessDocumentsAsync(request);
+
+      // Batch process document using a long-running operation.
+      // You can wait for now, or get results later.
+      // Note: first request to the service takes longer than subsequent
+      // requests.
+      System.out.println("Waiting for operation to complete...");
+      future.get(240, TimeUnit.SECONDS);
+
+      System.out.println("Document processing complete.");
+
+      Storage storage = StorageOptions.newBuilder().setProjectId(projectId).build().getService();
+      Bucket bucket = storage.get(gcsOutputBucketName);
+
+      // List all of the files in the Storage bucket.
+      Page<Blob> blobs = bucket.list(Storage.BlobListOption.prefix(gcsOutputUriPrefix + "/"));
+      int idx = 0;
+      for (Blob blob : blobs.iterateAll()) {
+        if (!blob.isDirectory()) {
+          System.out.printf("Fetched file #%d\n", ++idx);
+          // Read the results
+
+          // Download and store json data in a temp file.
+          File tempFile = File.createTempFile("file", ".json");
+          Blob fileInfo = storage.get(BlobId.of(gcsOutputBucketName, blob.getName()));
+          fileInfo.downloadTo(tempFile.toPath());
+
+          // Parse json file into Document.
+          FileReader reader = new FileReader(tempFile);
+          Document.Builder builder = Document.newBuilder();
+          JsonFormat.parser().merge(reader, builder);
+
+          Document document = builder.build();
+
+          // Get all of the document text as one big string.
+          String text = document.getText();
+
+          // Read the text recognition output from the processor
+          System.out.println("The document contains the following paragraphs:");
+          Document.Page page1 = document.getPages(0);
+          List<Document.Page.Paragraph> paragraphList = page1.getParagraphsList();
+          for (Document.Page.Paragraph paragraph : paragraphList) {
+            String paragraphText = getText(paragraph.getLayout().getTextAnchor(), text);
+            System.out.printf("Paragraph text:%s\n", paragraphText);
+          }
+
+          // Form parsing provides additional output about
+          // form-formatted PDFs. You  must create a form
+          // processor in the Cloud Console to see full field details.
+          System.out.println("The following form key/value pairs were detected:");
+
+          for (Document.Page.FormField field : page1.getFormFieldsList()) {
+            String fieldName = getText(field.getFieldName().getTextAnchor(), text);
+            String fieldValue = getText(field.getFieldValue().getTextAnchor(), text);
+
+            System.out.println("Extracted form fields pair:");
+            System.out.printf("\t(%s, %s))", fieldName, fieldValue);
+          }
+
+          // Clean up temp file.
+          tempFile.deleteOnExit();
+        }
+      }
+    }
+  }
+
+  // Extract shards from the text field
+  private static String getText(Document.TextAnchor textAnchor, String text) {
+    if (textAnchor.getTextSegmentsList().size() > 0) {
+      int startIdx = (int) textAnchor.getTextSegments(0).getStartIndex();
+      int endIdx = (int) textAnchor.getTextSegments(0).getEndIndex();
+      return text.substring(startIdx, endIdx);
+    }
+    return "[NO TEXT]";
+  }
+}
+// [END documentai_batch_process_document]

document-ai/src/main/java/documentai/v1/ProcessDocument.java

@@ -0,0 +1,113 @@
+/*
+ * Copyright 2020 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package documentai.v1;
+
+// [START documentai_process_document]
+
+import com.google.cloud.documentai.v1.Document;
+import com.google.cloud.documentai.v1.DocumentProcessorServiceClient;
+import com.google.cloud.documentai.v1.ProcessRequest;
+import com.google.cloud.documentai.v1.ProcessResponse;
+import com.google.cloud.documentai.v1.RawDocument;
+import com.google.protobuf.ByteString;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.util.List;
+import java.util.concurrent.ExecutionException;
+import java.util.concurrent.TimeoutException;
+
+public class ProcessDocument {
+  public static void processDocument()
+      throws IOException, InterruptedException, ExecutionException, TimeoutException {
+    // TODO(developer): Replace these variables before running the sample.
+    String projectId = "your-project-id";
+    String location = "your-project-location"; // Format is "us" or "eu".
+    String processerId = "your-processor-id";
+    String filePath = "path/to/input/file.pdf";
+    processDocument(projectId, location, processerId, filePath);
+  }
+
+  public static void processDocument(
+      String projectId, String location, String processorId, String filePath)
+      throws IOException, InterruptedException, ExecutionException, TimeoutException {
+    // Initialize client that will be used to send requests. This client only needs to be created
+    // once, and can be reused for multiple requests. After completing all of your requests, call
+    // the "close" method on the client to safely clean up any remaining background resources.
+    try (DocumentProcessorServiceClient client = DocumentProcessorServiceClient.create()) {
+      // The full resource name of the processor, e.g.:
+      // projects/project-id/locations/location/processor/processor-id
+      // You must create new processors in the Cloud Console first
+      String name =
+          String.format("projects/%s/locations/%s/processors/%s", projectId, location, processorId);
+
+      // Read the file.
+      byte[] imageFileData = Files.readAllBytes(Paths.get(filePath));
+
+      // Convert the image data to a Buffer and base64 encode it.
+      ByteString content = ByteString.copyFrom(imageFileData);
+
+      RawDocument document =
+          RawDocument.newBuilder().setContent(content).setMimeType("application/pdf").build();
+
+      // Configure the process request.
+      ProcessRequest request =
+          ProcessRequest.newBuilder().setName(name).setRawDocument(document).build();
+
+      // Recognizes text entities in the PDF document
+      ProcessResponse result = client.processDocument(request);
+      Document documentResponse = result.getDocument();
+
+      // Get all of the document text as one big string
+      String text = documentResponse.getText();
+
+      // Read the text recognition output from the processor
+      System.out.println("The document contains the following paragraphs:");
+      Document.Page firstPage = documentResponse.getPages(0);
+      List<Document.Page.Paragraph> paragraphs = firstPage.getParagraphsList();
+
+      for (Document.Page.Paragraph paragraph : paragraphs) {
+        String paragraphText = getText(paragraph.getLayout().getTextAnchor(), text);
+        System.out.printf("Paragraph text:\n%s\n", paragraphText);
+      }
+
+      // Form parsing provides additional output about
+      // form-formatted PDFs. You  must create a form
+      // processor in the Cloud Console to see full field details.
+      System.out.println("The following form key/value pairs were detected:");
+
+      for (Document.Page.FormField field : firstPage.getFormFieldsList()) {
+        String fieldName = getText(field.getFieldName().getTextAnchor(), text);
+        String fieldValue = getText(field.getFieldValue().getTextAnchor(), text);
+
+        System.out.println("Extracted form fields pair:");
+        System.out.printf("\t(%s, %s))\n", fieldName, fieldValue);
+      }
+    }
+  }
+
+  // Extract shards from the text field
+  private static String getText(Document.TextAnchor textAnchor, String text) {
+    if (textAnchor.getTextSegmentsList().size() > 0) {
+      int startIdx = (int) textAnchor.getTextSegments(0).getStartIndex();
+      int endIdx = (int) textAnchor.getTextSegments(0).getEndIndex();
+      return text.substring(startIdx, endIdx);
+    }
+    return "[NO TEXT]";
+  }
+}
+// [END documentai_process_document]