samples: Add video v1p1beta samples for face detection and video tran…

…scription (#1070) * Add video v1p1beta samples for face detection and video transcription * Update based on Feedback * Clean up READMEs * Add timeout for tests
GoogleCloudPlatform · Feb 24, 2021 · 08ac2fb · 08ac2fb
1 parent 75e79b2
commit 08ac2fb
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 91 deletions.
diff --git a/video/src/main/java/com/example/video/Detect.java b/video/src/main/java/com/example/video/Detect.java
@@ -22,13 +22,9 @@
 import com.google.cloud.videointelligence.v1.AnnotateVideoResponse;
 import com.google.cloud.videointelligence.v1.Entity;
 import com.google.cloud.videointelligence.v1.ExplicitContentFrame;
-import com.google.cloud.videointelligence.v1.FaceAnnotation;
-import com.google.cloud.videointelligence.v1.FaceFrame;
-import com.google.cloud.videointelligence.v1.FaceSegment;
 import com.google.cloud.videointelligence.v1.Feature;
 import com.google.cloud.videointelligence.v1.LabelAnnotation;
 import com.google.cloud.videointelligence.v1.LabelSegment;
-import com.google.cloud.videointelligence.v1.NormalizedBoundingBox;
 import com.google.cloud.videointelligence.v1.VideoAnnotationResults;
 import com.google.cloud.videointelligence.v1.VideoIntelligenceServiceClient;
 import com.google.cloud.videointelligence.v1.VideoSegment;
@@ -42,12 +38,10 @@
 
 public class Detect {
   /**
-   * Detects entities,sentiment and syntax in a document using the Natural Language API.
+   * Detects labels, shots, and explicit content in a video using the Video Intelligence API
    * @param args specifies features to detect and the path to the video on Google Cloud Storage.
-   *
-   * @throws IOException on Input/Output errors.
    */
-  public static void main(String[] args) throws Exception {
+  public static void main(String[] args) {
     try {
       argsHelper(args);
     } catch (Exception e) {
@@ -68,7 +62,7 @@ public static void argsHelper(String[] args) throws Exception {
       System.out.printf(
           "\tjava %s \"<command>\" \"<path-to-video>\"\n"
               + "Commands:\n"
-              + "\tfaces | labels | shots\n"
+              + "\tlabels | shots\n"
               + "Path:\n\tA URI for a Cloud Storage resource (gs://...)\n"
               + "Examples: ",
           Detect.class.getCanonicalName());
@@ -77,9 +71,6 @@ public static void argsHelper(String[] args) throws Exception {
     String command = args[0];
     String path = args.length > 1 ? args[1] : "";
 
-    if (command.equals("faces")) {
-      analyzeFaces(path);
-    }
     if (command.equals("labels")) {
       analyzeLabels(path);
     }
@@ -94,68 +85,6 @@ public static void argsHelper(String[] args) throws Exception {
     }
   }
 
-  /**
-   * Performs facial analysis on the video at the provided Cloud Storage path.
-   *
-   * @param gcsUri the path to the video file to analyze.
-   */
-  public static void analyzeFaces(String gcsUri) throws Exception {
-    // [START detect_faces]
-    // Instantiate a com.google.cloud.videointelligence.v1.VideoIntelligenceServiceClient
-    try (VideoIntelligenceServiceClient client = VideoIntelligenceServiceClient.create()) {
-      AnnotateVideoRequest request = AnnotateVideoRequest.newBuilder()
-          .setInputUri(gcsUri)
-          .addFeatures(Feature.FACE_DETECTION)
-          .build();
-
-      // asynchronously perform facial analysis on videos
-      OperationFuture<AnnotateVideoResponse, AnnotateVideoProgress> response =
-          client.annotateVideoAsync(request);
-
-      System.out.println("Waiting for operation to complete...");
-      boolean faceFound = false;
-      for (VideoAnnotationResults results : response.get().getAnnotationResultsList()) {
-        int faceCount = 0;
-        for (FaceAnnotation faceAnnotation : results.getFaceAnnotationsList()) {
-          faceFound = true;
-          System.out.println("Face: " + ++faceCount);
-          System.out.println("Thumbnail size: " + faceAnnotation.getThumbnail().size());
-          for (FaceSegment segment : faceAnnotation.getSegmentsList()) {
-            double startTime = segment.getSegment().getStartTimeOffset().getSeconds()
-                + segment.getSegment().getStartTimeOffset().getNanos() / 1e9;
-            double endTime = segment.getSegment().getEndTimeOffset().getSeconds()
-                + segment.getSegment().getEndTimeOffset().getNanos() / 1e9;
-            System.out.printf("Segment location : %.3f:%.3f\n", startTime, endTime);
-          }
-          try {
-            // printing info on the first frame
-            if (faceAnnotation.getFramesCount() > 0) {
-              System.out.println(faceAnnotation.getFramesList().get(0));
-              FaceFrame frame = faceAnnotation.getFrames(0);
-              double timeOffset = frame.getTimeOffset().getSeconds()
-                  + frame.getTimeOffset().getNanos() / 1e9;
-              System.out.printf("First frame time offset: %.3fs", timeOffset);
-              // print info on the first normalized bounding box
-              NormalizedBoundingBox box = frame.getNormalizedBoundingBoxesList().get(0);
-              System.out.printf("Left: %.3f\n", box.getLeft());
-              System.out.printf("Top: %.3f\n", box.getTop());
-              System.out.printf("Bottom: %.3f\n", box.getBottom());
-              System.out.printf("Right: %.3f\n", box.getRight());
-            } else {
-              System.out.println("No frames found in annotation");
-            }
-          } catch (IndexOutOfBoundsException ioe) {
-            System.out.println("Could not retrieve frame: " + ioe.getMessage());
-          }
-        }
-      }
-      if (!faceFound) {
-        System.out.println("No faces detected in " + gcsUri);
-      }
-      // [END detect_faces]
-    }
-  }
-
   /**
    * Performs label analysis on the video at the provided Cloud Storage path.
    *

diff --git a/video/src/test/java/com/example/video/DetectIT.java b/video/src/test/java/com/example/video/DetectIT.java
@@ -33,7 +33,6 @@ public class DetectIT {
   private ByteArrayOutputStream bout;
   private PrintStream out;
 
-  static final String FACES_FILE_LOCATION = "gs://demomaker/gbike.mp4";
   static final String LABEL_FILE_LOCATION = "gs://demomaker/cat.mp4";
   static final String SHOTS_FILE_LOCATION = "gs://demomaker/gbikes_dinosaur.mp4";
   static final String EXPLICIT_CONTENT_LOCATION =  "gs://demomaker/cat.mp4";
@@ -50,22 +49,6 @@ public void tearDown() {
     System.setOut(null);
   }
 
-  @Test
-  public void testFaces() throws Exception {
-    String[] args = {"faces", FACES_FILE_LOCATION};
-    Detect.argsHelper(args);
-    String got = bout.toString();
-    // Model changes have caused the results from face detection to change to an
-    // empty response (e.g. no faces detected) so we check either for an empty
-    // response or that a response with face thumbnails was returned.
-    if (got.indexOf("No faces detected") == -1) {
-      assertThat(got).contains("Thumbnail size:");
-    } else {
-      // No faces detected, verify sample reports this.
-      assertThat(got).contains("No faces detected in " + FACES_FILE_LOCATION);
-    }
-  }
-
   @Test
   public void testLabels() throws Exception {
     String[] args = {"labels", LABEL_FILE_LOCATION};