Upgrade opensearch-protobufs dependency to 0.7.0 and update transport-grpc module compatibility

- Upgrade protobufs dependency from 0.6.0 to 0.7.0 in transport-grpc module
- Update all protobuf utility classes to handle API changes in 0.7.0
- Fix enum structure changes (simple enums to message with oneof fields)
- Update field name changes (setIndex -> setUnderscoreIndex, etc.)
- Handle new OperationContainer pattern for bulk operations
- Update all corresponding unit and integration tests
- Add new SHA for protobufs-0.7.0.jar and remove old 0.6.0 SHA

Signed-off-by: sakrah <sakrah@uber.com>

Author: akrahdan

CHANGELOG.md

@@ -5,6 +5,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 
 ## [Unreleased 3.x]
 ### Added
+- Upgrade opensearch-protobufs dependency to 0.7.0 and update transport-grpc module compatibility
 
 ### Changed
 

modules/transport-grpc/build.gradle

@@ -34,7 +34,7 @@ dependencies {
   implementation "io.grpc:grpc-stub:${versions.grpc}"
   implementation "io.grpc:grpc-util:${versions.grpc}"
   implementation "io.perfmark:perfmark-api:0.27.0"
-  implementation "org.opensearch:protobufs:0.6.0"
+  implementation "org.opensearch:protobufs:0.7.0"
   testImplementation project(':test:framework')
 }
 

modules/transport-grpc/licenses/protobufs-0.6.0.jar.sha1

@@ -0,0 +1 @@
+d83e08f04da8ec6a5b8925934e5a599b7592aba0

modules/transport-grpc/licenses/protobufs-0.7.0.jar.sha1

@@ -37,11 +37,11 @@ public void testDocumentServiceBulk() throws Exception {
             DocumentServiceGrpc.DocumentServiceBlockingStub documentStub = DocumentServiceGrpc.newBlockingStub(channel);
 
             // Create a bulk request with an index operation
-            IndexOperation indexOp = IndexOperation.newBuilder().setIndex(indexName).setId("1").build();
+            IndexOperation indexOp = IndexOperation.newBuilder().setUnderscoreIndex(indexName).setUnderscoreId("1").build();
 
             BulkRequestBody requestBody = BulkRequestBody.newBuilder()
-                .setIndex(indexOp)
-                .setDoc(com.google.protobuf.ByteString.copyFromUtf8(DEFAULT_DOCUMENT_SOURCE))
+                .setOperationContainer(org.opensearch.protobufs.OperationContainer.newBuilder().setIndex(indexOp).build())
+                .setObject(com.google.protobuf.ByteString.copyFromUtf8(DEFAULT_DOCUMENT_SOURCE))
                 .build();
 
             BulkRequest bulkRequest = BulkRequest.newBuilder().addRequestBody(requestBody).build();

modules/transport-grpc/src/internalClusterTest/java/org/opensearch/transport/grpc/DocumentServiceIT.java

@@ -43,25 +43,25 @@ public static FetchSourceContext parseFromProtoRequest(org.opensearch.protobufs.
         String[] sourceIncludes = null;
 
         // Set up source context if source parameters are provided
-        if (request.hasSource()) {
-            switch (request.getSource().getSourceConfigParamCase()) {
-                case SourceConfigParam.SourceConfigParamCase.BOOL_VALUE:
-                    fetchSource = request.getSource().getBoolValue();
+        if (request.hasUnderscoreSource()) {
+            switch (request.getUnderscoreSource().getSourceConfigParamCase()) {
+                case BOOL_VALUE:
+                    fetchSource = request.getUnderscoreSource().getBoolValue();
                     break;
-                case SourceConfigParam.SourceConfigParamCase.STRING_ARRAY:
-                    sourceIncludes = request.getSource().getStringArray().getStringArrayList().toArray(new String[0]);
+                case STRING_ARRAY:
+                    sourceIncludes = request.getUnderscoreSource().getStringArray().getStringArrayList().toArray(new String[0]);
                     break;
                 default:
                     throw new UnsupportedOperationException("Invalid sourceConfig provided.");
             }
         }
 
-        if (request.getSourceIncludesList().size() > 0) {
-            sourceIncludes = request.getSourceIncludesList().toArray(new String[0]);
+        if (request.getUnderscoreSourceIncludesCount() > 0) {
+            sourceIncludes = request.getUnderscoreSourceIncludesList().toArray(new String[0]);
         }
 
-        if (request.getSourceExcludesList().size() > 0) {
-            sourceExcludes = request.getSourceExcludesList().toArray(new String[0]);
+        if (request.getUnderscoreSourceExcludesCount() > 0) {
+            sourceExcludes = request.getUnderscoreSourceExcludesList().toArray(new String[0]);
         }
         if (fetchSource != null || sourceIncludes != null || sourceExcludes != null) {
             return new FetchSourceContext(fetchSource == null ? true : fetchSource, sourceIncludes, sourceExcludes);
@@ -118,22 +118,16 @@ public static FetchSourceContext fromProto(SourceConfig sourceConfig) {
         String[] excludes = Strings.EMPTY_ARRAY;
         if (sourceConfig.getSourceConfigCase() == SourceConfig.SourceConfigCase.FETCH) {
             fetchSource = sourceConfig.getFetch();
-        } else if (sourceConfig.hasIncludes()) {
-            ArrayList<String> list = new ArrayList<>();
-            for (String string : sourceConfig.getIncludes().getStringArrayList()) {
-                list.add(string);
-            }
-            includes = list.toArray(new String[0]);
         } else if (sourceConfig.hasFilter()) {
             SourceFilter sourceFilter = sourceConfig.getFilter();
-            if (!sourceFilter.getIncludesList().isEmpty()) {
+            if (sourceFilter.getIncludesCount() > 0) {
                 List<String> includesList = new ArrayList<>();
                 for (String s : sourceFilter.getIncludesList()) {
                     includesList.add(s);
                 }
                 includes = includesList.toArray(new String[0]);
             }
-            if (!sourceFilter.getExcludesList().isEmpty()) {
+            if (sourceFilter.getExcludesCount() > 0) {
                 List<String> excludesList = new ArrayList<>();
                 for (String s : sourceFilter.getExcludesList()) {
                     excludesList.add(s);

modules/transport-grpc/src/main/java/org/opensearch/transport/grpc/proto/request/common/FetchSourceContextProtoUtils.java

@@ -32,11 +32,12 @@ private OpTypeProtoUtils() {
      */
     public static DocWriteRequest.OpType fromProto(OpType opType) {
 
-        switch (opType) {
+        switch (opType.getOpTypeCase()) {
             case OP_TYPE_CREATE:
                 return DocWriteRequest.OpType.CREATE;
             case OP_TYPE_INDEX:
                 return DocWriteRequest.OpType.INDEX;
+            case OPTYPE_NOT_SET:
             default:
                 throw new UnsupportedOperationException("Invalid optype: " + opType);
         }

modules/transport-grpc/src/main/java/org/opensearch/transport/grpc/proto/request/common/OpTypeProtoUtils.java

@@ -30,13 +30,13 @@ private RefreshProtoUtils() {
      * @return The corresponding OpenSearch refresh policy string value
      */
     public static String getRefreshPolicy(org.opensearch.protobufs.Refresh refresh) {
-        switch (refresh) {
+        switch (refresh.getRefreshCase()) {
             case REFRESH_TRUE:
                 return WriteRequest.RefreshPolicy.IMMEDIATE.getValue();
             case REFRESH_WAIT_FOR:
                 return WriteRequest.RefreshPolicy.WAIT_UNTIL.getValue();
             case REFRESH_FALSE:
-            case REFRESH_UNSPECIFIED:
+            case REFRESH_NOT_SET:
             default:
                 return WriteRequest.RefreshPolicy.NONE.getValue();
         }

modules/transport-grpc/src/main/java/org/opensearch/transport/grpc/proto/request/common/RefreshProtoUtils.java

@@ -56,10 +56,10 @@ public static Script parseFromProtoRequest(org.opensearch.protobufs.Script scrip
     private static Script parseFromProtoRequest(org.opensearch.protobufs.Script script, String defaultLang) {
         Objects.requireNonNull(defaultLang);
 
-        if (script.hasInlineScript()) {
-            return parseInlineScript(script.getInlineScript(), defaultLang);
-        } else if (script.hasStoredScriptId()) {
-            return parseStoredScriptId(script.getStoredScriptId());
+        if (script.hasInline()) {
+            return parseInlineScript(script.getInline(), defaultLang);
+        } else if (script.hasStored()) {
+            return parseStoredScriptId(script.getStored());
         } else {
             throw new UnsupportedOperationException("No valid script type detected");
         }
@@ -118,10 +118,10 @@ public static Script parseStoredScriptId(StoredScriptId storedScriptId) {
      * @throws UnsupportedOperationException if no language was specified
      */
     public static String parseScriptLanguage(ScriptLanguage language, String defaultLang) {
-        if (language.hasStringValue()) {
-            return language.getStringValue();
+        if (language.hasCustom()) {
+            return language.getCustom();
         }
-        switch (language.getBuiltinScriptLanguage()) {
+        switch (language.getBuiltin()) {
             case BUILTIN_SCRIPT_LANGUAGE_EXPRESSION:
                 return "expression";
             case BUILTIN_SCRIPT_LANGUAGE_JAVA:

modules/transport-grpc/src/main/java/org/opensearch/transport/grpc/proto/request/common/ScriptProtoUtils.java

@@ -38,17 +38,18 @@ private ActiveShardCountProtoUtils() {
     public static ActiveShardCount parseProto(WaitForActiveShards waitForActiveShards) {
 
         switch (waitForActiveShards.getWaitForActiveShardsCase()) {
-            case WaitForActiveShards.WaitForActiveShardsCase.WAIT_FOR_ACTIVE_SHARD_OPTIONS:
-                switch (waitForActiveShards.getWaitForActiveShardOptions()) {
-                    case WAIT_FOR_ACTIVE_SHARD_OPTIONS_UNSPECIFIED:
-                        throw new UnsupportedOperationException("No mapping for WAIT_FOR_ACTIVE_SHARD_OPTIONS_UNSPECIFIED");
+            case WAIT_FOR_ACTIVE_SHARD_OPTIONS:
+                switch (waitForActiveShards.getWaitForActiveShardOptions().getWaitForActiveShardOptionsCase()) {
                     case WAIT_FOR_ACTIVE_SHARD_OPTIONS_ALL:
                         return ActiveShardCount.ALL;
+                    case NULL_VALUE:
+                    case WAITFORACTIVESHARDOPTIONS_NOT_SET:
                     default:
                         return ActiveShardCount.DEFAULT;
                 }
-            case WaitForActiveShards.WaitForActiveShardsCase.INT32_VALUE:
+            case INT32_VALUE:
                 return ActiveShardCount.from(waitForActiveShards.getInt32Value());
+            case WAITFORACTIVESHARDS_NOT_SET:
             default:
                 return ActiveShardCount.DEFAULT;
         }