Upstream fetch

Signed-off-by: Prudhvi Godithi <[email protected]>

server/src/main/java/org/opensearch/action/admin/indices/searchonly/SearchOnlyRequestBuilder.java

@@ -2,8 +2,8 @@
 
 import org.opensearch.action.ActionRequestBuilder;
 import org.opensearch.action.support.clustermanager.AcknowledgedResponse;
-import org.opensearch.client.OpenSearchClient;
 import org.opensearch.common.annotation.PublicApi;
+import org.opensearch.transport.client.OpenSearchClient;
 
 @PublicApi(since = "1.0.0")
 public class SearchOnlyRequestBuilder extends ActionRequestBuilder<SearchOnlyRequest, AcknowledgedResponse> {

server/src/main/java/org/opensearch/action/admin/indices/searchonly/TransportSearchOnlyAction.java

@@ -53,6 +53,7 @@
 import java.util.EnumSet;
 import java.util.HashMap;
 import java.util.List;
+import java.util.Locale;
 import java.util.Map;
 import java.util.UUID;
 import java.util.stream.Collectors;
@@ -229,6 +230,7 @@ private void handleShardSyncRequest(NodeSearchOnlyRequest request, TransportChan
                 );
                 throw new IllegalStateException(
                     String.format(
+                        Locale.ROOT,
                         "Shard [%s] still has %d uncommitted operations after flush. Please wait and retry the scale down operation.",
                         shard.shardId(),
                         shard.translogStats().getUncommittedOperations()

server/src/main/java/org/opensearch/action/admin/indices/shards/TransportIndicesShardStoresAction.java

@@ -146,7 +146,7 @@ protected void clusterManagerOperation(
             final String customDataPath = IndexMetadata.INDEX_DATA_PATH_SETTING.get(state.metadata().index(index).getSettings());
             for (IndexShardRoutingTable routing : indexShardRoutingTables) {
                 final int shardId = routing.shardId().id();
-                ClusterShardHealth shardHealth = new ClusterShardHealth(shardId, routing);
+                ClusterShardHealth shardHealth = new ClusterShardHealth(shardId, routing, state.metadata().index(index));
                 if (request.shardStatuses().contains(shardHealth.getStatus())) {
                     shardsToFetch.add(Tuple.tuple(routing.shardId(), customDataPath));
                 }

server/src/main/java/org/opensearch/cluster/health/ClusterIndexHealth.java

@@ -156,7 +156,7 @@ public ClusterIndexHealth(final IndexMetadata indexMetadata, final IndexRoutingT
         shards = new HashMap<>();
         for (IndexShardRoutingTable shardRoutingTable : indexRoutingTable) {
             int shardId = shardRoutingTable.shardId().id();
-            shards.put(shardId, new ClusterShardHealth(shardId, shardRoutingTable));
+            shards.put(shardId, new ClusterShardHealth(shardId, shardRoutingTable, indexMetadata));
         }
 
         // update the index status
@@ -218,7 +218,7 @@ public ClusterIndexHealth(
         if (isShardLevelHealthRequired) {
             for (IndexShardRoutingTable indexShardRoutingTable : indexRoutingTable) {
                 int shardId = indexShardRoutingTable.shardId().id();
-                ClusterShardHealth shardHealth = new ClusterShardHealth(shardId, indexShardRoutingTable);
+                ClusterShardHealth shardHealth = new ClusterShardHealth(shardId, indexShardRoutingTable, indexMetadata);
                 if (shardHealth.isPrimaryActive()) {
                     computeActivePrimaryShards++;
                 }
@@ -268,7 +268,8 @@ public ClusterIndexHealth(
                     ClusterHealthStatus shardHealth = ClusterShardHealth.getShardHealth(
                         primaryShard,
                         activeShardsPerShardId,
-                        shardRoutingCountPerShardId
+                        shardRoutingCountPerShardId,
+                        indexMetadata
                     );
                     computeStatus = getIndexHealthStatus(shardHealth, computeStatus);
                 }

server/src/main/java/org/opensearch/cluster/health/ClusterShardHealth.java

@@ -32,6 +32,7 @@
 
 package org.opensearch.cluster.health;
 
+import org.opensearch.cluster.metadata.IndexMetadata;
 import org.opensearch.cluster.routing.IndexShardRoutingTable;
 import org.opensearch.cluster.routing.RecoverySource;
 import org.opensearch.cluster.routing.ShardRouting;
@@ -113,7 +114,7 @@ public final class ClusterShardHealth implements Writeable, ToXContentFragment {
     private int delayedUnassignedShards;
     private final boolean primaryActive;
 
-    public ClusterShardHealth(final int shardId, final IndexShardRoutingTable shardRoutingTable) {
+    public ClusterShardHealth(final int shardId, final IndexShardRoutingTable shardRoutingTable, final IndexMetadata indexMetadata) {
         this.shardId = shardId;
         int computeActiveShards = 0;
         int computeRelocatingShards = 0;
@@ -139,13 +140,13 @@ public ClusterShardHealth(final int shardId, final IndexShardRoutingTable shardR
             }
         }
         final ShardRouting primaryRouting = shardRoutingTable.primaryShard();
-        this.status = getShardHealth(primaryRouting, computeActiveShards, shardRoutingTable.size());
+        this.status = getShardHealth(primaryRouting, computeActiveShards, shardRoutingTable.size(), indexMetadata);
         this.activeShards = computeActiveShards;
         this.relocatingShards = computeRelocatingShards;
         this.initializingShards = computeInitializingShards;
         this.unassignedShards = computeUnassignedShards;
         this.delayedUnassignedShards = computeDelayedUnassignedShards;
-        this.primaryActive = primaryRouting.active();
+        this.primaryActive = primaryRouting != null && primaryRouting.active();
     }
 
     public ClusterShardHealth(final StreamInput in) throws IOException {
@@ -230,9 +231,17 @@ public void writeTo(final StreamOutput out) throws IOException {
      *     Shard health is RED when the primary is not active.
      * </p>
      */
-    public static ClusterHealthStatus getShardHealth(final ShardRouting primaryRouting, final int activeShards, final int totalShards) {
-        // TO DO
-        // assert primaryRouting != null : "Primary shard routing can't be null";
+    public static ClusterHealthStatus getShardHealth(
+        final ShardRouting primaryRouting,
+        final int activeShards,
+        final int totalShards,
+        final IndexMetadata indexMetadata
+    ) {
+        if (primaryRouting == null) {
+            boolean isSearchOnlyEnabled = indexMetadata.getSettings()
+                .getAsBoolean(IndexMetadata.INDEX_BLOCKS_SEARCH_ONLY_SETTING.getKey(), false);
+            return isSearchOnlyEnabled ? ClusterHealthStatus.GREEN : ClusterHealthStatus.RED;
+        }
         if (primaryRouting.active()) {
             if (activeShards == totalShards) {
                 return ClusterHealthStatus.GREEN;

server/src/main/java/org/opensearch/rest/action/admin/indices/RestSearchonlyAction.java

@@ -1,10 +1,10 @@
 package org.opensearch.rest.action.admin.indices;
 
-import org.opensearch.client.node.NodeClient;
 import org.opensearch.core.common.Strings;
 import org.opensearch.rest.BaseRestHandler;
 import org.opensearch.rest.RestRequest;
 import org.opensearch.rest.action.RestToXContentListener;
+import org.opensearch.transport.client.node.NodeClient;
 
 import java.util.List;
 

server/src/test/java/org/opensearch/cluster/health/ClusterShardHealthTests.java

@@ -31,12 +31,15 @@
 
 package org.opensearch.cluster.health;
 
+import org.opensearch.Version;
+import org.opensearch.cluster.metadata.IndexMetadata;
 import org.opensearch.cluster.routing.IndexShardRoutingTable;
 import org.opensearch.cluster.routing.RecoverySource;
 import org.opensearch.cluster.routing.ShardRouting;
 import org.opensearch.cluster.routing.ShardRoutingState;
 import org.opensearch.cluster.routing.TestShardRouting;
 import org.opensearch.cluster.routing.UnassignedInfo;
+import org.opensearch.common.settings.Settings;
 import org.opensearch.core.common.io.stream.Writeable;
 import org.opensearch.core.index.Index;
 import org.opensearch.core.index.shard.ShardId;
@@ -64,8 +67,18 @@ public void testClusterShardGreenHealth() {
         indexShardRoutingBuilder.addShard(
             TestShardRouting.newShardRouting(indexName, shardID, "node_1", null, false, ShardRoutingState.STARTED)
         );
+
+        IndexMetadata.Builder indexMetadataBuilder = IndexMetadata.builder(indexName)
+            .settings(Settings.builder()
+                .put(IndexMetadata.SETTING_VERSION_CREATED, Version.CURRENT)
+                .put(IndexMetadata.SETTING_NUMBER_OF_SHARDS, 1)
+                .put(IndexMetadata.SETTING_NUMBER_OF_REPLICAS, 1)
+            )
+            .creationDate(System.currentTimeMillis());
+        IndexMetadata indexMetadata = indexMetadataBuilder.build();
         IndexShardRoutingTable indexShardRoutingTable = indexShardRoutingBuilder.build();
-        ClusterShardHealth clusterShardHealth = new ClusterShardHealth(shardID, indexShardRoutingTable);
+
+        ClusterShardHealth clusterShardHealth = new ClusterShardHealth(shardID, indexShardRoutingTable, indexMetadata);
         assertEquals(2, clusterShardHealth.getActiveShards());
         assertEquals(0, clusterShardHealth.getInitializingShards());
         assertEquals(0, clusterShardHealth.getRelocatingShards());
@@ -112,7 +125,17 @@ public void testClusterShardYellowHealth() {
             )
         );
         IndexShardRoutingTable indexShardRoutingTable = indexShardRoutingBuilder.build();
-        ClusterShardHealth clusterShardHealth = new ClusterShardHealth(shardID, indexShardRoutingTable);
+
+        IndexMetadata.Builder indexMetadataBuilder = IndexMetadata.builder(indexName)
+            .settings(Settings.builder()
+                .put(IndexMetadata.SETTING_VERSION_CREATED, Version.CURRENT)
+                .put(IndexMetadata.SETTING_NUMBER_OF_SHARDS, 1)
+                .put(IndexMetadata.SETTING_NUMBER_OF_REPLICAS, 1)
+            )
+            .creationDate(System.currentTimeMillis());
+        IndexMetadata indexMetadata = indexMetadataBuilder.build();
+
+        ClusterShardHealth clusterShardHealth = new ClusterShardHealth(shardID, indexShardRoutingTable, indexMetadata);
         assertEquals(2, clusterShardHealth.getActiveShards());
         assertEquals(1, clusterShardHealth.getInitializingShards());
         assertEquals(1, clusterShardHealth.getRelocatingShards());
@@ -150,7 +173,17 @@ public void testClusterShardRedHealth() {
             TestShardRouting.newShardRouting(indexName, shardID, null, null, false, ShardRoutingState.UNASSIGNED)
         );
         IndexShardRoutingTable indexShardRoutingTable = indexShardRoutingBuilder.build();
-        ClusterShardHealth clusterShardHealth = new ClusterShardHealth(shardID, indexShardRoutingTable);
+
+        IndexMetadata.Builder indexMetadataBuilder = IndexMetadata.builder(indexName)
+            .settings(Settings.builder()
+                .put(IndexMetadata.SETTING_VERSION_CREATED, Version.CURRENT)
+                .put(IndexMetadata.SETTING_NUMBER_OF_SHARDS, 1)
+                .put(IndexMetadata.SETTING_NUMBER_OF_REPLICAS, 1)
+            )
+            .creationDate(System.currentTimeMillis());
+        IndexMetadata indexMetadata = indexMetadataBuilder.build();
+
+        ClusterShardHealth clusterShardHealth = new ClusterShardHealth(shardID, indexShardRoutingTable, indexMetadata);
         assertEquals(0, clusterShardHealth.getActiveShards());
         assertEquals(0, clusterShardHealth.getInitializingShards());
         assertEquals(0, clusterShardHealth.getRelocatingShards());
@@ -161,7 +194,15 @@ public void testClusterShardRedHealth() {
     }
 
     public void testShardRoutingNullCheck() {
-        assertThrows(AssertionError.class, () -> ClusterShardHealth.getShardHealth(null, 0, 0));
+        IndexMetadata.Builder indexMetadataBuilder = IndexMetadata.builder("test")
+            .settings(Settings.builder()
+                .put(IndexMetadata.SETTING_VERSION_CREATED, Version.CURRENT)
+                .put(IndexMetadata.SETTING_NUMBER_OF_SHARDS, 1)
+                .put(IndexMetadata.SETTING_NUMBER_OF_REPLICAS, 1)
+            );
+        IndexMetadata indexMetadata = indexMetadataBuilder.build();
+
+        assertThrows(AssertionError.class, () -> ClusterShardHealth.getShardHealth(null, 0, 0, indexMetadata));
     }
 
     @Override