forked from opensearch-project/OpenSearch
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add RSA Async batch shard fetch transport integ test
Signed-off-by: sudarshan baliga <[email protected]>
- Loading branch information
1 parent
07ba88a
commit 45aadc8
Showing
3 changed files
with
243 additions
and
2 deletions.
There are no files selected for viewing
76 changes: 76 additions & 0 deletions
76
...er/src/internalClusterTest/java/org/opensearch/gateway/AsyncShardFetchBatchTestUtils.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,76 @@ | ||
| /* | ||
| * SPDX-License-Identifier: Apache-2.0 | ||
| * | ||
| * The OpenSearch Contributors require contributions made to | ||
| * this file be licensed under the Apache-2.0 license or a | ||
| * compatible open source license. | ||
| */ | ||
|
|
||
| package org.opensearch.gateway; | ||
|
|
||
| import org.opensearch.action.admin.cluster.state.ClusterStateRequest; | ||
| import org.opensearch.action.admin.cluster.state.ClusterStateResponse; | ||
| import org.opensearch.cluster.metadata.IndexMetadata; | ||
| import org.opensearch.cluster.node.DiscoveryNode; | ||
| import org.opensearch.core.index.Index; | ||
| import org.opensearch.core.index.shard.ShardId; | ||
| import org.opensearch.env.NodeEnvironment; | ||
| import org.opensearch.index.shard.ShardPath; | ||
|
|
||
| import java.io.IOException; | ||
| import java.nio.file.DirectoryStream; | ||
| import java.nio.file.Files; | ||
| import java.nio.file.Path; | ||
| import java.util.HashMap; | ||
| import java.util.LinkedList; | ||
| import java.util.List; | ||
| import java.util.Map; | ||
| import java.util.concurrent.ExecutionException; | ||
|
|
||
| import static org.opensearch.test.OpenSearchIntegTestCase.client; | ||
| import static org.opensearch.test.OpenSearchIntegTestCase.internalCluster; | ||
| import static org.opensearch.test.OpenSearchIntegTestCase.resolveIndex; | ||
|
|
||
| public class AsyncShardFetchBatchTestUtils { | ||
|
|
||
| public static DiscoveryNode[] getDiscoveryNodes() throws ExecutionException, InterruptedException { | ||
| final ClusterStateRequest clusterStateRequest = new ClusterStateRequest(); | ||
| clusterStateRequest.local(false); | ||
| clusterStateRequest.clear().nodes(true).routingTable(true).indices("*"); | ||
| ClusterStateResponse clusterStateResponse = client().admin().cluster().state(clusterStateRequest).get(); | ||
| final List<DiscoveryNode> nodes = new LinkedList<>(clusterStateResponse.getState().nodes().getDataNodes().values()); | ||
| DiscoveryNode[] disNodesArr = new DiscoveryNode[nodes.size()]; | ||
| nodes.toArray(disNodesArr); | ||
| return disNodesArr; | ||
| } | ||
|
|
||
| public static Map<ShardId, String> prepareRequestMap(String[] indices, int shardCount) { | ||
| Map<ShardId, String> shardIdCustomDataPathMap = new HashMap<>(); | ||
| for (String indexName : indices) { | ||
| final Index index = resolveIndex(indexName); | ||
| final String customDataPath = IndexMetadata.INDEX_DATA_PATH_SETTING.get( | ||
| client().admin().indices().prepareGetSettings(indexName).get().getIndexToSettings().get(indexName) | ||
| ); | ||
| for (int shardIdNum = 0; shardIdNum < shardCount; shardIdNum++) { | ||
| final ShardId shardId = new ShardId(index, shardIdNum); | ||
| shardIdCustomDataPathMap.put(shardId, customDataPath); | ||
| } | ||
| } | ||
| return shardIdCustomDataPathMap; | ||
| } | ||
|
|
||
| public static void corruptShard(String nodeName, ShardId shardId) throws IOException, InterruptedException { | ||
| for (Path path : internalCluster().getInstance(NodeEnvironment.class, nodeName).availableShardPaths(shardId)) { | ||
| final Path indexPath = path.resolve(ShardPath.INDEX_FOLDER_NAME); | ||
| if (Files.exists(indexPath)) { // multi data path might only have one path in use | ||
| try (DirectoryStream<Path> stream = Files.newDirectoryStream(indexPath)) { | ||
| for (Path item : stream) { | ||
| if (item.getFileName().toString().startsWith("segments_")) { | ||
| Files.delete(item); | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } |
163 changes: 163 additions & 0 deletions
163
...erTest/java/org/opensearch/indices/store/TransportNodesListShardStoreMetadataBatchIT.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,163 @@ | ||
| /* | ||
| * SPDX-License-Identifier: Apache-2.0 | ||
| * | ||
| * The OpenSearch Contributors require contributions made to | ||
| * this file be licensed under the Apache-2.0 license or a | ||
| * compatible open source license. | ||
| */ | ||
|
|
||
| package org.opensearch.indices.store; | ||
|
|
||
| import org.opensearch.Version; | ||
| import org.opensearch.action.admin.cluster.reroute.ClusterRerouteResponse; | ||
| import org.opensearch.action.admin.cluster.shards.ClusterSearchShardsGroup; | ||
| import org.opensearch.action.admin.cluster.shards.ClusterSearchShardsResponse; | ||
| import org.opensearch.action.support.ActionTestUtils; | ||
| import org.opensearch.cluster.node.DiscoveryNode; | ||
| import org.opensearch.cluster.routing.ShardRouting; | ||
| import org.opensearch.common.settings.Settings; | ||
| import org.opensearch.core.index.Index; | ||
| import org.opensearch.core.index.shard.ShardId; | ||
| import org.opensearch.test.OpenSearchIntegTestCase; | ||
|
|
||
| import java.util.Map; | ||
| import java.util.concurrent.ExecutionException; | ||
|
|
||
| import static java.util.Collections.emptyMap; | ||
| import static java.util.Collections.emptySet; | ||
| import static org.opensearch.cluster.metadata.IndexMetadata.SETTING_NUMBER_OF_REPLICAS; | ||
| import static org.opensearch.cluster.metadata.IndexMetadata.SETTING_NUMBER_OF_SHARDS; | ||
| import static org.opensearch.gateway.AsyncShardFetchBatchTestUtils.corruptShard; | ||
| import static org.opensearch.gateway.AsyncShardFetchBatchTestUtils.getDiscoveryNodes; | ||
| import static org.opensearch.gateway.AsyncShardFetchBatchTestUtils.prepareRequestMap; | ||
|
|
||
| public class TransportNodesListShardStoreMetadataBatchIT extends OpenSearchIntegTestCase { | ||
|
|
||
| public void testSingleShardStoreFetch() throws ExecutionException, InterruptedException { | ||
| String indexName = "test"; | ||
| DiscoveryNode[] nodes = getDiscoveryNodes(); | ||
| TransportNodesListShardStoreMetadataBatch.NodesStoreFilesMetadataBatch response = prepareAndSendRequest( | ||
| new String[] { indexName }, | ||
| nodes | ||
| ); | ||
| Index index = resolveIndex(indexName); | ||
| ShardId shardId = new ShardId(index, 0); | ||
| TransportNodesListShardStoreMetadataBatch.NodeStoreFilesMetadata nodeStoreFilesMetadata = response.getNodesMap() | ||
| .get(nodes[0].getId()) | ||
| .getNodeStoreFilesMetadataBatch() | ||
| .get(shardId); | ||
| assertNodeStoreFilesMetadataSuccessCase(nodeStoreFilesMetadata, shardId); | ||
| } | ||
|
|
||
| public void testShardStoreFetchMultiNodeMultiIndexes() throws Exception { | ||
| // start second node | ||
| internalCluster().startNode(); | ||
| String indexName1 = "test1"; | ||
| String indexName2 = "test2"; | ||
| DiscoveryNode[] nodes = getDiscoveryNodes(); | ||
| TransportNodesListShardStoreMetadataBatch.NodesStoreFilesMetadataBatch response = prepareAndSendRequest( | ||
| new String[] { indexName1, indexName2 }, | ||
| nodes | ||
| ); | ||
| ClusterSearchShardsResponse searchShardsResponse = client().admin().cluster().prepareSearchShards(indexName1, indexName2).get(); | ||
| for (ClusterSearchShardsGroup clusterSearchShardsGroup : searchShardsResponse.getGroups()) { | ||
| ShardId shardId = clusterSearchShardsGroup.getShardId(); | ||
| ShardRouting[] shardRoutings = clusterSearchShardsGroup.getShards(); | ||
| assertEquals(2, shardRoutings.length); | ||
| for (ShardRouting shardRouting : shardRoutings) { | ||
| TransportNodesListShardStoreMetadataBatch.NodeStoreFilesMetadata nodeStoreFilesMetadata = response.getNodesMap() | ||
| .get(shardRouting.currentNodeId()) | ||
| .getNodeStoreFilesMetadataBatch() | ||
| .get(shardId); | ||
| assertNodeStoreFilesMetadataSuccessCase(nodeStoreFilesMetadata, shardId); | ||
| } | ||
| } | ||
| } | ||
|
|
||
| public void testShardStoreFetchNodeNotConnected() { | ||
| DiscoveryNode nonExistingNode = new DiscoveryNode("foo", buildNewFakeTransportAddress(), emptyMap(), emptySet(), Version.CURRENT); | ||
| String indexName = "test"; | ||
| TransportNodesListShardStoreMetadataBatch.NodesStoreFilesMetadataBatch response = prepareAndSendRequest( | ||
| new String[] { indexName }, | ||
| new DiscoveryNode[] { nonExistingNode } | ||
| ); | ||
| assertTrue(response.hasFailures()); | ||
| assertEquals(1, response.failures().size()); | ||
| assertEquals(nonExistingNode.getId(), response.failures().get(0).nodeId()); | ||
| } | ||
|
|
||
| public void testShardStoreFetchCorruptedIndex() throws Exception { | ||
| // start second node | ||
| internalCluster().startNode(); | ||
| String indexName = "test"; | ||
| prepareIndices(new String[] { indexName }, 1, 1); | ||
| Map<ShardId, String> shardIdCustomDataPathMap = prepareRequestMap(new String[] { indexName }, 1); | ||
| Index index = resolveIndex(indexName); | ||
| ShardId shardId = new ShardId(index, 0); | ||
| ClusterSearchShardsResponse searchShardsResponse = client().admin().cluster().prepareSearchShards(indexName).get(); | ||
| assertEquals(2, searchShardsResponse.getNodes().length); | ||
| corruptShard(searchShardsResponse.getNodes()[0].getName(), shardId); | ||
| corruptShard(searchShardsResponse.getNodes()[1].getName(), shardId); | ||
| ClusterRerouteResponse clusterRerouteResponse = client().admin().cluster().prepareReroute().setRetryFailed(false).get(); | ||
| DiscoveryNode[] discoveryNodes = getDiscoveryNodes(); | ||
| TransportNodesListShardStoreMetadataBatch.NodesStoreFilesMetadataBatch response; | ||
| response = ActionTestUtils.executeBlocking( | ||
| internalCluster().getInstance(TransportNodesListShardStoreMetadataBatch.class), | ||
| new TransportNodesListShardStoreMetadataBatch.Request(shardIdCustomDataPathMap, discoveryNodes) | ||
| ); | ||
| TransportNodesListShardStoreMetadataBatch.NodeStoreFilesMetadata nodeStoreFilesMetadata = response.getNodesMap() | ||
| .get(discoveryNodes[0].getId()) | ||
| .getNodeStoreFilesMetadataBatch() | ||
| .get(shardId); | ||
| assertNodeStoreFilesMetadataFailureCase(nodeStoreFilesMetadata, shardId); | ||
| } | ||
|
|
||
| private void prepareIndices(String[] indices, int numberOfPrimaryShards, int numberOfReplicaShards) { | ||
| for (String index : indices) { | ||
| createIndex( | ||
| index, | ||
| Settings.builder() | ||
| .put(SETTING_NUMBER_OF_SHARDS, numberOfPrimaryShards) | ||
| .put(SETTING_NUMBER_OF_REPLICAS, numberOfReplicaShards) | ||
| .build() | ||
| ); | ||
| index(index, "type", "1"); | ||
| flush(index); | ||
| } | ||
| } | ||
|
|
||
| private TransportNodesListShardStoreMetadataBatch.NodesStoreFilesMetadataBatch prepareAndSendRequest( | ||
| String[] indices, | ||
| DiscoveryNode[] nodes | ||
| ) { | ||
| Map<ShardId, String> shardIdCustomDataPathMap = null; | ||
| prepareIndices(indices, 1, 1); | ||
| shardIdCustomDataPathMap = prepareRequestMap(indices, 1); | ||
| TransportNodesListShardStoreMetadataBatch.NodesStoreFilesMetadataBatch response; | ||
| return ActionTestUtils.executeBlocking( | ||
| internalCluster().getInstance(TransportNodesListShardStoreMetadataBatch.class), | ||
| new TransportNodesListShardStoreMetadataBatch.Request(shardIdCustomDataPathMap, nodes) | ||
| ); | ||
| } | ||
|
|
||
| private void assertNodeStoreFilesMetadataFailureCase( | ||
| TransportNodesListShardStoreMetadataBatch.NodeStoreFilesMetadata nodeStoreFilesMetadata, | ||
| ShardId shardId | ||
| ) { | ||
| assertNotNull(nodeStoreFilesMetadata.getStoreFileFetchException()); | ||
| TransportNodesListShardStoreMetadataBatch.StoreFilesMetadata storeFileMetadata = nodeStoreFilesMetadata.storeFilesMetadata(); | ||
| assertEquals(shardId, storeFileMetadata.shardId()); | ||
| assertTrue(storeFileMetadata.peerRecoveryRetentionLeases().isEmpty()); | ||
| } | ||
|
|
||
| private void assertNodeStoreFilesMetadataSuccessCase( | ||
| TransportNodesListShardStoreMetadataBatch.NodeStoreFilesMetadata nodeStoreFilesMetadata, | ||
| ShardId shardId | ||
| ) { | ||
| assertNull(nodeStoreFilesMetadata.getStoreFileFetchException()); | ||
| TransportNodesListShardStoreMetadataBatch.StoreFilesMetadata storeFileMetadata = nodeStoreFilesMetadata.storeFilesMetadata(); | ||
| assertFalse(storeFileMetadata.isEmpty()); | ||
| assertEquals(shardId, storeFileMetadata.shardId()); | ||
| assertNotNull(storeFileMetadata.peerRecoveryRetentionLeases()); | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters