forked from elastic/elasticsearch
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feature: expose shard changes action as a rest api
- Loading branch information
1 parent
655090b
commit d8b06f6
Showing
4 changed files
with
472 additions
and
19 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
145 changes: 145 additions & 0 deletions
145
...plugin/ccr/src/javaRestTest/java/org/elasticsearch/xpack/ccr/rest/ShardChangesRestIT.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,145 @@ | ||
| /* | ||
| * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one | ||
| * or more contributor license agreements. Licensed under the Elastic License | ||
| * 2.0; you may not use this file except in compliance with the Elastic License | ||
| * 2.0. | ||
| */ | ||
|
|
||
| package org.elasticsearch.xpack.ccr.rest; | ||
|
|
||
| import org.elasticsearch.client.Request; | ||
| import org.elasticsearch.cluster.metadata.IndexMetadata; | ||
| import org.elasticsearch.common.settings.Settings; | ||
| import org.elasticsearch.core.TimeValue; | ||
| import org.elasticsearch.index.IndexSettings; | ||
| import org.elasticsearch.test.cluster.ElasticsearchCluster; | ||
| import org.elasticsearch.test.cluster.local.distribution.DistributionType; | ||
| import org.elasticsearch.test.rest.ESRestTestCase; | ||
| import org.junit.ClassRule; | ||
|
|
||
| import java.io.IOException; | ||
| import java.util.Locale; | ||
| import java.util.concurrent.TimeUnit; | ||
|
|
||
| public class ShardChangesRestIT extends ESRestTestCase { | ||
| private static final String[] NAMES = { "skywalker", "leia", "obi-wan", "yoda", "chewbacca", "r2-d2", "c-3po", "darth-vader" }; | ||
| @ClassRule | ||
| public static ElasticsearchCluster cluster = ElasticsearchCluster.local() | ||
| .distribution(DistributionType.DEFAULT) | ||
| .setting("xpack.security.enabled", "false") | ||
| .setting("xpack.license.self_generated.type", "trial") | ||
| .build(); | ||
|
|
||
| @Override | ||
| protected String getTestRestCluster() { | ||
| return cluster.getHttpAddresses(); | ||
| } | ||
|
|
||
| public void testShardChangesNoOperation() throws IOException { | ||
| final String indexName = randomAlphanumericOfLength(10).toLowerCase(Locale.ROOT); | ||
| createIndex( | ||
| indexName, | ||
| Settings.builder() | ||
| .put(IndexMetadata.SETTING_NUMBER_OF_SHARDS, 1) | ||
| .put(IndexMetadata.SETTING_NUMBER_OF_REPLICAS, 0) | ||
| .put(IndexSettings.INDEX_TRANSLOG_SYNC_INTERVAL_SETTING.getKey(), "1s") | ||
| .build() | ||
| ); | ||
| assertTrue(indexExists(indexName)); | ||
| final TimeValue pollTimeout = new TimeValue(10, TimeUnit.SECONDS); | ||
|
|
||
| final Request shardChangesRequest = new Request("GET", "/" + indexName + "/ccr/shard_changes"); | ||
| shardChangesRequest.addParameter("poll_timeout", pollTimeout.getSeconds() + "s"); | ||
| assertOK(client().performRequest(shardChangesRequest)); | ||
| } | ||
|
|
||
| public void testShardChangesDefaultParams() throws IOException { | ||
| final String indexName = randomAlphanumericOfLength(10).toLowerCase(Locale.ROOT); | ||
| final Settings settings = Settings.builder() | ||
| .put(IndexMetadata.SETTING_NUMBER_OF_SHARDS, 1) | ||
| .put(IndexMetadata.SETTING_NUMBER_OF_REPLICAS, 0) | ||
| .put(IndexSettings.INDEX_TRANSLOG_SYNC_INTERVAL_SETTING.getKey(), "1s") | ||
| .build(); | ||
| final String mappings = """ | ||
| { | ||
| "properties": { | ||
| "name": { | ||
| "type": "keyword" | ||
| } | ||
| } | ||
| } | ||
| """; | ||
| createIndex(indexName, settings, mappings); | ||
| assertTrue(indexExists(indexName)); | ||
|
|
||
| assertOK(client().performRequest(bulkRequest(indexName, randomIntBetween(10, 20)))); | ||
|
|
||
| final Request shardChangesRequest = new Request("GET", "/" + indexName + "/ccr/shard_changes"); | ||
| assertOK(client().performRequest(shardChangesRequest)); | ||
| } | ||
|
|
||
| public void testShardChangesWithAllParameters() throws IOException { | ||
| final String indexName = randomAlphanumericOfLength(10).toLowerCase(Locale.ROOT); | ||
| createIndex( | ||
| indexName, | ||
| Settings.builder() | ||
| .put(IndexMetadata.SETTING_NUMBER_OF_SHARDS, 1) | ||
| .put(IndexMetadata.SETTING_NUMBER_OF_REPLICAS, 0) | ||
| .put(IndexSettings.INDEX_TRANSLOG_SYNC_INTERVAL_SETTING.getKey(), "1s") | ||
| .build() | ||
| ); | ||
| assertTrue(indexExists(indexName)); | ||
|
|
||
| assertOK(client().performRequest(bulkRequest(indexName, randomIntBetween(100, 200)))); | ||
|
|
||
| final Request shardChangesRequest = new Request("GET", "/" + indexName + "/ccr/shard_changes"); | ||
| shardChangesRequest.addParameter("from_seq_no", "0"); | ||
| shardChangesRequest.addParameter("max_operations_count", "1"); | ||
| shardChangesRequest.addParameter("poll_timeout", "10s"); | ||
| shardChangesRequest.addParameter("max_batch_size", "1MB"); | ||
|
|
||
| assertOK(client().performRequest(shardChangesRequest)); | ||
| } | ||
|
|
||
| public void testShardChangesMultipleRequests() throws IOException { | ||
| final String indexName = randomAlphanumericOfLength(10).toLowerCase(Locale.ROOT); | ||
| createIndex( | ||
| indexName, | ||
| Settings.builder() | ||
| .put(IndexMetadata.SETTING_NUMBER_OF_SHARDS, 1) | ||
| .put(IndexMetadata.SETTING_NUMBER_OF_REPLICAS, 0) | ||
| .put(IndexSettings.INDEX_TRANSLOG_SYNC_INTERVAL_SETTING.getKey(), "1s") | ||
| .build() | ||
| ); | ||
| assertTrue(indexExists(indexName)); | ||
|
|
||
| assertOK(client().performRequest(bulkRequest(indexName, randomIntBetween(100, 200)))); | ||
|
|
||
| final Request firstRequest = new Request("GET", "/" + indexName + "/ccr/shard_changes"); | ||
| firstRequest.addParameter("from_seq_no", "0"); | ||
| firstRequest.addParameter("max_operations_count", "10"); | ||
| firstRequest.addParameter("poll_timeout", "10s"); | ||
| firstRequest.addParameter("max_batch_size", "1MB"); | ||
| assertOK(client().performRequest(firstRequest)); | ||
|
|
||
| final Request secondRequest = new Request("GET", "/" + indexName + "/ccr/shard_changes"); | ||
| secondRequest.addParameter("from_seq_no", "10"); | ||
| secondRequest.addParameter("max_operations_count", "10"); | ||
| secondRequest.addParameter("poll_timeout", "10s"); | ||
| secondRequest.addParameter("max_batch_size", "1MB"); | ||
| assertOK(client().performRequest(secondRequest)); | ||
| } | ||
|
|
||
| private static Request bulkRequest(final String indexName, int numberOfDocuments) { | ||
| final StringBuilder sb = new StringBuilder(); | ||
|
|
||
| for (int i = 0; i < numberOfDocuments; i++) { | ||
| sb.append(String.format("{ \"index\": { \"_id\": \"%d\" } }\n{ \"name\": \"%s\" }\n", i + 1, randomFrom(NAMES))); | ||
| } | ||
|
|
||
| final Request request = new Request("POST", "/" + indexName + "/_bulk"); | ||
| request.setJsonEntity(sb.toString()); | ||
| request.addParameter("refresh", "true"); | ||
| return request; | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.