ports) {
- String cmd = "lsof -iTCP -sTCP:LISTEN -P -n | awk '{print $9}' | grep -E ";
- return cmd + ports.stream().map(String::valueOf).collect(Collectors.joining("|")) + "\"";
+ /**
+ * List occupied port and the associated pid on Unix.
+ *
+ * A line of the lsof output splits into 10 columns, e.g. {@code java 1234 user 77u IPv6 0x1a2b
+ * 0t0 TCP 127.0.0.1:6667 (LISTEN)}. The address is in column 8 and the state in column 9.
+ *
+ * @param ports ports to be checked
+ * @return (occupiedPort, pid) pairs
+ */
+ public static Map listPortOccupationUnix(final List ports)
+ throws IOException {
+ return listPortOccupation(ports, "lsof -iTCP -sTCP:LISTEN,TIME_WAIT -P -n", 10, 8, 1);
}
- private static Pair getClusterNodesNum(int index) {
- String valueStr = System.getProperty(CLUSTER_CONFIGURATIONS);
+ private static Pair getClusterNodesNum(final int index) {
+ final String valueStr = System.getProperty(CLUSTER_CONFIGURATIONS);
if (valueStr == null) {
return null;
}
@@ -154,17 +199,17 @@ private static Pair getClusterNodesNum(int index) {
// Print nothing to avoid polluting test outputs
return null;
}
- } catch (NumberFormatException ignore) {
+ } catch (final NumberFormatException ignore) {
return null;
}
}
- public static String getLockFilePath(int port) {
+ public static String getLockFilePath(final int port) {
return LOCK_FILE_PATH + port;
}
public static Pair getNodeNum() {
- Pair nodesNum = getClusterNodesNum(0);
+ final Pair nodesNum = getClusterNodesNum(0);
if (nodesNum != null) {
return nodesNum;
}
@@ -173,8 +218,8 @@ public static Pair getNodeNum() {
getIntFromSysVar(DEFAULT_DATA_NODE_NUM, 3, 0));
}
- public static Pair getNodeNum(int index) {
- Pair nodesNum = getClusterNodesNum(index);
+ public static Pair getNodeNum(final int index) {
+ final Pair nodesNum = getClusterNodesNum(index);
if (nodesNum != null) {
return nodesNum;
}
@@ -183,38 +228,38 @@ public static Pair getNodeNum(int index) {
getIntFromSysVar(DEFAULT_DATA_NODE_NUM, 3, index));
}
- public static String getFilePathFromSysVar(String key, int index) {
- String valueStr = System.getProperty(key);
+ public static String getFilePathFromSysVar(final String key, final int index) {
+ final String valueStr = System.getProperty(key);
if (valueStr == null) {
return null;
}
return System.getProperty(USER_DIR) + getValueOfIndex(valueStr, index);
}
- public static int getIntFromSysVar(String key, int defaultValue, int index) {
- String valueStr = System.getProperty(key);
+ public static int getIntFromSysVar(final String key, final int defaultValue, final int index) {
+ final String valueStr = System.getProperty(key);
if (valueStr == null) {
return defaultValue;
}
- String value = getValueOfIndex(valueStr, index);
+ final String value = getValueOfIndex(valueStr, index);
try {
return Integer.parseInt(value);
- } catch (NumberFormatException e) {
+ } catch (final NumberFormatException e) {
throw new IllegalArgumentException("Invalid property value: " + value + " of key " + key);
}
}
- public static String getValueOfIndex(String valueStr, int index) {
- String[] values = valueStr.split(DELIMITER);
+ public static String getValueOfIndex(final String valueStr, final int index) {
+ final String[] values = valueStr.split(DELIMITER);
return index <= values.length - 1 ? values[index] : values[values.length - 1];
}
- public static String getTimeForLogDirectory(long startTime) {
+ public static String getTimeForLogDirectory(final long startTime) {
return convertLongToDate(startTime, "ms").replace(":", DIR_TIME_REPLACEMENT);
}
- public static String fromConsensusFullNameToAbbr(String consensus) {
+ public static String fromConsensusFullNameToAbbr(final String consensus) {
switch (consensus) {
case SIMPLE_CONSENSUS:
return SIMPLE_CONSENSUS_STR;
@@ -233,7 +278,7 @@ public static String fromConsensusFullNameToAbbr(String consensus) {
}
}
- public static String fromConsensusAbbrToFullName(String consensus) {
+ public static String fromConsensusAbbrToFullName(final String consensus) {
switch (consensus) {
case SIMPLE_CONSENSUS_STR:
return SIMPLE_CONSENSUS;
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppBaseConfig.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppBaseConfig.java
index 473d2f1b64c7f..e0758de70c952 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppBaseConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppBaseConfig.java
@@ -19,8 +19,9 @@
package org.apache.iotdb.it.env.cluster.config;
+import jakarta.validation.constraints.NotNull;
+
import javax.annotation.Nullable;
-import javax.validation.constraints.NotNull;
import java.io.FileWriter;
import java.io.IOException;
@@ -40,6 +41,8 @@ public abstract class MppBaseConfig {
/** Create an empty MppPersistentConfig. */
protected MppBaseConfig() {
this.properties = new Properties();
+ this.properties.setProperty("cn_selector_thread_nums_of_client_manager", "1");
+ this.properties.setProperty("dn_selector_thread_nums_of_client_manager", "1");
}
/**
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppCommonConfig.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppCommonConfig.java
index 9a5e066d6419b..78e47cfd69ff7 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppCommonConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppCommonConfig.java
@@ -124,11 +124,9 @@ public CommonConfig setEnableCrossSpaceCompaction(boolean enableCrossSpaceCompac
}
@Override
- public CommonConfig setMaxInnerCompactionCandidateFileNum(
- int maxInnerCompactionCandidateFileNum) {
+ public CommonConfig setInnerCompactionCandidateFileNum(int maxInnerCompactionCandidateFileNum) {
setProperty(
- "max_inner_compaction_candidate_file_num",
- String.valueOf(maxInnerCompactionCandidateFileNum));
+ "inner_compaction_candidate_file_num", String.valueOf(maxInnerCompactionCandidateFileNum));
return this;
}
@@ -151,8 +149,8 @@ public CommonConfig setPrimitiveArraySize(int primitiveArraySize) {
}
@Override
- public CommonConfig setAvgSeriesPointNumberThreshold(int avgSeriesPointNumberThreshold) {
- setProperty("avg_series_point_number_threshold", String.valueOf(avgSeriesPointNumberThreshold));
+ public CommonConfig setTargetChunkPointNum(int targetChunkPointNum) {
+ setProperty("target_chunk_point_num", String.valueOf(targetChunkPointNum));
return this;
}
@@ -232,6 +230,12 @@ public CommonConfig setTimePartitionInterval(long timePartitionInterval) {
return this;
}
+ @Override
+ public CommonConfig setTTLCheckInterval(long ttlCheckInterval) {
+ setProperty("ttl_check_interval", String.valueOf(ttlCheckInterval));
+ return this;
+ }
+
@Override
public CommonConfig setTimePartitionOrigin(long timePartitionOrigin) {
setProperty("time_partition_origin", String.valueOf(timePartitionOrigin));
@@ -359,6 +363,18 @@ public CommonConfig setSeriesSlotNum(int seriesSlotNum) {
return this;
}
+ @Override
+ public CommonConfig setDataPartitionAllocationStrategy(String dataPartitionAllocationStrategy) {
+ setProperty("data_partition_allocation_strategy", dataPartitionAllocationStrategy);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setSeriesPartitionExecutorClass(String seriesPartitionExecutorClass) {
+ setProperty("series_partition_executor_class", seriesPartitionExecutorClass);
+ return this;
+ }
+
@Override
public CommonConfig setSchemaMemoryAllocate(String schemaMemoryAllocate) {
setProperty("schema_memory_proportion", String.valueOf(schemaMemoryAllocate));
@@ -419,6 +435,36 @@ public CommonConfig setSchemaRegionPerDataNode(double schemaRegionPerDataNode) {
return this;
}
+ @Override
+ public CommonConfig setPipeMemoryManagementEnabled(boolean pipeMemoryManagementEnabled) {
+ setProperty("pipe_memory_management_enabled", String.valueOf(pipeMemoryManagementEnabled));
+ return this;
+ }
+
+ @Override
+ public CommonConfig setPipeDataStructureTabletMemoryBlockAllocationRejectThreshold(
+ double pipeDataStructureTabletMemoryBlockAllocationRejectThreshold) {
+ setProperty(
+ "pipe_data_structure_tablet_memory_block_allocation_reject_threshold",
+ String.valueOf(pipeDataStructureTabletMemoryBlockAllocationRejectThreshold));
+ return this;
+ }
+
+ @Override
+ public CommonConfig setPipeDataStructureTsFileMemoryBlockAllocationRejectThreshold(
+ double pipeDataStructureTsFileMemoryBlockAllocationRejectThreshold) {
+ setProperty(
+ "pipe_data_structure_ts_file_memory_block_allocation_reject_threshold",
+ String.valueOf(pipeDataStructureTsFileMemoryBlockAllocationRejectThreshold));
+ return this;
+ }
+
+ @Override
+ public CommonConfig setIsPipeEnableMemoryCheck(boolean isPipeEnableMemoryCheck) {
+ setProperty("pipe_enable_memory_checked", String.valueOf(isPipeEnableMemoryCheck));
+ return this;
+ }
+
@Override
public CommonConfig setPipeAirGapReceiverEnabled(boolean isPipeAirGapReceiverEnabled) {
setProperty("pipe_air_gap_receiver_enabled", String.valueOf(isPipeAirGapReceiverEnabled));
@@ -445,8 +491,8 @@ public CommonConfig setTagAttributeTotalSize(int tagAttributeTotalSize) {
}
@Override
- public CommonConfig setCnConnectionTimeoutMs(int connectionTimeoutMs) {
- setProperty("cn_connection_timeout_ms", String.valueOf(connectionTimeoutMs));
+ public CommonConfig setDnConnectionTimeoutMs(int connectionTimeoutMs) {
+ setProperty("dn_connection_timeout_ms", String.valueOf(connectionTimeoutMs));
return this;
}
@@ -476,6 +522,58 @@ public CommonConfig setPipeMetaSyncerSyncIntervalMinutes(long pipeMetaSyncerSync
return this;
}
+ @Override
+ public CommonConfig setPipeConnectorRequestSliceThresholdBytes(
+ int pipeConnectorRequestSliceThresholdBytes) {
+ setProperty(
+ "pipe_sink_request_slice_threshold_bytes",
+ String.valueOf(pipeConnectorRequestSliceThresholdBytes));
+
+ return this;
+ }
+
+ @Override
+ public CommonConfig setPipeAutoSplitFullEnabled(boolean pipeAutoSplitFullEnabled) {
+ setProperty("pipe_auto_split_full_enabled", String.valueOf(pipeAutoSplitFullEnabled));
+ return this;
+ }
+
+ @Override
+ public CommonConfig setQueryMemoryProportion(String queryMemoryProportion) {
+ setProperty("chunk_timeseriesmeta_free_memory_proportion", queryMemoryProportion);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setSubscriptionPrefetchTsFileBatchMaxDelayInMs(
+ int subscriptionPrefetchTsFileBatchMaxDelayInMs) {
+ setProperty(
+ "subscription_prefetch_ts_file_batch_max_delay_in_ms",
+ String.valueOf(subscriptionPrefetchTsFileBatchMaxDelayInMs));
+ return this;
+ }
+
+ @Override
+ public CommonConfig setSubscriptionPrefetchTsFileBatchMaxSizeInBytes(
+ int subscriptionPrefetchTsFileBatchMaxSizeInBytes) {
+ setProperty(
+ "subscription_prefetch_ts_file_batch_max_size_in_bytes",
+ String.valueOf(subscriptionPrefetchTsFileBatchMaxSizeInBytes));
+ return this;
+ }
+
+ @Override
+ public CommonConfig setDefaultStorageGroupLevel(int defaultStorageGroupLevel) {
+ setProperty("default_database_level", String.valueOf(defaultStorageGroupLevel));
+ return this;
+ }
+
+ @Override
+ public CommonConfig setDatanodeMemoryProportion(String datanodeMemoryProportion) {
+ setProperty("datanode_memory_proportion", datanodeMemoryProportion);
+ return this;
+ }
+
// For part of the log directory
public String getClusterConfigStr() {
return fromConsensusFullNameToAbbr(properties.getProperty(CONFIG_NODE_CONSENSUS_PROTOCOL_CLASS))
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppConfigNodeConfig.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppConfigNodeConfig.java
index 62ccbb0aa4ff6..4385097ce045b 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppConfigNodeConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppConfigNodeConfig.java
@@ -55,4 +55,22 @@ public ConfigNodeConfig setMetricReporterType(List metricReporterTypes)
properties.setProperty("cn_metric_reporter_list", String.join(",", metricReporterTypes));
return this;
}
+
+ @Override
+ public ConfigNodeConfig setMetricPrometheusReporterUsername(String username) {
+ properties.setProperty("metric_prometheus_reporter_username", username);
+ return this;
+ }
+
+ @Override
+ public ConfigNodeConfig setMetricPrometheusReporterPassword(String password) {
+ properties.setProperty("metric_prometheus_reporter_password", password);
+ return this;
+ }
+
+ @Override
+ public ConfigNodeConfig setLeaderDistributionPolicy(String policy) {
+ properties.setProperty("leader_distribution_policy", policy);
+ return this;
+ }
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppDataNodeConfig.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppDataNodeConfig.java
index 0f22e0d428699..3119b04846f94 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppDataNodeConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppDataNodeConfig.java
@@ -24,6 +24,8 @@
import java.io.IOException;
import java.util.List;
+import static org.apache.iotdb.it.env.cluster.ClusterConstant.DN_DATA_DIRS;
+
public class MppDataNodeConfig extends MppBaseConfig implements DataNodeConfig {
public MppDataNodeConfig() {
@@ -56,6 +58,18 @@ public DataNodeConfig setMetricReporterType(List metricReporterTypes) {
return this;
}
+ @Override
+ public DataNodeConfig setMetricPrometheusReporterUsername(String username) {
+ properties.setProperty("metric_prometheus_reporter_username", username);
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setMetricPrometheusReporterPassword(String password) {
+ properties.setProperty("metric_prometheus_reporter_password", password);
+ return this;
+ }
+
@Override
public DataNodeConfig setEnableRestService(boolean enableRestService) {
properties.setProperty("enable_rest_service", String.valueOf(enableRestService));
@@ -68,6 +82,12 @@ public DataNodeConfig setConnectionTimeoutInMS(int connectionTimeoutInMS) {
return this;
}
+ @Override
+ public DataNodeConfig setDnDataDirs(String dnDataDirs) {
+ setProperty(DN_DATA_DIRS, dnDataDirs);
+ return this;
+ }
+
@Override
public DataNodeConfig setLoadTsFileAnalyzeSchemaMemorySizeInBytes(
long loadTsFileAnalyzeSchemaMemorySizeInBytes) {
@@ -76,4 +96,53 @@ public DataNodeConfig setLoadTsFileAnalyzeSchemaMemorySizeInBytes(
String.valueOf(loadTsFileAnalyzeSchemaMemorySizeInBytes));
return this;
}
+
+ @Override
+ public DataNodeConfig setMaxAllocateMemoryRatioForLoad(double maxAllocateMemoryRatioForLoad) {
+ properties.setProperty(
+ "max_allocate_memory_ratio_for_load", String.valueOf(maxAllocateMemoryRatioForLoad));
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setLoadTsFileTabletConversionBatchMemorySizeInBytes(
+ long loadTsFileTabletConversionBatchMemorySizeInBytes) {
+ properties.setProperty(
+ "load_tsfile_tablet_conversion_batch_memory_size_in_bytes",
+ String.valueOf(loadTsFileTabletConversionBatchMemorySizeInBytes));
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setLoadActiveListeningCheckIntervalSeconds(
+ long loadActiveListeningCheckIntervalSeconds) {
+ properties.setProperty(
+ "load_active_listening_check_interval_seconds",
+ String.valueOf(loadActiveListeningCheckIntervalSeconds));
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setLoadLastCacheStrategy(String strategyName) {
+ setProperty("last_cache_operation_on_load", strategyName);
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setCacheLastValuesForLoad(boolean cacheLastValuesForLoad) {
+ setProperty("cache_last_values_for_load", String.valueOf(cacheLastValuesForLoad));
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setWalThrottleSize(long walThrottleSize) {
+ setProperty("wal_throttle_threshold_in_byte", String.valueOf(walThrottleSize));
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setDeleteWalFilesPeriodInMs(long deleteWalFilesPeriodInMs) {
+ setProperty("delete_wal_files_period_in_ms", String.valueOf(deleteWalFilesPeriodInMs));
+ return this;
+ }
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppJVMConfig.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppJVMConfig.java
index d9c51717cf8e1..7e46af797360b 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppJVMConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppJVMConfig.java
@@ -29,6 +29,16 @@ public class MppJVMConfig implements JVMConfig {
private int maxHeapSize;
private int maxDirectMemorySize;
private String timezone;
+ private int debugPort;
+
+ /** Enables loopback-only JDWP for tests that need to observe an exact node execution stage. */
+ public void setDebugPort(int debugPort) {
+ this.debugPort = debugPort;
+ }
+
+ public int getDebugPort() {
+ return debugPort;
+ }
@Override
public JVMConfig setInitHeapSize(int initSize) {
@@ -94,6 +104,7 @@ public void override(@Nullable MppJVMConfig config) {
this.setMaxHeapSize(config.getMaxHeapSize());
this.setMaxDirectMemorySize(config.getMaxDirectMemorySize());
this.setTimezone(config.getTimezone());
+ this.setDebugPort(config.getDebugPort());
}
public static Builder builder() {
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppSharedCommonConfig.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppSharedCommonConfig.java
index 2d93a2e0dafc0..ee78782e23a7a 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppSharedCommonConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/config/MppSharedCommonConfig.java
@@ -118,10 +118,9 @@ public CommonConfig setEnableCrossSpaceCompaction(boolean enableCrossSpaceCompac
}
@Override
- public CommonConfig setMaxInnerCompactionCandidateFileNum(
- int maxInnerCompactionCandidateFileNum) {
- cnConfig.setMaxInnerCompactionCandidateFileNum(maxInnerCompactionCandidateFileNum);
- dnConfig.setMaxInnerCompactionCandidateFileNum(maxInnerCompactionCandidateFileNum);
+ public CommonConfig setInnerCompactionCandidateFileNum(int maxInnerCompactionCandidateFileNum) {
+ cnConfig.setInnerCompactionCandidateFileNum(maxInnerCompactionCandidateFileNum);
+ dnConfig.setInnerCompactionCandidateFileNum(maxInnerCompactionCandidateFileNum);
return this;
}
@@ -147,9 +146,9 @@ public CommonConfig setPrimitiveArraySize(int primitiveArraySize) {
}
@Override
- public CommonConfig setAvgSeriesPointNumberThreshold(int avgSeriesPointNumberThreshold) {
- cnConfig.setAvgSeriesPointNumberThreshold(avgSeriesPointNumberThreshold);
- dnConfig.setAvgSeriesPointNumberThreshold(avgSeriesPointNumberThreshold);
+ public CommonConfig setTargetChunkPointNum(int targetChunkPointNum) {
+ cnConfig.setTargetChunkPointNum(targetChunkPointNum);
+ dnConfig.setTargetChunkPointNum(targetChunkPointNum);
return this;
}
@@ -231,6 +230,13 @@ public CommonConfig setTimePartitionInterval(long timePartitionInterval) {
return this;
}
+ @Override
+ public CommonConfig setTTLCheckInterval(long ttlCheckInterval) {
+ cnConfig.setTTLCheckInterval(ttlCheckInterval);
+ dnConfig.setTTLCheckInterval(ttlCheckInterval);
+ return this;
+ }
+
@Override
public CommonConfig setTimePartitionOrigin(long timePartitionOrigin) {
cnConfig.setTimePartitionOrigin(timePartitionOrigin);
@@ -355,6 +361,19 @@ public CommonConfig setSeriesSlotNum(int seriesSlotNum) {
return this;
}
+ @Override
+ public CommonConfig setDataPartitionAllocationStrategy(String dataPartitionAllocationStrategy) {
+ cnConfig.setDataPartitionAllocationStrategy(dataPartitionAllocationStrategy);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setSeriesPartitionExecutorClass(String seriesPartitionExecutorClass) {
+ cnConfig.setSeriesPartitionExecutorClass(seriesPartitionExecutorClass);
+ dnConfig.setSeriesPartitionExecutorClass(seriesPartitionExecutorClass);
+ return this;
+ }
+
@Override
public CommonConfig setSchemaMemoryAllocate(String schemaMemoryAllocate) {
dnConfig.setSchemaMemoryAllocate(schemaMemoryAllocate);
@@ -425,6 +444,40 @@ public CommonConfig setSchemaRegionPerDataNode(double schemaRegionPerDataNode) {
return this;
}
+ @Override
+ public CommonConfig setPipeMemoryManagementEnabled(boolean pipeMemoryManagementEnabled) {
+ dnConfig.setPipeMemoryManagementEnabled(pipeMemoryManagementEnabled);
+ cnConfig.setPipeMemoryManagementEnabled(pipeMemoryManagementEnabled);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setPipeDataStructureTabletMemoryBlockAllocationRejectThreshold(
+ double pipeDataStructureTabletMemoryBlockAllocationRejectThreshold) {
+ dnConfig.setPipeDataStructureTabletMemoryBlockAllocationRejectThreshold(
+ pipeDataStructureTabletMemoryBlockAllocationRejectThreshold);
+ cnConfig.setPipeDataStructureTabletMemoryBlockAllocationRejectThreshold(
+ pipeDataStructureTabletMemoryBlockAllocationRejectThreshold);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setPipeDataStructureTsFileMemoryBlockAllocationRejectThreshold(
+ double pipeDataStructureTsFileMemoryBlockAllocationRejectThreshold) {
+ dnConfig.setPipeDataStructureTsFileMemoryBlockAllocationRejectThreshold(
+ pipeDataStructureTsFileMemoryBlockAllocationRejectThreshold);
+ cnConfig.setPipeDataStructureTsFileMemoryBlockAllocationRejectThreshold(
+ pipeDataStructureTsFileMemoryBlockAllocationRejectThreshold);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setIsPipeEnableMemoryCheck(boolean isPipeEnableMemoryCheck) {
+ dnConfig.setIsPipeEnableMemoryCheck(isPipeEnableMemoryCheck);
+ cnConfig.setIsPipeEnableMemoryCheck(isPipeEnableMemoryCheck);
+ return this;
+ }
+
@Override
public CommonConfig setPipeAirGapReceiverEnabled(boolean isPipeAirGapReceiverEnabled) {
dnConfig.setPipeAirGapReceiverEnabled(isPipeAirGapReceiverEnabled);
@@ -454,9 +507,9 @@ public CommonConfig setTagAttributeTotalSize(int tagAttributeTotalSize) {
}
@Override
- public CommonConfig setCnConnectionTimeoutMs(int connectionTimeoutMs) {
- dnConfig.setCnConnectionTimeoutMs(connectionTimeoutMs);
- cnConfig.setCnConnectionTimeoutMs(connectionTimeoutMs);
+ public CommonConfig setDnConnectionTimeoutMs(int connectionTimeoutMs) {
+ dnConfig.setDnConnectionTimeoutMs(connectionTimeoutMs);
+ cnConfig.setDnConnectionTimeoutMs(connectionTimeoutMs);
return this;
}
@@ -484,4 +537,59 @@ public CommonConfig setPipeMetaSyncerSyncIntervalMinutes(long pipeMetaSyncerSync
cnConfig.setPipeMetaSyncerSyncIntervalMinutes(pipeMetaSyncerSyncIntervalMinutes);
return this;
}
+
+ @Override
+ public CommonConfig setPipeConnectorRequestSliceThresholdBytes(
+ int pipeConnectorRequestSliceThresholdBytes) {
+ dnConfig.setPipeConnectorRequestSliceThresholdBytes(pipeConnectorRequestSliceThresholdBytes);
+ cnConfig.setPipeConnectorRequestSliceThresholdBytes(pipeConnectorRequestSliceThresholdBytes);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setPipeAutoSplitFullEnabled(boolean pipeAutoSplitFullEnabled) {
+ dnConfig.setPipeAutoSplitFullEnabled(pipeAutoSplitFullEnabled);
+ cnConfig.setPipeAutoSplitFullEnabled(pipeAutoSplitFullEnabled);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setQueryMemoryProportion(String queryMemoryProportion) {
+ dnConfig.setQueryMemoryProportion(queryMemoryProportion);
+ cnConfig.setQueryMemoryProportion(queryMemoryProportion);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setSubscriptionPrefetchTsFileBatchMaxDelayInMs(
+ int subscriptionPrefetchTsFileBatchMaxDelayInMs) {
+ dnConfig.setSubscriptionPrefetchTsFileBatchMaxDelayInMs(
+ subscriptionPrefetchTsFileBatchMaxDelayInMs);
+ cnConfig.setSubscriptionPrefetchTsFileBatchMaxDelayInMs(
+ subscriptionPrefetchTsFileBatchMaxDelayInMs);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setSubscriptionPrefetchTsFileBatchMaxSizeInBytes(
+ int subscriptionPrefetchTsFileBatchMaxSizeInBytes) {
+ dnConfig.setSubscriptionPrefetchTsFileBatchMaxSizeInBytes(
+ subscriptionPrefetchTsFileBatchMaxSizeInBytes);
+ cnConfig.setSubscriptionPrefetchTsFileBatchMaxSizeInBytes(
+ subscriptionPrefetchTsFileBatchMaxSizeInBytes);
+ return this;
+ }
+
+ @Override
+ public CommonConfig setDefaultStorageGroupLevel(int defaultStorageGroupLevel) {
+ dnConfig.setDefaultStorageGroupLevel(defaultStorageGroupLevel);
+ cnConfig.setDefaultStorageGroupLevel(defaultStorageGroupLevel);
+ return this;
+ }
+
+ public CommonConfig setDatanodeMemoryProportion(String datanodeMemoryProportion) {
+ dnConfig.setDatanodeMemoryProportion(datanodeMemoryProportion);
+ cnConfig.setDatanodeMemoryProportion(datanodeMemoryProportion);
+ return this;
+ }
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/AIEnv.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/AIEnv.java
new file mode 100644
index 0000000000000..916a2ee8cf6cf
--- /dev/null
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/AIEnv.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.it.env.cluster.env;
+
+public class AIEnv extends AbstractEnv {
+ @Override
+ public void initClusterEnvironment() {
+ initClusterEnvironment(1, 1);
+ }
+
+ @Override
+ public void initClusterEnvironment(int configNodesNum, int dataNodesNum) {
+ super.initEnvironment(configNodesNum, dataNodesNum, 1000, true);
+ }
+
+ @Override
+ public void initClusterEnvironment(
+ int configNodesNum, int dataNodesNum, int testWorkingRetryCount) {
+ super.initEnvironment(configNodesNum, dataNodesNum, testWorkingRetryCount, true);
+ }
+}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/AbstractEnv.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/AbstractEnv.java
index 54fedec8de0f6..ffbd9b78d70d4 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/AbstractEnv.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/AbstractEnv.java
@@ -19,10 +19,9 @@
package org.apache.iotdb.it.env.cluster.env;
-import org.apache.iotdb.common.rpc.thrift.TConfigNodeLocation;
import org.apache.iotdb.common.rpc.thrift.TConsensusGroupType;
-import org.apache.iotdb.common.rpc.thrift.TDataNodeLocation;
import org.apache.iotdb.common.rpc.thrift.TEndPoint;
+import org.apache.iotdb.common.rpc.thrift.TSStatus;
import org.apache.iotdb.commons.client.ClientPoolFactory;
import org.apache.iotdb.commons.client.IClientManager;
import org.apache.iotdb.commons.client.exception.ClientManagerException;
@@ -41,6 +40,7 @@
import org.apache.iotdb.it.env.EnvFactory;
import org.apache.iotdb.it.env.cluster.EnvUtils;
import org.apache.iotdb.it.env.cluster.config.*;
+import org.apache.iotdb.it.env.cluster.node.AINodeWrapper;
import org.apache.iotdb.it.env.cluster.node.AbstractNodeWrapper;
import org.apache.iotdb.it.env.cluster.node.ConfigNodeWrapper;
import org.apache.iotdb.it.env.cluster.node.DataNodeWrapper;
@@ -57,7 +57,10 @@
import org.apache.iotdb.session.Session;
import org.apache.iotdb.session.pool.SessionPool;
+import org.apache.thrift.TConfiguration;
import org.apache.thrift.TException;
+import org.apache.thrift.transport.TSocket;
+import org.apache.thrift.transport.TTransportException;
import org.slf4j.Logger;
import java.io.File;
@@ -65,6 +68,7 @@
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.SQLException;
+import java.time.ZoneId;
import java.util.*;
import java.util.concurrent.TimeUnit;
import java.util.function.Predicate;
@@ -76,14 +80,19 @@
public abstract class AbstractEnv implements BaseEnv {
private static final Logger logger = IoTDBTestLogger.logger;
+ private static final int DEFAULT_CLUSTER_READY_RETRY_COUNT = 30;
+ private static final String CLUSTER_READY_RETRY_COUNT_PROPERTY =
+ "integrationTest.clusterReadyRetryCount";
private final Random rand = new Random();
protected List configNodeWrapperList = Collections.emptyList();
protected List dataNodeWrapperList = Collections.emptyList();
+ protected List aiNodeWrapperList = Collections.emptyList();
+ protected String testClassName = null;
protected String testMethodName = null;
protected int index = 0;
protected long startTime;
- protected int retryCount = 30;
+ protected int retryCount = getDefaultClusterReadyRetryCount();
private IClientManager clientManager;
private List configNodeKillPoints = new ArrayList<>();
private List dataNodeKillPoints = new ArrayList<>();
@@ -101,49 +110,66 @@ protected AbstractEnv() {
}
// For multiple environment ITs, time must be consistent across environments.
- protected AbstractEnv(long startTime) {
+ protected AbstractEnv(final long startTime) {
this.startTime = startTime;
this.clusterConfig = new MppClusterConfig();
}
+ private static int getDefaultClusterReadyRetryCount() {
+ final int configuredRetryCount =
+ Integer.getInteger(CLUSTER_READY_RETRY_COUNT_PROPERTY, DEFAULT_CLUSTER_READY_RETRY_COUNT);
+ return configuredRetryCount > 0 ? configuredRetryCount : DEFAULT_CLUSTER_READY_RETRY_COUNT;
+ }
+
@Override
public ClusterConfig getConfig() {
return clusterConfig;
}
@Override
- public List getMetricPrometheusReporterContents() {
- List result = new ArrayList<>();
+ public List getMetricPrometheusReporterContents(String authHeader) {
+ final List result = new ArrayList<>();
// get all report content of confignodes
- for (ConfigNodeWrapper configNode : this.configNodeWrapperList) {
- String configNodeMetricContent =
+ for (final ConfigNodeWrapper configNode : this.configNodeWrapperList) {
+ final String configNodeMetricContent =
getUrlContent(
Config.IOTDB_HTTP_URL_PREFIX
+ configNode.getIp()
+ ":"
+ configNode.getMetricPort()
- + "/metrics");
+ + "/metrics",
+ authHeader);
result.add(configNodeMetricContent);
}
// get all report content of datanodes
- for (DataNodeWrapper dataNode : this.dataNodeWrapperList) {
- String dataNodeMetricContent =
+ for (final DataNodeWrapper dataNode : this.dataNodeWrapperList) {
+ final String dataNodeMetricContent =
getUrlContent(
Config.IOTDB_HTTP_URL_PREFIX
+ dataNode.getIp()
+ ":"
+ dataNode.getMetricPort()
- + "/metrics");
+ + "/metrics",
+ authHeader);
result.add(dataNodeMetricContent);
}
return result;
}
- protected void initEnvironment(int configNodesNum, int dataNodesNum) {
+ protected void initEnvironment(final int configNodesNum, final int dataNodesNum) {
initEnvironment(configNodesNum, dataNodesNum, retryCount);
}
- protected void initEnvironment(int configNodesNum, int dataNodesNum, int retryCount) {
+ protected void initEnvironment(
+ final int configNodesNum, final int dataNodesNum, final int testWorkingRetryCount) {
+ initEnvironment(configNodesNum, dataNodesNum, testWorkingRetryCount, false);
+ }
+
+ protected void initEnvironment(
+ final int configNodesNum,
+ final int dataNodesNum,
+ final int retryCount,
+ final boolean addAINode) {
this.retryCount = retryCount;
this.configNodeWrapperList = new ArrayList<>();
this.dataNodeWrapperList = new ArrayList<>();
@@ -154,7 +180,7 @@ protected void initEnvironment(int configNodesNum, int dataNodesNum, int retryCo
final String testClassName = getTestClassName();
- ConfigNodeWrapper seedConfigNodeWrapper =
+ final ConfigNodeWrapper seedConfigNodeWrapper =
new ConfigNodeWrapper(
true,
"",
@@ -172,22 +198,23 @@ protected void initEnvironment(int configNodesNum, int dataNodesNum, int retryCo
seedConfigNodeWrapper.createLogDir();
seedConfigNodeWrapper.setKillPoints(configNodeKillPoints);
seedConfigNodeWrapper.start();
- String seedConfigNode = seedConfigNodeWrapper.getIpAndPortString();
+ final String seedConfigNode = seedConfigNodeWrapper.getIpAndPortString();
this.configNodeWrapperList.add(seedConfigNodeWrapper);
// Check if the Seed-ConfigNode started successfully
- try (SyncConfigNodeIServiceClient ignored =
+ try (final SyncConfigNodeIServiceClient ignored =
(SyncConfigNodeIServiceClient) getLeaderConfigNodeConnection()) {
// Do nothing
logger.info("The Seed-ConfigNode started successfully!");
- } catch (Exception e) {
+ } catch (final Exception e) {
logger.error("Failed to get connection to the Seed-ConfigNode", e);
}
- List configNodeEndpoints = new ArrayList<>();
- RequestDelegate configNodesDelegate = new SerialRequestDelegate<>(configNodeEndpoints);
+ final List configNodeEndpoints = new ArrayList<>();
+ final RequestDelegate configNodesDelegate =
+ new SerialRequestDelegate<>(configNodeEndpoints);
for (int i = 1; i < configNodesNum; i++) {
- ConfigNodeWrapper configNodeWrapper =
+ final ConfigNodeWrapper configNodeWrapper =
new ConfigNodeWrapper(
false,
seedConfigNode,
@@ -214,16 +241,16 @@ protected void initEnvironment(int configNodesNum, int dataNodesNum, int retryCo
}
try {
configNodesDelegate.requestAll();
- } catch (SQLException e) {
+ } catch (final SQLException e) {
logger.error("Start configNodes failed", e);
throw new AssertionError();
}
- List dataNodeEndpoints = new ArrayList<>();
- RequestDelegate dataNodesDelegate =
- new ParallelRequestDelegate<>(dataNodeEndpoints, NODE_START_TIMEOUT);
+ final List dataNodeEndpoints = new ArrayList<>();
+ final RequestDelegate dataNodesDelegate =
+ new ParallelRequestDelegate<>(dataNodeEndpoints, NODE_START_TIMEOUT, this);
for (int i = 0; i < dataNodesNum; i++) {
- DataNodeWrapper dataNodeWrapper =
+ final DataNodeWrapper dataNodeWrapper =
new DataNodeWrapper(
seedConfigNode,
testClassName,
@@ -250,20 +277,59 @@ protected void initEnvironment(int configNodesNum, int dataNodesNum, int retryCo
try {
dataNodesDelegate.requestAll();
- } catch (SQLException e) {
+ } catch (final SQLException e) {
logger.error("Start dataNodes failed", e);
throw new AssertionError();
}
+ if (addAINode) {
+ this.aiNodeWrapperList = new ArrayList<>();
+ startAINode(seedConfigNode, testClassName);
+ }
+
checkClusterStatusWithoutUnknown();
}
+ private void startAINode(final String seedConfigNode, final String testClassName) {
+ final String aiNodeEndPoint;
+ final AINodeWrapper aiNodeWrapper =
+ new AINodeWrapper(
+ seedConfigNode,
+ testClassName,
+ testMethodName,
+ index,
+ EnvUtils.searchAvailablePorts(),
+ startTime);
+ aiNodeWrapperList.add(aiNodeWrapper);
+ aiNodeEndPoint = aiNodeWrapper.getIpAndPortString();
+ aiNodeWrapper.createNodeDir();
+ aiNodeWrapper.createLogDir();
+ final RequestDelegate aiNodesDelegate =
+ new ParallelRequestDelegate<>(
+ Collections.singletonList(aiNodeEndPoint), NODE_START_TIMEOUT, this);
+
+ aiNodesDelegate.addRequest(
+ () -> {
+ aiNodeWrapper.start();
+ return null;
+ });
+
+ try {
+ aiNodesDelegate.requestAll();
+ } catch (final SQLException e) {
+ logger.error("Start aiNodes failed", e);
+ }
+ }
+
public String getTestClassName() {
- StackTraceElement[] stack = Thread.currentThread().getStackTrace();
- for (StackTraceElement stackTraceElement : stack) {
- String className = stackTraceElement.getClassName();
+ if (testClassName != null) {
+ return testClassName;
+ }
+ final StackTraceElement[] stack = Thread.currentThread().getStackTrace();
+ for (final StackTraceElement stackTraceElement : stack) {
+ final String className = stackTraceElement.getClassName();
if (className.endsWith("IT")) {
- String result = className.substring(className.lastIndexOf(".") + 1);
+ final String result = className.substring(className.lastIndexOf(".") + 1);
if (!result.startsWith("Abstract")) {
return result;
}
@@ -272,15 +338,21 @@ public String getTestClassName() {
return "UNKNOWN-IT";
}
- private Map countNodeStatus(Map nodeStatus) {
- Map result = new HashMap<>();
+ private Map countNodeStatus(final Map nodeStatus) {
+ final Map result = new HashMap<>();
nodeStatus.values().forEach(status -> result.put(status, result.getOrDefault(status, 0) + 1));
return result;
}
+ public void checkNodeInStatus(int nodeId, NodeStatus expectation) {
+ checkClusterStatus(
+ nodeStatusMap -> expectation.getStatus().equals(nodeStatusMap.get(nodeId)), m -> true);
+ }
+
public void checkClusterStatusWithoutUnknown() {
checkClusterStatus(
- nodeStatusMap -> nodeStatusMap.values().stream().noneMatch("Unknown"::equals));
+ nodeStatusMap -> nodeStatusMap.values().stream().noneMatch("Unknown"::equals),
+ processStatus -> processStatus.values().stream().noneMatch(i -> i != 0));
testJDBCConnection();
}
@@ -290,6 +362,10 @@ public void checkClusterStatusOneUnknownOtherRunning() {
Map count = countNodeStatus(nodeStatus);
return count.getOrDefault("Unknown", 0) == 1
&& count.getOrDefault("Running", 0) == nodeStatus.size() - 1;
+ },
+ processStatus -> {
+ long aliveProcessCount = processStatus.values().stream().filter(i -> i == 0).count();
+ return aliveProcessCount == processStatus.size() - 1;
});
testJDBCConnection();
}
@@ -300,44 +376,96 @@ public void checkClusterStatusOneUnknownOtherRunning() {
*
* @param statusCheck the predicate to test the status of nodes
*/
- public void checkClusterStatus(Predicate> statusCheck) {
+ public void checkClusterStatus(final Predicate> statusCheck) {
+ checkClusterStatus(
+ statusCheck, processStatus -> processStatus.values().stream().noneMatch(i -> i != 0));
+ }
+
+ /**
+ * check whether all nodes' status match the provided predicate with RPC. after retryCount times,
+ * if the status of all nodes still not match the predicate, throw AssertionError.
+ *
+ * @param nodeStatusCheck the predicate to test the status of nodes
+ * @param processStatusCheck the predicate to test the status of processes
+ */
+ public void checkClusterStatus(
+ final Predicate> nodeStatusCheck,
+ final Predicate> processStatusCheck) {
logger.info("Testing cluster environment...");
TShowClusterResp showClusterResp;
Exception lastException = null;
- boolean flag;
+ boolean passed;
+ boolean showClusterPassed = true;
+ boolean nodeSizePassed = true;
+ boolean nodeStatusPassed = true;
+ boolean processStatusPassed = true;
+ TSStatus showClusterStatus = null;
+ int actualNodeSize = 0;
+ Map lastNodeStatus = null;
+ Map processStatusMap = new HashMap<>();
+
for (int i = 0; i < retryCount; i++) {
- try (SyncConfigNodeIServiceClient client =
+ try (final SyncConfigNodeIServiceClient client =
(SyncConfigNodeIServiceClient) getLeaderConfigNodeConnection()) {
- flag = true;
+ passed = true;
+ showClusterPassed = true;
+ nodeSizePassed = true;
+ nodeStatusPassed = true;
+ processStatusPassed = true;
+ processStatusMap.clear();
+
showClusterResp = client.showCluster();
+ showClusterStatus = showClusterResp.getStatus();
+ actualNodeSize = showClusterResp.getNodeStatusSize();
+ lastNodeStatus = showClusterResp.getNodeStatus();
// Check resp status
if (showClusterResp.getStatus().getCode() != TSStatusCode.SUCCESS_STATUS.getStatusCode()) {
- flag = false;
+ passed = false;
+ showClusterPassed = false;
}
// Check the number of nodes
if (showClusterResp.getNodeStatus().size()
- != configNodeWrapperList.size() + dataNodeWrapperList.size()) {
- flag = false;
+ != configNodeWrapperList.size()
+ + dataNodeWrapperList.size()
+ + aiNodeWrapperList.size()) {
+ passed = false;
+ nodeSizePassed = false;
}
// Check the status of nodes
- if (flag) {
- Map nodeStatus = showClusterResp.getNodeStatus();
- flag = statusCheck.test(nodeStatus);
+ if (passed) {
+ passed = nodeStatusCheck.test(showClusterResp.getNodeStatus());
+ if (!passed) {
+ nodeStatusPassed = false;
+ }
+ }
+
+ collectProcessStatus(processStatusMap);
+ processStatusPassed = processStatusCheck.test(processStatusMap);
+ if (!processStatusPassed) {
+ passed = false;
+ handleProcessStatus(processStatusMap);
}
- if (flag) {
+ if (passed) {
logger.info("The cluster is now ready for testing!");
return;
}
- } catch (Exception e) {
+ logger.info(
+ "Retry {}: showClusterPassed={}, nodeSizePassed={}, nodeStatusPassed={}, processStatusPassed={}",
+ i,
+ showClusterPassed,
+ nodeSizePassed,
+ nodeStatusPassed,
+ processStatusPassed);
+ } catch (final Exception e) {
lastException = e;
}
try {
TimeUnit.SECONDS.sleep(1L);
- } catch (InterruptedException e) {
+ } catch (final InterruptedException e) {
lastException = e;
Thread.currentThread().interrupt();
}
@@ -348,23 +476,149 @@ public void checkClusterStatus(Predicate> statusCheck) {
lastException.getMessage(),
lastException);
}
+ if (!showClusterPassed) {
+ logger.error("Show cluster failed: {}", showClusterStatus);
+ }
+ if (!nodeSizePassed) {
+ logger.error("Only {} nodes detected", actualNodeSize);
+ }
+ if (!nodeStatusPassed) {
+ logger.error("Some node status incorrect: {}", lastNodeStatus);
+ }
+ if (!processStatusPassed) {
+ logger.error("Some process status incorrect: {}", formatProcessStatus(processStatusMap));
+ }
+
+ dumpTestJVMSnapshotQuietly("cluster status check failed");
throw new AssertionError(
- String.format("After %d times retry, the cluster can't work!", retryCount));
+ buildClusterStatusFailureMessage(
+ showClusterPassed,
+ nodeSizePassed,
+ nodeStatusPassed,
+ processStatusPassed,
+ showClusterStatus,
+ actualNodeSize,
+ lastNodeStatus,
+ processStatusMap,
+ lastException));
+ }
+
+ private void collectProcessStatus(final Map processStatusMap)
+ throws InterruptedException {
+ final List allNodeWrappers = new ArrayList<>();
+ allNodeWrappers.addAll(configNodeWrapperList);
+ allNodeWrappers.addAll(dataNodeWrapperList);
+ allNodeWrappers.addAll(aiNodeWrapperList);
+ for (final AbstractNodeWrapper nodeWrapper : allNodeWrappers) {
+ final Process process = nodeWrapper.getInstance();
+ if (process == null) {
+ processStatusMap.put(nodeWrapper, -1);
+ } else {
+ processStatusMap.put(nodeWrapper, process.isAlive() ? 0 : process.waitFor());
+ }
+ }
+ }
+
+ private String buildClusterStatusFailureMessage(
+ final boolean showClusterPassed,
+ final boolean nodeSizePassed,
+ final boolean nodeStatusPassed,
+ final boolean processStatusPassed,
+ final TSStatus showClusterStatus,
+ final int actualNodeSize,
+ final Map lastNodeStatus,
+ final Map processStatusMap,
+ final Exception lastException) {
+ final StringBuilder builder =
+ new StringBuilder(
+ String.format("After %d times retry, the cluster status check failed", retryCount));
+ builder
+ .append(": showClusterPassed=")
+ .append(showClusterPassed)
+ .append(", nodeSizePassed=")
+ .append(nodeSizePassed)
+ .append(", nodeStatusPassed=")
+ .append(nodeStatusPassed)
+ .append(", processStatusPassed=")
+ .append(processStatusPassed)
+ .append(", expectedNodeSize=")
+ .append(
+ configNodeWrapperList.size() + dataNodeWrapperList.size() + aiNodeWrapperList.size())
+ .append(", actualNodeSize=")
+ .append(actualNodeSize);
+ if (showClusterStatus != null) {
+ builder.append(", showClusterStatus=").append(showClusterStatus);
+ }
+ if (lastNodeStatus != null) {
+ builder.append(", lastNodeStatus=").append(lastNodeStatus);
+ }
+ if (!processStatusMap.isEmpty()) {
+ builder.append(", processStatus=").append(formatProcessStatus(processStatusMap));
+ }
+ if (lastException != null) {
+ builder
+ .append(", lastException=")
+ .append(lastException.getClass().getName())
+ .append(": ")
+ .append(lastException.getMessage());
+ }
+ builder.append(", logDirs=").append(getClusterLogDirs());
+ return builder.toString();
+ }
+
+ private Map formatProcessStatus(
+ final Map processStatusMap) {
+ final Map result = new LinkedHashMap<>();
+ processStatusMap.forEach(
+ (nodeWrapper, statusCode) -> result.put(nodeWrapper.getId(), statusCode));
+ return result;
+ }
+
+ private List getClusterLogDirs() {
+ final List allNodeWrappers = new ArrayList<>();
+ allNodeWrappers.addAll(configNodeWrapperList);
+ allNodeWrappers.addAll(dataNodeWrapperList);
+ allNodeWrappers.addAll(aiNodeWrapperList);
+ return allNodeWrappers.stream()
+ .map(AbstractNodeWrapper::getLogDirPath)
+ .distinct()
+ .collect(Collectors.toList());
+ }
+
+ private void dumpTestJVMSnapshotQuietly(final String reason) {
+ try {
+ logger.info("Dumping test JVM snapshots because {}.", reason);
+ dumpTestJVMSnapshot();
+ } catch (final Exception e) {
+ logger.warn("Failed to dump test JVM snapshots after {}", reason, e);
+ }
+ }
+
+ private void handleProcessStatus(final Map processStatusMap) {
+ for (final Map.Entry entry : processStatusMap.entrySet()) {
+ final Integer statusCode = entry.getValue();
+ final AbstractNodeWrapper nodeWrapper = entry.getKey();
+ if (statusCode != 0) {
+ logger.info("Node {} is not running due to {}", nodeWrapper.getId(), statusCode);
+ }
+ }
}
@Override
public void cleanClusterEnvironment() {
- List allNodeWrappers =
- Stream.concat(this.dataNodeWrapperList.stream(), this.configNodeWrapperList.stream())
+ final List allNodeWrappers =
+ Stream.concat(
+ dataNodeWrapperList.stream(),
+ Stream.concat(configNodeWrapperList.stream(), aiNodeWrapperList.stream()))
.collect(Collectors.toList());
allNodeWrappers.stream()
.findAny()
.ifPresent(
nodeWrapper -> logger.info("You can find logs at {}", nodeWrapper.getLogDirPath()));
- for (AbstractNodeWrapper nodeWrapper : allNodeWrappers) {
+ for (final AbstractNodeWrapper nodeWrapper : allNodeWrappers) {
nodeWrapper.stopForcibly();
nodeWrapper.destroyDir();
- String lockPath = EnvUtils.getLockFilePath(nodeWrapper.getPort());
+ final String lockPath = EnvUtils.getLockFilePath(nodeWrapper.getPort());
if (!new File(lockPath).delete()) {
logger.error("Delete lock file {} failed", lockPath);
}
@@ -379,23 +633,47 @@ public void cleanClusterEnvironment() {
@Override
public Connection getConnection(String username, String password) throws SQLException {
return new ClusterTestConnection(
- getWriteConnection(null, username, password), getReadConnections(null, username, password));
+ getWriteConnection(null, username, password),
+ getReadConnections(null, username, password),
+ this);
+ }
+
+ @Override
+ public Connection getAvailableConnection(String username, String password) throws SQLException {
+ return new ClusterTestConnection(
+ getWriteConnection(null, username, password),
+ getOneAvailableReadConnection(null, username, password),
+ this);
+ }
+
+ @Override
+ public Connection getConnection(
+ final DataNodeWrapper dataNodeWrapper, final String username, final String password)
+ throws SQLException {
+ return new ClusterTestConnection(
+ getWriteConnectionWithSpecifiedDataNode(dataNodeWrapper, null, username, password),
+ getReadConnections(null, dataNodeWrapper, username, password),
+ this);
}
@Override
public Connection getWriteOnlyConnectionWithSpecifiedDataNode(
- DataNodeWrapper dataNode, String username, String password) throws SQLException {
+ final DataNodeWrapper dataNode, final String username, final String password)
+ throws SQLException {
return new ClusterTestConnection(
getWriteConnectionWithSpecifiedDataNode(dataNode, null, username, password),
- Collections.emptyList());
+ Collections.emptyList(),
+ this);
}
@Override
public Connection getConnectionWithSpecifiedDataNode(
- DataNodeWrapper dataNode, String username, String password) throws SQLException {
+ final DataNodeWrapper dataNode, final String username, final String password)
+ throws SQLException {
return new ClusterTestConnection(
getWriteConnectionWithSpecifiedDataNode(dataNode, null, username, password),
- getReadConnections(null, username, password));
+ getReadConnections(null, username, password),
+ this);
}
@Override
@@ -404,7 +682,8 @@ public Connection getConnection(Constant.Version version, String username, Strin
if (System.getProperty("ReadAndVerifyWithMultiNode", "true").equalsIgnoreCase("true")) {
return new ClusterTestConnection(
getWriteConnection(version, username, password),
- getReadConnections(version, username, password));
+ getReadConnections(version, username, password),
+ this);
} else {
return getWriteConnection(version, username, password).getUnderlyingConnecton();
}
@@ -419,10 +698,25 @@ public ISession getSessionConnection() throws IoTDBConnectionException {
return session;
}
+ @Override
+ public ISession getSessionConnection(ZoneId zoneId) throws IoTDBConnectionException {
+ DataNodeWrapper dataNode =
+ this.dataNodeWrapperList.get(rand.nextInt(this.dataNodeWrapperList.size()));
+ Session session =
+ new Session(
+ dataNode.getIp(),
+ dataNode.getPort(),
+ SessionConfig.DEFAULT_USER,
+ SessionConfig.DEFAULT_PASSWORD,
+ zoneId);
+ session.open();
+ return session;
+ }
+
@Override
public ISession getSessionConnection(String userName, String password)
throws IoTDBConnectionException {
- DataNodeWrapper dataNode =
+ final DataNodeWrapper dataNode =
this.dataNodeWrapperList.get(rand.nextInt(this.dataNodeWrapperList.size()));
Session session = new Session(dataNode.getIp(), dataNode.getPort(), userName, password);
session.open();
@@ -476,8 +770,8 @@ protected NodeConnection getWriteConnection(
protected NodeConnection getWriteConnectionWithSpecifiedDataNode(
DataNodeWrapper dataNode, Constant.Version version, String username, String password)
throws SQLException {
- String endpoint = dataNode.getIp() + ":" + dataNode.getPort();
- Connection writeConnection =
+ final String endpoint = dataNode.getIp() + ":" + dataNode.getPort();
+ final Connection writeConnection =
DriverManager.getConnection(
Config.IOTDB_URL_PREFIX
+ endpoint
@@ -497,10 +791,10 @@ protected NodeConnection getWriteConnectionFromDataNodeList(
String username,
String password)
throws SQLException {
- List dataNodeWrapperListCopy = new ArrayList<>(dataNodeList);
+ final List dataNodeWrapperListCopy = new ArrayList<>(dataNodeList);
Collections.shuffle(dataNodeWrapperListCopy);
SQLException lastException = null;
- for (DataNodeWrapper dataNode : dataNodeWrapperListCopy) {
+ for (final DataNodeWrapper dataNode : dataNodeWrapperListCopy) {
try {
return getWriteConnectionWithSpecifiedDataNode(dataNode, version, username, password);
} catch (SQLException e) {
@@ -515,7 +809,7 @@ protected List getReadConnections(
Constant.Version version, String username, String password) throws SQLException {
List endpoints = new ArrayList<>();
ParallelRequestDelegate readConnRequestDelegate =
- new ParallelRequestDelegate<>(endpoints, NODE_START_TIMEOUT);
+ new ParallelRequestDelegate<>(endpoints, NODE_START_TIMEOUT, this);
for (DataNodeWrapper dataNodeWrapper : this.dataNodeWrapperList) {
final String endpoint = dataNodeWrapper.getIpAndPortString();
endpoints.add(endpoint);
@@ -538,6 +832,53 @@ protected List getReadConnections(
return readConnRequestDelegate.requestAll();
}
+ protected List getReadConnections(
+ final Constant.Version version,
+ final DataNodeWrapper dataNode,
+ final String username,
+ final String password)
+ throws SQLException {
+ final List endpoints = new ArrayList<>();
+ final ParallelRequestDelegate readConnRequestDelegate =
+ new ParallelRequestDelegate<>(endpoints, NODE_START_TIMEOUT, this);
+
+ endpoints.add(dataNode.getIpAndPortString());
+ readConnRequestDelegate.addRequest(
+ () -> {
+ Connection readConnection =
+ DriverManager.getConnection(
+ Config.IOTDB_URL_PREFIX
+ + dataNode.getIpAndPortString()
+ + getParam(version, NODE_NETWORK_TIMEOUT_MS, ZERO_TIME_ZONE),
+ System.getProperty("User", username),
+ System.getProperty("Password", password));
+ return new NodeConnection(
+ dataNode.getIpAndPortString(),
+ NodeConnection.NodeRole.DATA_NODE,
+ NodeConnection.ConnectionRole.READ,
+ readConnection);
+ });
+
+ return readConnRequestDelegate.requestAll();
+ }
+
+ protected List getOneAvailableReadConnection(
+ final Constant.Version version, final String username, final String password)
+ throws SQLException {
+ final List dataNodeWrapperListCopy = new ArrayList<>(dataNodeWrapperList);
+ Collections.shuffle(dataNodeWrapperListCopy);
+ SQLException lastException = null;
+ for (final DataNodeWrapper dataNode : dataNodeWrapperListCopy) {
+ try {
+ return getReadConnections(version, dataNode, username, password);
+ } catch (final SQLException e) {
+ lastException = e;
+ }
+ }
+ logger.error("Failed to get connection from any DataNode, last exception is ", lastException);
+ throw lastException;
+ }
+
// use this to avoid some runtimeExceptions when try to get jdbc connections.
// because it is hard to add retry and handle exception when getting jdbc connections in
// getWriteConnectionWithSpecifiedDataNode and getReadConnections.
@@ -546,19 +887,20 @@ protected List getReadConnections(
// AssertionError.
protected void testJDBCConnection() {
logger.info("Testing JDBC connection...");
- List endpoints =
+ final List endpoints =
dataNodeWrapperList.stream()
.map(DataNodeWrapper::getIpAndPortString)
.collect(Collectors.toList());
- RequestDelegate testDelegate =
- new ParallelRequestDelegate<>(endpoints, NODE_START_TIMEOUT);
- for (DataNodeWrapper dataNode : dataNodeWrapperList) {
+ final RequestDelegate testDelegate =
+ new ParallelRequestDelegate<>(endpoints, NODE_START_TIMEOUT, this);
+ final Map lastConnectionFailures = Collections.synchronizedMap(new HashMap<>());
+ for (final DataNodeWrapper dataNode : dataNodeWrapperList) {
final String dataNodeEndpoint = dataNode.getIpAndPortString();
testDelegate.addRequest(
() -> {
Exception lastException = null;
for (int i = 0; i < retryCount; i++) {
- try (IoTDBConnection ignored =
+ try (final IoTDBConnection ignored =
(IoTDBConnection)
DriverManager.getConnection(
Config.IOTDB_URL_PREFIX
@@ -568,8 +910,10 @@ protected void testJDBCConnection() {
System.getProperty("Password", "root"))) {
logger.info("Successfully connecting to DataNode: {}.", dataNodeEndpoint);
return null;
- } catch (Exception e) {
+ } catch (final Exception e) {
lastException = e;
+ lastConnectionFailures.put(
+ dataNodeEndpoint, e.getClass().getName() + ": " + e.getMessage());
TimeUnit.SECONDS.sleep(1L);
}
}
@@ -581,15 +925,19 @@ protected void testJDBCConnection() {
}
try {
testDelegate.requestAll();
- } catch (Exception e) {
+ } catch (final Exception e) {
logger.error("exception in test Cluster with RPC, message: {}", e.getMessage(), e);
+ dumpTestJVMSnapshotQuietly("JDBC connection check failed");
throw new AssertionError(
- String.format("After %d times retry, the cluster can't work!", retryCount));
+ String.format(
+ "After %d times retry, JDBC connections to DataNodes are not ready. endpoints=%s, lastConnectionFailures=%s, logDirs=%s",
+ retryCount, endpoints, lastConnectionFailures, getClusterLogDirs()));
}
}
- private String getParam(Constant.Version version, int timeout, String timeZone) {
- StringBuilder sb = new StringBuilder("?");
+ private String getParam(
+ final Constant.Version version, final int timeout, final String timeZone) {
+ final StringBuilder sb = new StringBuilder("?");
sb.append(Config.NETWORK_TIMEOUT).append("=").append(timeout);
if (version != null) {
sb.append("&").append(VERSION).append("=").append(version);
@@ -605,23 +953,31 @@ public String getTestMethodName() {
}
@Override
- public void setTestMethodName(String testMethodName) {
+ public void setTestClassName(final String testClassName) {
+ if (testClassName == null || testClassName.isEmpty()) {
+ this.testClassName = null;
+ return;
+ }
+ final int lastDotIndex = testClassName.lastIndexOf(".");
+ this.testClassName =
+ lastDotIndex >= 0 ? testClassName.substring(lastDotIndex + 1) : testClassName;
+ }
+
+ @Override
+ public void setTestMethodName(final String testMethodName) {
this.testMethodName = testMethodName;
}
@Override
public void dumpTestJVMSnapshot() {
- for (ConfigNodeWrapper configNodeWrapper : configNodeWrapperList) {
- configNodeWrapper.executeJstack(testMethodName);
- }
- for (DataNodeWrapper dataNodeWrapper : dataNodeWrapperList) {
- dataNodeWrapper.executeJstack(testMethodName);
- }
+ configNodeWrapperList.forEach(
+ configNodeWrapper -> configNodeWrapper.executeJstack(testMethodName));
+ dataNodeWrapperList.forEach(dataNodeWrapper -> dataNodeWrapper.executeJstack(testMethodName));
}
@Override
public List getNodeWrapperList() {
- List result = new ArrayList<>(configNodeWrapperList);
+ final List result = new ArrayList<>(configNodeWrapperList);
result.addAll(dataNodeWrapperList);
return result;
}
@@ -650,13 +1006,13 @@ public IConfigNodeRPCService.Iface getLeaderConfigNodeConnection()
Exception lastException = null;
ConfigNodeWrapper lastErrorNode = null;
for (int i = 0; i < retryCount; i++) {
- for (ConfigNodeWrapper configNodeWrapper : configNodeWrapperList) {
+ for (final ConfigNodeWrapper configNodeWrapper : configNodeWrapperList) {
try {
lastErrorNode = configNodeWrapper;
- SyncConfigNodeIServiceClient client =
+ final SyncConfigNodeIServiceClient client =
clientManager.borrowClient(
new TEndPoint(configNodeWrapper.getIp(), configNodeWrapper.getPort()));
- TShowClusterResp resp = client.showCluster();
+ final TShowClusterResp resp = client.showCluster();
if (resp.getStatus().getCode() == TSStatusCode.SUCCESS_STATUS.getStatusCode()) {
// Only the ConfigNodeClient who connects to the ConfigNode-leader
@@ -671,7 +1027,7 @@ public IConfigNodeRPCService.Iface getLeaderConfigNodeConnection()
+ " message: "
+ resp.getStatus().getMessage());
}
- } catch (Exception e) {
+ } catch (final Exception e) {
lastException = e;
}
@@ -692,12 +1048,12 @@ public IConfigNodeRPCService.Iface getLeaderConfigNodeConnection()
@Override
public IConfigNodeRPCService.Iface getConfigNodeConnection(int index) throws Exception {
Exception lastException = null;
- ConfigNodeWrapper configNodeWrapper = configNodeWrapperList.get(index);
+ final ConfigNodeWrapper configNodeWrapper = configNodeWrapperList.get(index);
for (int i = 0; i < 30; i++) {
try {
return clientManager.borrowClient(
new TEndPoint(configNodeWrapper.getIp(), configNodeWrapper.getPort()));
- } catch (Exception e) {
+ } catch (final Exception e) {
lastException = e;
}
// Sleep 1s before next retry
@@ -713,9 +1069,9 @@ public int getFirstLeaderSchemaRegionDataNodeIndex() throws IOException, Interru
ConfigNodeWrapper lastErrorNode = null;
for (int retry = 0; retry < 30; retry++) {
for (int configNodeId = 0; configNodeId < configNodeWrapperList.size(); configNodeId++) {
- ConfigNodeWrapper configNodeWrapper = configNodeWrapperList.get(configNodeId);
+ final ConfigNodeWrapper configNodeWrapper = configNodeWrapperList.get(configNodeId);
lastErrorNode = configNodeWrapper;
- try (SyncConfigNodeIServiceClient client =
+ try (final SyncConfigNodeIServiceClient client =
clientManager.borrowClient(
new TEndPoint(configNodeWrapper.getIp(), configNodeWrapper.getPort()))) {
TShowRegionResp resp =
@@ -728,12 +1084,12 @@ public int getFirstLeaderSchemaRegionDataNodeIndex() throws IOException, Interru
int port;
if (resp.getStatus().getCode() == TSStatusCode.SUCCESS_STATUS.getStatusCode()) {
- for (TRegionInfo tRegionInfo : resp.getRegionInfoList()) {
+ for (final TRegionInfo tRegionInfo : resp.getRegionInfoList()) {
if (tRegionInfo.getRoleType().equals("Leader")) {
ip = tRegionInfo.getClientRpcIp();
port = tRegionInfo.getClientRpcPort();
for (int dataNodeId = 0; dataNodeId < dataNodeWrapperList.size(); ++dataNodeId) {
- DataNodeWrapper dataNodeWrapper = dataNodeWrapperList.get(dataNodeId);
+ final DataNodeWrapper dataNodeWrapper = dataNodeWrapperList.get(dataNodeId);
if (dataNodeWrapper.getIp().equals(ip) && dataNodeWrapper.getPort() == port) {
return dataNodeId;
}
@@ -749,7 +1105,7 @@ public int getFirstLeaderSchemaRegionDataNodeIndex() throws IOException, Interru
+ " message: "
+ resp.getStatus().getMessage());
}
- } catch (Exception e) {
+ } catch (final Exception e) {
lastException = e;
}
@@ -773,12 +1129,12 @@ public int getLeaderConfigNodeIndex() throws IOException, InterruptedException {
ConfigNodeWrapper lastErrorNode = null;
for (int retry = 0; retry < retryCount; retry++) {
for (int configNodeId = 0; configNodeId < configNodeWrapperList.size(); configNodeId++) {
- ConfigNodeWrapper configNodeWrapper = configNodeWrapperList.get(configNodeId);
+ final ConfigNodeWrapper configNodeWrapper = configNodeWrapperList.get(configNodeId);
lastErrorNode = configNodeWrapper;
- try (SyncConfigNodeIServiceClient client =
+ try (final SyncConfigNodeIServiceClient client =
clientManager.borrowClient(
new TEndPoint(configNodeWrapper.getIp(), configNodeWrapper.getPort()))) {
- TShowClusterResp resp = client.showCluster();
+ final TShowClusterResp resp = client.showCluster();
// Only the ConfigNodeClient who connects to the ConfigNode-leader
// will respond the SUCCESS_STATUS
if (resp.getStatus().getCode() == TSStatusCode.SUCCESS_STATUS.getStatusCode()) {
@@ -790,7 +1146,7 @@ public int getLeaderConfigNodeIndex() throws IOException, InterruptedException {
+ " message: "
+ resp.getStatus().getMessage());
}
- } catch (Exception e) {
+ } catch (final Exception e) {
lastException = e;
}
@@ -810,15 +1166,13 @@ public int getLeaderConfigNodeIndex() throws IOException, InterruptedException {
}
@Override
- public void startConfigNode(int index) {
+ public void startConfigNode(final int index) {
configNodeWrapperList.get(index).start();
}
@Override
public void startAllConfigNodes() {
- for (ConfigNodeWrapper configNodeWrapper : configNodeWrapperList) {
- configNodeWrapper.start();
- }
+ configNodeWrapperList.forEach(AbstractNodeWrapper::start);
}
@Override
@@ -828,24 +1182,27 @@ public void shutdownConfigNode(int index) {
@Override
public void shutdownAllConfigNodes() {
- for (ConfigNodeWrapper configNodeWrapper : configNodeWrapperList) {
- configNodeWrapper.stop();
- }
+ configNodeWrapperList.forEach(AbstractNodeWrapper::stop);
+ }
+
+ @Override
+ public void shutdownForciblyAllConfigNodes() {
+ configNodeWrapperList.forEach(AbstractNodeWrapper::stopForcibly);
}
@Override
- public ConfigNodeWrapper getConfigNodeWrapper(int index) {
+ public ConfigNodeWrapper getConfigNodeWrapper(final int index) {
return configNodeWrapperList.get(index);
}
@Override
- public DataNodeWrapper getDataNodeWrapper(int index) {
+ public DataNodeWrapper getDataNodeWrapper(final int index) {
return dataNodeWrapperList.get(index);
}
@Override
public ConfigNodeWrapper generateRandomConfigNodeWrapper() {
- ConfigNodeWrapper newConfigNodeWrapper =
+ final ConfigNodeWrapper newConfigNodeWrapper =
new ConfigNodeWrapper(
false,
configNodeWrapperList.get(0).getIpAndPortString(),
@@ -867,7 +1224,7 @@ public ConfigNodeWrapper generateRandomConfigNodeWrapper() {
@Override
public DataNodeWrapper generateRandomDataNodeWrapper() {
- DataNodeWrapper newDataNodeWrapper =
+ final DataNodeWrapper newDataNodeWrapper =
new DataNodeWrapper(
configNodeWrapperList.get(0).getIpAndPortString(),
getTestClassName(),
@@ -887,22 +1244,24 @@ public DataNodeWrapper generateRandomDataNodeWrapper() {
}
@Override
- public void registerNewDataNode(boolean isNeedVerify) {
+ public void registerNewDataNode(final boolean isNeedVerify) {
registerNewDataNode(generateRandomDataNodeWrapper(), isNeedVerify);
}
@Override
- public void registerNewConfigNode(boolean isNeedVerify) {
+ public void registerNewConfigNode(final boolean isNeedVerify) {
registerNewConfigNode(generateRandomConfigNodeWrapper(), isNeedVerify);
}
@Override
- public void registerNewConfigNode(ConfigNodeWrapper newConfigNodeWrapper, boolean isNeedVerify) {
+ public void registerNewConfigNode(
+ final ConfigNodeWrapper newConfigNodeWrapper, final boolean isNeedVerify) {
// Start new ConfigNode
- RequestDelegate configNodeDelegate =
+ final RequestDelegate configNodeDelegate =
new ParallelRequestDelegate<>(
Collections.singletonList(newConfigNodeWrapper.getIpAndPortString()),
- NODE_START_TIMEOUT);
+ NODE_START_TIMEOUT,
+ this);
configNodeDelegate.addRequest(
() -> {
newConfigNodeWrapper.start();
@@ -911,7 +1270,7 @@ public void registerNewConfigNode(ConfigNodeWrapper newConfigNodeWrapper, boolea
try {
configNodeDelegate.requestAll();
- } catch (SQLException e) {
+ } catch (final SQLException e) {
logger.error("Start configNode failed", e);
throw new AssertionError();
}
@@ -923,12 +1282,13 @@ public void registerNewConfigNode(ConfigNodeWrapper newConfigNodeWrapper, boolea
}
@Override
- public void registerNewDataNode(DataNodeWrapper newDataNodeWrapper, boolean isNeedVerify) {
+ public void registerNewDataNode(
+ final DataNodeWrapper newDataNodeWrapper, final boolean isNeedVerify) {
// Start new DataNode
- List dataNodeEndpoints =
+ final List dataNodeEndpoints =
Collections.singletonList(newDataNodeWrapper.getIpAndPortString());
- RequestDelegate dataNodesDelegate =
- new ParallelRequestDelegate<>(dataNodeEndpoints, NODE_START_TIMEOUT);
+ final RequestDelegate dataNodesDelegate =
+ new ParallelRequestDelegate<>(dataNodeEndpoints, NODE_START_TIMEOUT, this);
dataNodesDelegate.addRequest(
() -> {
newDataNodeWrapper.start();
@@ -936,7 +1296,7 @@ public void registerNewDataNode(DataNodeWrapper newDataNodeWrapper, boolean isNe
});
try {
dataNodesDelegate.requestAll();
- } catch (SQLException e) {
+ } catch (final SQLException e) {
logger.error("Start dataNodes failed", e);
throw new AssertionError();
}
@@ -948,64 +1308,91 @@ public void registerNewDataNode(DataNodeWrapper newDataNodeWrapper, boolean isNe
}
@Override
- public void startDataNode(int index) {
+ public void startDataNode(final int index) {
dataNodeWrapperList.get(index).start();
}
@Override
public void startAllDataNodes() {
- for (DataNodeWrapper dataNodeWrapper : dataNodeWrapperList) {
- dataNodeWrapper.start();
- }
+ dataNodeWrapperList.forEach(AbstractNodeWrapper::start);
}
@Override
- public void shutdownDataNode(int index) {
+ public void shutdownDataNode(final int index) {
dataNodeWrapperList.get(index).stop();
}
@Override
public void shutdownAllDataNodes() {
- for (DataNodeWrapper dataNodeWrapper : dataNodeWrapperList) {
- dataNodeWrapper.stop();
- }
+ dataNodeWrapperList.forEach(AbstractNodeWrapper::stop);
}
@Override
- public void ensureNodeStatus(List nodes, List targetStatus)
+ public void shutdownForciblyAllDataNodes() {
+ dataNodeWrapperList.forEach(AbstractNodeWrapper::stopForcibly);
+ }
+
+ @Override
+ public void ensureNodeStatus(
+ final List nodes, final List targetStatusList)
throws IllegalStateException {
Throwable lastException = null;
for (int i = 0; i < retryCount; i++) {
- try (SyncConfigNodeIServiceClient client =
+ try (final SyncConfigNodeIServiceClient client =
(SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
- List errorMessages = new ArrayList<>(nodes.size());
- Map nodeIds = new HashMap<>(nodes.size());
- TShowClusterResp showClusterResp = client.showCluster();
- for (TConfigNodeLocation node : showClusterResp.getConfigNodeList()) {
- nodeIds.put(
- node.getInternalEndPoint().getIp() + ":" + node.getInternalEndPoint().getPort(),
- node.getConfigNodeId());
- }
- for (TDataNodeLocation node : showClusterResp.getDataNodeList()) {
- nodeIds.put(
- node.getClientRpcEndPoint().getIp() + ":" + node.getClientRpcEndPoint().getPort(),
- node.getDataNodeId());
- }
+ final List errorMessages = new ArrayList<>(nodes.size());
+ final Map nodeIds = new HashMap<>(nodes.size());
+ final TShowClusterResp showClusterResp = client.showCluster();
+ showClusterResp
+ .getConfigNodeList()
+ .forEach(
+ node ->
+ nodeIds.put(
+ node.getInternalEndPoint().getIp()
+ + ":"
+ + node.getInternalEndPoint().getPort(),
+ node.getConfigNodeId()));
+ showClusterResp
+ .getDataNodeList()
+ .forEach(
+ node ->
+ nodeIds.put(
+ node.getClientRpcEndPoint().getIp()
+ + ":"
+ + node.getClientRpcEndPoint().getPort(),
+ node.getDataNodeId()));
for (int j = 0; j < nodes.size(); j++) {
- String endpoint = nodes.get(j).getIpAndPortString();
+ BaseNodeWrapper nodeWrapper = nodes.get(j);
+ String ipAndPortString = nodeWrapper.getIpAndPortString();
+ final String endpoint = ipAndPortString;
if (!nodeIds.containsKey(endpoint)) {
// Node not exist
// Notice: Never modify this line, since the NodeLocation might be modified in IT
errorMessages.add("The node " + nodes.get(j).getIpAndPortString() + " is not found!");
continue;
}
- String status = showClusterResp.getNodeStatus().get(nodeIds.get(endpoint));
- if (!targetStatus.get(j).getStatus().equals(status)) {
+ final String status = showClusterResp.getNodeStatus().get(nodeIds.get(endpoint));
+ final NodeStatus targetStatus = targetStatusList.get(j);
+ if (!targetStatus.getStatus().equals(status)) {
// Error status
errorMessages.add(
String.format(
"Node %s is in status %s, but expected %s",
- endpoint, status, targetStatus.get(j)));
+ endpoint, status, targetStatusList.get(j)));
+ continue;
+ }
+ if (nodeWrapper instanceof DataNodeWrapper && targetStatus.equals(NodeStatus.Running)) {
+ final String[] ipPort = nodeWrapper.getIpAndPortString().split(":");
+ final String ip = ipPort[0];
+ final int port = Integer.parseInt(ipPort[1]);
+ try (TSocket socket = new TSocket(new TConfiguration(), ip, port, 1000)) {
+ socket.open();
+ } catch (final TTransportException e) {
+ errorMessages.add(
+ String.format(
+ "DataNode %s is not reachable: %s",
+ nodeWrapper.getIpAndPortString(), e.getMessage()));
+ }
}
}
if (errorMessages.isEmpty()) {
@@ -1013,12 +1400,12 @@ public void ensureNodeStatus(List nodes, List targe
} else {
lastException = new IllegalStateException(String.join(". ", errorMessages));
}
- } catch (TException | ClientManagerException | IOException | InterruptedException e) {
+ } catch (final TException | ClientManagerException | IOException | InterruptedException e) {
lastException = e;
}
try {
TimeUnit.SECONDS.sleep(1);
- } catch (InterruptedException e) {
+ } catch (final InterruptedException e) {
throw new RuntimeException(e);
}
}
@@ -1027,8 +1414,9 @@ public void ensureNodeStatus(List nodes, List targe
@Override
public int getMqttPort() {
- int randomIndex = new Random(System.currentTimeMillis()).nextInt(dataNodeWrapperList.size());
- return dataNodeWrapperList.get(randomIndex).getMqttPort();
+ return dataNodeWrapperList
+ .get(new Random(System.currentTimeMillis()).nextInt(dataNodeWrapperList.size()))
+ .getMqttPort();
}
@Override
@@ -1057,11 +1445,11 @@ public String getLibPath() {
}
@Override
- public Optional dataNodeIdToWrapper(int nodeId) {
- try (SyncConfigNodeIServiceClient leaderClient =
+ public Optional dataNodeIdToWrapper(final int nodeId) {
+ try (final SyncConfigNodeIServiceClient leaderClient =
(SyncConfigNodeIServiceClient) getLeaderConfigNodeConnection()) {
- TShowDataNodesResp resp = leaderClient.showDataNodes();
- for (TDataNodeInfo dataNodeInfo : resp.getDataNodesInfoList()) {
+ final TShowDataNodesResp resp = leaderClient.showDataNodes();
+ for (final TDataNodeInfo dataNodeInfo : resp.getDataNodesInfoList()) {
if (dataNodeInfo.getDataNodeId() == nodeId) {
return dataNodeWrapperList.stream()
.filter(dataNodeWrapper -> dataNodeWrapper.getPort() == dataNodeInfo.getRpcPort())
@@ -1069,18 +1457,18 @@ public Optional dataNodeIdToWrapper(int nodeId) {
}
}
return Optional.empty();
- } catch (Exception e) {
+ } catch (final Exception e) {
return Optional.empty();
}
}
@Override
- public void registerConfigNodeKillPoints(List killPoints) {
+ public void registerConfigNodeKillPoints(final List killPoints) {
this.configNodeKillPoints = killPoints;
}
@Override
- public void registerDataNodeKillPoints(List killPoints) {
+ public void registerDataNodeKillPoints(final List killPoints) {
this.dataNodeKillPoints = killPoints;
}
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/MultiClusterEnv.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/MultiClusterEnv.java
index 1eb05cb315f41..554fc76858656 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/MultiClusterEnv.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/MultiClusterEnv.java
@@ -25,26 +25,35 @@
public class MultiClusterEnv extends AbstractEnv {
- public MultiClusterEnv(long startTime, int index, String currentMethodName) {
+ public MultiClusterEnv(final long startTime, final int index, final String currentMethodName) {
+ this(startTime, index, null, currentMethodName);
+ }
+
+ public MultiClusterEnv(
+ final long startTime,
+ final int index,
+ final String currentClassName,
+ final String currentMethodName) {
super(startTime);
this.index = index;
+ setTestClassName(currentClassName);
this.testMethodName = currentMethodName;
}
@Override
public void initClusterEnvironment() {
- Pair nodeNum = EnvUtils.getNodeNum(index);
+ final Pair nodeNum = EnvUtils.getNodeNum(index);
super.initEnvironment(nodeNum.getLeft(), nodeNum.getRight());
}
@Override
- public void initClusterEnvironment(int configNodesNum, int dataNodesNum) {
+ public void initClusterEnvironment(final int configNodesNum, final int dataNodesNum) {
super.initEnvironment(configNodesNum, dataNodesNum);
}
@Override
public void initClusterEnvironment(
- int configNodesNum, int dataNodesNum, int testWorkingRetryCount) {
+ final int configNodesNum, final int dataNodesNum, final int testWorkingRetryCount) {
super.initEnvironment(configNodesNum, dataNodesNum, testWorkingRetryCount);
}
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/AINodeWrapper.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/AINodeWrapper.java
new file mode 100644
index 0000000000000..8da2437aed687
--- /dev/null
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/AINodeWrapper.java
@@ -0,0 +1,184 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.it.env.cluster.node;
+
+import org.apache.iotdb.it.env.cluster.config.MppJVMConfig;
+import org.apache.iotdb.it.framework.IoTDBTestLogger;
+
+import org.slf4j.Logger;
+
+import java.io.BufferedWriter;
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.nio.file.Paths;
+import java.util.ArrayList;
+import java.util.List;
+
+import static org.apache.iotdb.it.env.cluster.ClusterConstant.AI_NODE_NAME;
+import static org.apache.iotdb.it.env.cluster.ClusterConstant.PYTHON_PATH;
+import static org.apache.iotdb.it.env.cluster.ClusterConstant.TARGET;
+import static org.apache.iotdb.it.env.cluster.ClusterConstant.USER_DIR;
+import static org.apache.iotdb.it.env.cluster.EnvUtils.getTimeForLogDirectory;
+
+public class AINodeWrapper extends AbstractNodeWrapper {
+
+ private static final Logger logger = IoTDBTestLogger.logger;
+ private final long startTime;
+ private final String seedConfigNode;
+
+ private static final String SCRIPT_FILE = "start-ainode.sh";
+
+ private static final String SHELL_COMMAND = "bash";
+
+ private static final String PROPERTIES_FILE = "iotdb-ainode.properties";
+ public static final String CONFIG_PATH = "conf";
+ public static final String SCRIPT_PATH = "sbin";
+
+ private void replaceAttribute(String[] keys, String[] values, String filePath) {
+ try (BufferedWriter writer = new BufferedWriter(new FileWriter(filePath, true))) {
+ for (int i = 0; i < keys.length; i++) {
+ String line = keys[i] + "=" + values[i];
+ writer.newLine();
+ writer.write(line);
+ }
+ } catch (IOException e) {
+ logger.error(
+ "Failed to set attribute for AINode in file: {} because {}", filePath, e.getMessage());
+ }
+ }
+
+ public AINodeWrapper(
+ String seedConfigNode,
+ String testClassName,
+ String testMethodName,
+ int clusterIndex,
+ int[] port,
+ long startTime) {
+ super(testClassName, testMethodName, port, clusterIndex, false, startTime);
+ this.seedConfigNode = seedConfigNode;
+ this.startTime = startTime;
+ }
+
+ @Override
+ public String getLogDirPath() {
+ return System.getProperty(USER_DIR)
+ + File.separator
+ + TARGET
+ + File.separator
+ + "ainode-logs"
+ + File.separator
+ + getTestLogDirName()
+ + File.separator
+ + getTimeForLogDirectory(startTime);
+ }
+
+ @Override
+ String getNodeType() {
+ return "ainode";
+ }
+
+ @Override
+ public void start() {
+ try {
+ File stdoutFile = new File(getLogPath());
+ String filePrefix =
+ System.getProperty(USER_DIR)
+ + File.separator
+ + TARGET
+ + File.separator
+ + AI_NODE_NAME
+ + getPort();
+ String propertiesFile =
+ filePrefix + File.separator + CONFIG_PATH + File.separator + PROPERTIES_FILE;
+
+ // set attribute
+ replaceAttribute(
+ new String[] {"ain_seed_config_node", "ain_inference_rpc_port"},
+ new String[] {this.seedConfigNode, Integer.toString(getPort())},
+ propertiesFile);
+
+ // start AINode
+ List startCommand = new ArrayList<>();
+ startCommand.add(SHELL_COMMAND);
+ startCommand.add(filePrefix + File.separator + SCRIPT_PATH + File.separator + SCRIPT_FILE);
+ startCommand.add("-i");
+ startCommand.add(filePrefix + File.separator + PYTHON_PATH);
+ startCommand.add("-r");
+
+ ProcessBuilder processBuilder =
+ new ProcessBuilder(startCommand)
+ .redirectOutput(ProcessBuilder.Redirect.appendTo(stdoutFile))
+ .redirectError(ProcessBuilder.Redirect.appendTo(stdoutFile));
+ this.instance = processBuilder.start();
+ logger.info("In test {} {} started.", getTestLogDirName(), getId());
+ } catch (Exception e) {
+ throw new AssertionError("Start AI Node failed. " + e + Paths.get(""));
+ }
+ }
+
+ @Override
+ public int getMetricPort() {
+ // no metric currently
+ return -1;
+ }
+
+ @Override
+ public String getId() {
+ return AI_NODE_NAME + getPort();
+ }
+
+ /* Abstract methods, which must be implemented in ConfigNode and DataNode. */
+ public void reloadMutableFields() {}
+ ;
+
+ public void renameFile() {}
+ ;
+
+ public String getSystemConfigPath() {
+ return "";
+ }
+ ;
+
+ /** Return the node config file path specified through system variable */
+ public String getDefaultNodeConfigPath() {
+ return "";
+ }
+ ;
+
+ /** Return the common config file path specified through system variable */
+ public String getDefaultCommonConfigPath() {
+ return "";
+ }
+ ;
+
+ public void addStartCmdParams(List params) {}
+ ;
+
+ public String getSystemPropertiesPath() {
+ return "";
+ }
+ ;
+
+ public MppJVMConfig initVMConfig() {
+ return null;
+ }
+ ;
+}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/AbstractNodeWrapper.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/AbstractNodeWrapper.java
index 942b6a9e01242..701c19de81761 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/AbstractNodeWrapper.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/AbstractNodeWrapper.java
@@ -56,6 +56,7 @@
import java.nio.file.Path;
import java.nio.file.Paths;
import java.nio.file.StandardCopyOption;
+import java.nio.file.StandardOpenOption;
import java.time.LocalDateTime;
import java.util.ArrayList;
import java.util.Arrays;
@@ -125,11 +126,11 @@ public abstract class AbstractNodeWrapper implements BaseNodeWrapper {
protected final MppJVMConfig jvmConfig;
protected final int clusterIndex;
protected final boolean isMultiCluster;
- private Process instance;
+ protected Process instance;
private final String nodeAddress;
private int nodePort;
- private int metricPort;
- private long startTime;
+ private final int metricPort;
+ private final long startTime;
private List killPoints = new ArrayList<>();
/**
@@ -415,6 +416,11 @@ public void start() {
File stdoutFile = new File(getLogPath());
List startCmd = new ArrayList<>();
startCmd.add(JAVA_CMD);
+ if (jvmConfig.getDebugPort() > 0) {
+ startCmd.add(
+ "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=127.0.0.1:"
+ + jvmConfig.getDebugPort());
+ }
if (!SystemUtils.IS_JAVA_1_8) {
startCmd.add("--add-opens=java.base/java.util.concurrent=ALL-UNNAMED");
startCmd.add("--add-opens=java.base/java.lang=ALL-UNNAMED");
@@ -461,6 +467,8 @@ public void start() {
"-XX:MaxDirectMemorySize=" + jvmConfig.getMaxDirectMemorySize() + "m",
"-Djdk.nio.maxCachedBufferSize=262144",
"-D" + IoTDBConstant.INTEGRATION_TEST_KILL_POINTS + "=" + killPoints.toString(),
+ "-Dsun.jnu.encoding=UTF-8",
+ "-Dfile.encoding=UTF-8",
"-cp",
server_node_lib_path));
addStartCmdParams(startCmd);
@@ -523,7 +531,7 @@ public final int getPort() {
}
@Override
- public final int getMetricPort() {
+ public int getMetricPort() {
return this.metricPort;
}
@@ -540,7 +548,7 @@ protected String workDirFilePath(String dirName, String fileName) {
return getNodePath() + File.separator + dirName + File.separator + fileName;
}
- private String getLogPath() {
+ protected String getLogPath() {
return getLogDirPath() + File.separator + getId() + ".log";
}
@@ -570,6 +578,18 @@ public String getNodePath() {
return System.getProperty(USER_DIR) + File.separator + TARGET + File.separator + getId();
}
+ public String getDataPath() {
+ return getNodePath()
+ + File.separator
+ + IoTDBConstant.DATA_FOLDER_NAME
+ + File.separator
+ + getNodeType()
+ + File.separator
+ + IoTDBConstant.DATA_FOLDER_NAME;
+ }
+
+ abstract String getNodeType();
+
public void dumpJVMSnapshot(String testCaseName) {
JMXServiceURL url;
try {
@@ -645,11 +665,11 @@ private void dumpThread(PrintWriter output, ThreadInfo ti) {
output.print(sb);
}
- private String getTestLogDirName() {
+ protected String getTestLogDirName() {
if (testMethodName == null) {
return testClassName;
}
- return testClassName + "_" + testMethodName;
+ return testClassName + File.separator + testMethodName;
}
public void setKillPoints(List killPoints) {
@@ -746,4 +766,26 @@ public long getPid() {
return -1;
}
}
+
+ public Process getInstance() {
+ return instance;
+ }
+
+ public int[] getPortList() {
+ return portList;
+ }
+
+ public void clearLogContent() throws IOException {
+ Files.newOutputStream(Paths.get(getLogPath()), StandardOpenOption.TRUNCATE_EXISTING).close();
+ }
+
+ public boolean logContains(String content) throws IOException {
+ List lines = Files.readAllLines(Paths.get(getLogPath()), StandardCharsets.UTF_8);
+ for (String line : lines) {
+ if (line.contains(content)) {
+ return true;
+ }
+ }
+ return false;
+ }
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/ConfigNodeWrapper.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/ConfigNodeWrapper.java
index a93c54c52b82a..aafb3641fc1d7 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/ConfigNodeWrapper.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/ConfigNodeWrapper.java
@@ -38,6 +38,7 @@
import static org.apache.iotdb.it.env.cluster.ClusterConstant.CONFIG_NODE_INIT_HEAP_SIZE;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.CONFIG_NODE_MAX_DIRECT_MEMORY_SIZE;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.CONFIG_NODE_MAX_HEAP_SIZE;
+import static org.apache.iotdb.it.env.cluster.ClusterConstant.CONFIG_NODE_RATIS_LOG_APPENDER_BUFFER_SIZE_MAX;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DATA_REGION_CONSENSUS_PROTOCOL_CLASS;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DATA_REPLICATION_FACTOR;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DEFAULT_CONFIG_NODE_COMMON_PROPERTIES;
@@ -56,23 +57,17 @@ public class ConfigNodeWrapper extends AbstractNodeWrapper {
private final String defaultCommonPropertiesFile;
public ConfigNodeWrapper(
- boolean isSeed,
- String targetCNs,
- String testClassName,
- String testMethodName,
- int[] portList,
- int clusterIndex,
- boolean isMultiCluster,
- long startTime) {
+ final boolean isSeed,
+ final String targetCNs,
+ final String testClassName,
+ final String testMethodName,
+ final int[] portList,
+ final int clusterIndex,
+ final boolean isMultiCluster,
+ final long startTime) {
super(testClassName, testMethodName, portList, clusterIndex, isMultiCluster, startTime);
this.consensusPort = portList[1];
this.isSeed = isSeed;
- String seedConfigNodes;
- if (isSeed) {
- seedConfigNodes = getIpAndPortString();
- } else {
- seedConfigNodes = targetCNs;
- }
this.defaultNodePropertiesFile =
EnvUtils.getFilePathFromSysVar(DEFAULT_CONFIG_NODE_PROPERTIES, clusterIndex);
this.defaultCommonPropertiesFile =
@@ -82,7 +77,8 @@ public ConfigNodeWrapper(
reloadMutableFields();
// initialize immutable properties
- immutableNodeProperties.setProperty(IoTDBConstant.CN_SEED_CONFIG_NODE, seedConfigNodes);
+ immutableNodeProperties.setProperty(
+ IoTDBConstant.CN_SEED_CONFIG_NODE, isSeed ? getIpAndPortString() : targetCNs);
immutableNodeProperties.setProperty(CN_SYSTEM_DIR, MppBaseConfig.NULL_VALUE);
immutableNodeProperties.setProperty(CN_CONSENSUS_DIR, MppBaseConfig.NULL_VALUE);
immutableNodeProperties.setProperty(CN_METRIC_IOTDB_REPORTER_HOST, MppBaseConfig.NULL_VALUE);
@@ -128,7 +124,7 @@ public final String getId() {
}
@Override
- protected void addStartCmdParams(List params) {
+ protected void addStartCmdParams(final List params) {
final String workDir = getNodePath();
final String confDir = workDir + File.separator + "conf";
params.addAll(
@@ -143,6 +139,11 @@ protected void addStartCmdParams(List params) {
"-s"));
}
+ @Override
+ String getNodeType() {
+ return "confignode";
+ }
+
@Override
protected void reloadMutableFields() {
mutableCommonProperties.setProperty(CONFIG_NODE_CONSENSUS_PROTOCOL_CLASS, SIMPLE_CONSENSUS);
@@ -160,18 +161,19 @@ protected void reloadMutableFields() {
IoTDBConstant.CN_CONSENSUS_PORT, String.valueOf(this.consensusPort));
mutableNodeProperties.setProperty(
IoTDBConstant.CN_METRIC_PROMETHEUS_REPORTER_PORT, String.valueOf(super.getMetricPort()));
+ mutableNodeProperties.setProperty(CONFIG_NODE_RATIS_LOG_APPENDER_BUFFER_SIZE_MAX, "8388608");
}
@Override
protected void renameFile() {
- String configNodeName = isSeed ? "SeedConfigNode" : "ConfigNode";
+ final String configNodeName = isSeed ? "SeedConfigNode" : "ConfigNode";
// rename log file
- File oldLogFile =
+ final File oldLogFile =
new File(getLogDirPath() + File.separator + configNodeName + portList[0] + ".log");
oldLogFile.renameTo(new File(getLogDirPath() + File.separator + getId() + ".log"));
// rename node dir
- File oldNodeDir =
+ final File oldNodeDir =
new File(
System.getProperty(USER_DIR)
+ File.separator
@@ -182,7 +184,7 @@ protected void renameFile() {
oldNodeDir.renameTo(new File(getNodePath()));
}
- public void setConsensusPort(int consensusPort) {
+ public void setConsensusPort(final int consensusPort) {
this.consensusPort = consensusPort;
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/DataNodeWrapper.java b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/DataNodeWrapper.java
index 647bd9b9fa003..4b427b6a3d5d2 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/DataNodeWrapper.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/DataNodeWrapper.java
@@ -36,12 +36,12 @@
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DATANODE_MAX_HEAP_SIZE;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DATA_NODE_NAME;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DATA_REGION_CONSENSUS_PROTOCOL_CLASS;
+import static org.apache.iotdb.it.env.cluster.ClusterConstant.DATA_REGION_RATIS_LOG_APPENDER_BUFFER_SIZE_MAX;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DATA_REPLICATION_FACTOR;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DEFAULT_DATA_NODE_COMMON_PROPERTIES;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DEFAULT_DATA_NODE_PROPERTIES;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DN_CONNECTION_TIMEOUT_MS;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DN_CONSENSUS_DIR;
-import static org.apache.iotdb.it.env.cluster.ClusterConstant.DN_DATA_DIRS;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DN_DATA_REGION_CONSENSUS_PORT;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DN_JOIN_CLUSTER_RETRY_INTERVAL_MS;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.DN_METRIC_INTERNAL_REPORTER_TYPE;
@@ -61,9 +61,11 @@
import static org.apache.iotdb.it.env.cluster.ClusterConstant.PIPE_AIR_GAP_RECEIVER_PORT;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.REST_SERVICE_PORT;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.SCHEMA_REGION_CONSENSUS_PROTOCOL_CLASS;
+import static org.apache.iotdb.it.env.cluster.ClusterConstant.SCHEMA_REGION_RATIS_LOG_APPENDER_BUFFER_SIZE_MAX;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.SCHEMA_REPLICATION_FACTOR;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.TARGET;
import static org.apache.iotdb.it.env.cluster.ClusterConstant.USER_DIR;
+import static org.apache.iotdb.it.env.cluster.ClusterConstant.WAL_BUFFER_SIZE_IN_BYTE;
public class DataNodeWrapper extends AbstractNodeWrapper {
private int mppDataExchangePort;
@@ -80,13 +82,13 @@ public class DataNodeWrapper extends AbstractNodeWrapper {
private final String defaultCommonPropertiesFile;
public DataNodeWrapper(
- String seedConfigNode,
- String testClassName,
- String testMethodName,
- int[] portList,
- int clusterIndex,
- boolean isMultiCluster,
- long startTime) {
+ final String seedConfigNode,
+ final String testClassName,
+ final String testMethodName,
+ final int[] portList,
+ final int clusterIndex,
+ final boolean isMultiCluster,
+ final long startTime) {
super(testClassName, testMethodName, portList, clusterIndex, isMultiCluster, startTime);
this.internalAddress = super.getIp();
this.mppDataExchangePort = portList[1];
@@ -114,7 +116,6 @@ public DataNodeWrapper(
immutableNodeProperties.setProperty(IoTDBConstant.DN_SEED_CONFIG_NODE, seedConfigNode);
immutableNodeProperties.setProperty(DN_SYSTEM_DIR, MppBaseConfig.NULL_VALUE);
- immutableNodeProperties.setProperty(DN_DATA_DIRS, MppBaseConfig.NULL_VALUE);
immutableNodeProperties.setProperty(DN_CONSENSUS_DIR, MppBaseConfig.NULL_VALUE);
immutableNodeProperties.setProperty(DN_WAL_DIRS, MppBaseConfig.NULL_VALUE);
immutableNodeProperties.setProperty(DN_TRACING_DIR, MppBaseConfig.NULL_VALUE);
@@ -142,6 +143,10 @@ public String getSystemPropertiesPath() {
return workDirFilePath("data/datanode/system/schema", IoTDBStartCheck.PROPERTIES_FILE_NAME);
}
+ public String getDataDir() {
+ return getNodePath() + File.separator + "data";
+ }
+
@Override
protected MppJVMConfig initVMConfig() {
return MppJVMConfig.builder()
@@ -158,7 +163,7 @@ public final String getId() {
}
@Override
- protected void addStartCmdParams(List params) {
+ protected void addStartCmdParams(final List params) {
final String workDir = getNodePath();
final String confDir = workDir + File.separator + "conf";
params.addAll(
@@ -172,6 +177,11 @@ protected void addStartCmdParams(List params) {
"-s"));
}
+ @Override
+ String getNodeType() {
+ return "datanode";
+ }
+
@Override
protected void reloadMutableFields() {
mutableCommonProperties.setProperty(CONFIG_NODE_CONSENSUS_PROTOCOL_CLASS, SIMPLE_CONSENSUS);
@@ -203,27 +213,30 @@ protected void reloadMutableFields() {
DN_DATA_REGION_CONSENSUS_PORT, String.valueOf(this.dataRegionConsensusPort));
mutableNodeProperties.setProperty(
DN_SCHEMA_REGION_CONSENSUS_PORT, String.valueOf(this.schemaRegionConsensusPort));
+ mutableNodeProperties.setProperty(WAL_BUFFER_SIZE_IN_BYTE, "16777216");
+ mutableNodeProperties.setProperty(SCHEMA_REGION_RATIS_LOG_APPENDER_BUFFER_SIZE_MAX, "8388608");
+ mutableNodeProperties.setProperty(DATA_REGION_RATIS_LOG_APPENDER_BUFFER_SIZE_MAX, "8388608");
}
@Override
public void renameFile() {
// Rename log file
- String oldLogFilePath =
+ final String oldLogFilePath =
getLogDirPath() + File.separator + DATA_NODE_NAME + portList[0] + ".log";
- String newLogFilePath = getLogDirPath() + File.separator + getId() + ".log";
- File oldLogFile = new File(oldLogFilePath);
+ final String newLogFilePath = getLogDirPath() + File.separator + getId() + ".log";
+ final File oldLogFile = new File(oldLogFilePath);
oldLogFile.renameTo(new File(newLogFilePath));
// Rename node dir
- String oldNodeDirPath =
+ final String oldNodeDirPath =
System.getProperty(USER_DIR)
+ File.separator
+ TARGET
+ File.separator
+ DATA_NODE_NAME
+ portList[0];
- String newNodeDirPath = getNodePath();
- File oldNodeDir = new File(oldNodeDirPath);
+ final String newNodeDirPath = getNodePath();
+ final File oldNodeDir = new File(oldNodeDirPath);
oldNodeDir.renameTo(new File(newNodeDirPath));
}
@@ -231,7 +244,7 @@ public int getMppDataExchangePort() {
return mppDataExchangePort;
}
- public void setMppDataExchangePort(int mppDataExchangePort) {
+ public void setMppDataExchangePort(final int mppDataExchangePort) {
this.mppDataExchangePort = mppDataExchangePort;
}
@@ -243,7 +256,7 @@ public int getInternalPort() {
return internalPort;
}
- public void setInternalPort(int internalPort) {
+ public void setInternalPort(final int internalPort) {
this.internalPort = internalPort;
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteCommonConfig.java b/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteCommonConfig.java
index dd93479ecf434..f0d27c2a60a14 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteCommonConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteCommonConfig.java
@@ -85,8 +85,7 @@ public CommonConfig setEnableCrossSpaceCompaction(boolean enableCrossSpaceCompac
}
@Override
- public CommonConfig setMaxInnerCompactionCandidateFileNum(
- int maxInnerCompactionCandidateFileNum) {
+ public CommonConfig setInnerCompactionCandidateFileNum(int maxInnerCompactionCandidateFileNum) {
return this;
}
@@ -106,7 +105,7 @@ public CommonConfig setPrimitiveArraySize(int primitiveArraySize) {
}
@Override
- public CommonConfig setAvgSeriesPointNumberThreshold(int avgSeriesPointNumberThreshold) {
+ public CommonConfig setTargetChunkPointNum(int targetChunkPointNum) {
return this;
}
@@ -166,6 +165,11 @@ public CommonConfig setTimePartitionInterval(long timePartitionInterval) {
return this;
}
+ @Override
+ public CommonConfig setTTLCheckInterval(long ttlCheckInterval) {
+ return this;
+ }
+
@Override
public CommonConfig setTimePartitionOrigin(long timePartitionOrigin) {
return this;
@@ -250,6 +254,16 @@ public CommonConfig setSeriesSlotNum(int seriesSlotNum) {
return this;
}
+ @Override
+ public CommonConfig setDataPartitionAllocationStrategy(String dataPartitionAllocationStrategy) {
+ return this;
+ }
+
+ @Override
+ public CommonConfig setSeriesPartitionExecutorClass(String seriesPartitionExecutorClass) {
+ return this;
+ }
+
@Override
public CommonConfig setSchemaMemoryAllocate(String schemaMemoryAllocate) {
return this;
@@ -299,6 +313,28 @@ public CommonConfig setSchemaRegionPerDataNode(double schemaRegionPerDataNode) {
return this;
}
+ @Override
+ public CommonConfig setPipeMemoryManagementEnabled(boolean pipeMemoryManagementEnabled) {
+ return this;
+ }
+
+ @Override
+ public CommonConfig setPipeDataStructureTabletMemoryBlockAllocationRejectThreshold(
+ double pipeDataStructureTabletMemoryBlockAllocationRejectThreshold) {
+ return this;
+ }
+
+ @Override
+ public CommonConfig setPipeDataStructureTsFileMemoryBlockAllocationRejectThreshold(
+ double pipeDataStructureTsFileMemoryBlockAllocationRejectThreshold) {
+ return this;
+ }
+
+ @Override
+ public CommonConfig setIsPipeEnableMemoryCheck(boolean isPipeEnableMemoryCheck) {
+ return this;
+ }
+
@Override
public CommonConfig setPipeAirGapReceiverEnabled(boolean isPipeAirGapReceiverEnabled) {
return this;
@@ -320,7 +356,7 @@ public CommonConfig setTagAttributeTotalSize(int tagAttributeTotalSize) {
}
@Override
- public CommonConfig setCnConnectionTimeoutMs(int connectionTimeoutMs) {
+ public CommonConfig setDnConnectionTimeoutMs(int connectionTimeoutMs) {
return this;
}
@@ -340,4 +376,37 @@ public CommonConfig setPipeMetaSyncerInitialSyncDelayMinutes(
public CommonConfig setPipeMetaSyncerSyncIntervalMinutes(long pipeMetaSyncerSyncIntervalMinutes) {
return this;
}
+
+ @Override
+ public CommonConfig setPipeConnectorRequestSliceThresholdBytes(
+ int pipeConnectorRequestSliceThresholdBytes) {
+ return this;
+ }
+
+ @Override
+ public CommonConfig setPipeAutoSplitFullEnabled(boolean pipeAutoSplitFullEnabled) {
+ return this;
+ }
+
+ @Override
+ public CommonConfig setQueryMemoryProportion(String queryMemoryProportion) {
+ return this;
+ }
+
+ @Override
+ public CommonConfig setSubscriptionPrefetchTsFileBatchMaxDelayInMs(
+ int subscriptionPrefetchTsFileBatchMaxDelayInMs) {
+ return this;
+ }
+
+ @Override
+ public CommonConfig setSubscriptionPrefetchTsFileBatchMaxSizeInBytes(
+ int subscriptionPrefetchTsFileBatchMaxSizeInBytes) {
+ return this;
+ }
+
+ @Override
+ public CommonConfig setDatanodeMemoryProportion(String datanodeMemoryProportion) {
+ return this;
+ }
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteConfigNodeConfig.java b/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteConfigNodeConfig.java
index 33a6bc48afd72..c16722f4bd943 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteConfigNodeConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteConfigNodeConfig.java
@@ -28,4 +28,19 @@ public class RemoteConfigNodeConfig implements ConfigNodeConfig {
public ConfigNodeConfig setMetricReporterType(List metricReporterTypes) {
return this;
}
+
+ @Override
+ public ConfigNodeConfig setMetricPrometheusReporterUsername(String username) {
+ return this;
+ }
+
+ @Override
+ public ConfigNodeConfig setMetricPrometheusReporterPassword(String password) {
+ return this;
+ }
+
+ @Override
+ public ConfigNodeConfig setLeaderDistributionPolicy(String policy) {
+ return this;
+ }
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteDataNodeConfig.java b/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteDataNodeConfig.java
index fe89997bc41f8..a006280bb4bd0 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteDataNodeConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteDataNodeConfig.java
@@ -28,6 +28,16 @@ public DataNodeConfig setMetricReporterType(List metricReporterTypes) {
return this;
}
+ @Override
+ public DataNodeConfig setMetricPrometheusReporterUsername(String username) {
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setMetricPrometheusReporterPassword(String password) {
+ return this;
+ }
+
@Override
public DataNodeConfig setEnableRestService(boolean enableRestService) {
return this;
@@ -38,9 +48,51 @@ public DataNodeConfig setConnectionTimeoutInMS(int connectionTimeoutInMS) {
return this;
}
+ @Override
+ public DataNodeConfig setDnDataDirs(String dnDataDirs) {
+ return this;
+ }
+
@Override
public DataNodeConfig setLoadTsFileAnalyzeSchemaMemorySizeInBytes(
long loadTsFileAnalyzeSchemaMemorySizeInBytes) {
return this;
}
+
+ @Override
+ public DataNodeConfig setMaxAllocateMemoryRatioForLoad(double maxAllocateMemoryRatioForLoad) {
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setLoadTsFileTabletConversionBatchMemorySizeInBytes(
+ long loadTsFileTabletConversionBatchMemorySizeInBytes) {
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setLoadActiveListeningCheckIntervalSeconds(
+ long loadActiveListeningCheckIntervalSeconds) {
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setLoadLastCacheStrategy(String strategyName) {
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setCacheLastValuesForLoad(boolean cacheLastValuesForLoad) {
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setWalThrottleSize(long walThrottleSize) {
+ return this;
+ }
+
+ @Override
+ public DataNodeConfig setDeleteWalFilesPeriodInMs(long deleteWalFilesPeriodInMs) {
+ return this;
+ }
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/env/remote/env/RemoteServerEnv.java b/integration-test/src/main/java/org/apache/iotdb/it/env/remote/env/RemoteServerEnv.java
index b8b29544520dc..5c4f91cf5c635 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/env/remote/env/RemoteServerEnv.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/env/remote/env/RemoteServerEnv.java
@@ -47,6 +47,7 @@
import java.sql.DriverManager;
import java.sql.SQLException;
import java.sql.Statement;
+import java.time.ZoneId;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
@@ -72,7 +73,7 @@ public void initClusterEnvironment() {
try (Connection connection = EnvFactory.getEnv().getConnection();
Statement statement = connection.createStatement()) {
statement.execute("CREATE DATABASE root.init;");
- statement.execute("DELETE DATABASE root;");
+ statement.execute("DELETE DATABASE root.init;");
} catch (Exception e) {
e.printStackTrace();
throw new AssertionError(e.getMessage());
@@ -107,14 +108,16 @@ public ClusterConfig getConfig() {
}
@Override
- public List getMetricPrometheusReporterContents() {
+ public List getMetricPrometheusReporterContents(String authHeader) {
List result = new ArrayList<>();
result.add(
getUrlContent(
- Config.IOTDB_HTTP_URL_PREFIX + ip_addr + ":" + configNodeMetricPort + "/metrics"));
+ Config.IOTDB_HTTP_URL_PREFIX + ip_addr + ":" + configNodeMetricPort + "/metrics",
+ authHeader));
result.add(
getUrlContent(
- Config.IOTDB_HTTP_URL_PREFIX + ip_addr + ":" + dataNodeMetricPort + "/metrics"));
+ Config.IOTDB_HTTP_URL_PREFIX + ip_addr + ":" + dataNodeMetricPort + "/metrics",
+ authHeader));
return result;
}
@@ -133,6 +136,11 @@ public Connection getConnection(String username, String password) throws SQLExce
return connection;
}
+ @Override
+ public Connection getAvailableConnection(String username, String password) throws SQLException {
+ throw new UnsupportedOperationException();
+ }
+
@Override
public Connection getWriteOnlyConnectionWithSpecifiedDataNode(
DataNodeWrapper dataNode, String username, String password) {
@@ -170,6 +178,12 @@ public Connection getConnection(Constant.Version version, String username, Strin
return connection;
}
+ @Override
+ public Connection getConnection(DataNodeWrapper dataNodeWrapper, String username, String password)
+ throws SQLException {
+ throw new UnsupportedOperationException();
+ }
+
public void setTestMethodName(String testCaseName) {
// Do nothing
}
@@ -225,6 +239,19 @@ public ISession getSessionConnection() throws IoTDBConnectionException {
return session;
}
+ @Override
+ public ISession getSessionConnection(ZoneId zoneId) throws IoTDBConnectionException {
+ Session session =
+ new Session(
+ ip_addr,
+ Integer.parseInt(port),
+ SessionConfig.DEFAULT_USER,
+ SessionConfig.DEFAULT_PASSWORD,
+ zoneId);
+ session.open();
+ return session;
+ }
+
public ISession getSessionConnection(String userName, String password)
throws IoTDBConnectionException {
Session session = new Session(ip_addr, Integer.parseInt(port), userName, password);
@@ -279,6 +306,11 @@ public void shutdownAllConfigNodes() {
throw new UnsupportedOperationException();
}
+ @Override
+ public void shutdownForciblyAllConfigNodes() {
+ throw new UnsupportedOperationException();
+ }
+
@Override
public void ensureNodeStatus(List nodes, List targetStatus) {
throw new UnsupportedOperationException();
@@ -344,6 +376,11 @@ public void shutdownAllDataNodes() {
throw new UnsupportedOperationException();
}
+ @Override
+ public void shutdownForciblyAllDataNodes() {
+ throw new UnsupportedOperationException();
+ }
+
@Override
public int getMqttPort() {
throw new UnsupportedOperationException();
diff --git a/integration-test/src/main/java/org/apache/iotdb/it/utils/TsFileGenerator.java b/integration-test/src/main/java/org/apache/iotdb/it/utils/TsFileGenerator.java
index d30c0c36d5048..e71d788fc013c 100644
--- a/integration-test/src/main/java/org/apache/iotdb/it/utils/TsFileGenerator.java
+++ b/integration-test/src/main/java/org/apache/iotdb/it/utils/TsFileGenerator.java
@@ -19,6 +19,7 @@
package org.apache.iotdb.it.utils;
+import org.apache.iotdb.commons.conf.IoTDBConstant;
import org.apache.iotdb.commons.exception.IllegalPathException;
import org.apache.iotdb.commons.path.PartialPath;
import org.apache.iotdb.db.storageengine.dataregion.modification.Deletion;
@@ -248,6 +249,36 @@ private void generateTEXT(final Object obj, final int row) {
new Binary(String.format("test point %d", random.nextInt()), TSFileConfig.STRING_CHARSET);
}
+ public void generateDeletion(final String device) throws IOException, IllegalPathException {
+ try (final ModificationFile modificationFile =
+ new ModificationFile(tsFile.getAbsolutePath() + ModificationFile.FILE_SUFFIX)) {
+ modificationFile.write(
+ new Deletion(
+ new PartialPath(
+ device + TsFileConstant.PATH_SEPARATOR + IoTDBConstant.ONE_LEVEL_PATH_WILDCARD),
+ tsFile.length(),
+ Long.MIN_VALUE,
+ Long.MAX_VALUE));
+ device2TimeSet.remove(device);
+ device2MeasurementSchema.remove(device);
+ }
+ }
+
+ public void generateDeletion(final String device, final MeasurementSchema measurement)
+ throws IOException, IllegalPathException {
+ try (final ModificationFile modificationFile =
+ new ModificationFile(tsFile.getAbsolutePath() + ModificationFile.FILE_SUFFIX)) {
+ modificationFile.write(
+ new Deletion(
+ new PartialPath(
+ device + TsFileConstant.PATH_SEPARATOR + measurement.getMeasurementId()),
+ tsFile.length(),
+ Long.MIN_VALUE,
+ Long.MAX_VALUE));
+ device2MeasurementSchema.get(device).remove(measurement);
+ }
+ }
+
public void generateDeletion(final String device, final int number)
throws IOException, IllegalPathException {
try (final ModificationFile modificationFile =
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/category/AIClusterIT.java b/integration-test/src/main/java/org/apache/iotdb/itbase/category/AIClusterIT.java
new file mode 100644
index 0000000000000..ab3c458cd79c1
--- /dev/null
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/category/AIClusterIT.java
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.itbase.category;
+
+public interface AIClusterIT {}
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2Subscription.java b/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2Subscription.java
deleted file mode 100644
index 34d870e4d6d1d..0000000000000
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2Subscription.java
+++ /dev/null
@@ -1,22 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.iotdb.itbase.category;
-
-public interface MultiClusterIT2Subscription {}
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionArchVerification.java b/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionArchVerification.java
new file mode 100644
index 0000000000000..3f0c5afa50da6
--- /dev/null
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionArchVerification.java
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.itbase.category;
+
+public interface MultiClusterIT2SubscriptionArchVerification {}
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionRegressionConsumer.java b/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionRegressionConsumer.java
new file mode 100644
index 0000000000000..d2d63318ef7a6
--- /dev/null
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionRegressionConsumer.java
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.itbase.category;
+
+public interface MultiClusterIT2SubscriptionRegressionConsumer {}
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionRegressionMisc.java b/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionRegressionMisc.java
new file mode 100644
index 0000000000000..30f1ef217f2ff
--- /dev/null
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionRegressionMisc.java
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.itbase.category;
+
+public interface MultiClusterIT2SubscriptionRegressionMisc {}
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinTimeSeriesGeneratingFunctionEnum.java b/integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinTimeSeriesGeneratingFunctionEnum.java
index fa0c5b5b148ef..e269f1af701eb 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinTimeSeriesGeneratingFunctionEnum.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinTimeSeriesGeneratingFunctionEnum.java
@@ -72,7 +72,6 @@ public enum BuiltinTimeSeriesGeneratingFunctionEnum {
EQUAL_SIZE_BUCKET_AGG_SAMPLE("EQUAL_SIZE_BUCKET_AGG_SAMPLE"),
EQUAL_SIZE_BUCKET_M4_SAMPLE("EQUAL_SIZE_BUCKET_M4_SAMPLE"),
EQUAL_SIZE_BUCKET_OUTLIER_SAMPLE("EQUAL_SIZE_BUCKET_OUTLIER_SAMPLE"),
- JEXL("JEXL"),
MASTER_REPAIR("MASTER_REPAIR"),
M4("M4");
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/constant/TestConstant.java b/integration-test/src/main/java/org/apache/iotdb/itbase/constant/TestConstant.java
index 18fd6fa64d96e..bd13b5cadbcec 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/constant/TestConstant.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/constant/TestConstant.java
@@ -51,12 +51,12 @@ public class TestConstant {
public static boolean testFlag = true;
public static String[] stringValue = new String[] {"A", "B", "C", "D", "E"};
public static String[] booleanValue = new String[] {"true", "false"};
- public static final String TIMESEIRES_STR = ColumnHeaderConstant.TIMESERIES;
+ public static final String TIMESERIES_STR = ColumnHeaderConstant.TIMESERIES;
public static final String VALUE_STR = ColumnHeaderConstant.VALUE;
public static final String DATA_TYPE_STR = ColumnHeaderConstant.DATATYPE;
public static final String FUNCTION_TYPE_NATIVE = "native";
public static final double DELTA = 1e-6;
- public static final double NULL = Double.MIN_VALUE;
+ public static final double NULL = Double.NaN;
public static String[] createSql =
new String[] {
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/env/BaseEnv.java b/integration-test/src/main/java/org/apache/iotdb/itbase/env/BaseEnv.java
index 3b9b27de8517c..8b6a9711b9a34 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/env/BaseEnv.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/env/BaseEnv.java
@@ -31,6 +31,8 @@
import org.apache.iotdb.jdbc.Constant;
import org.apache.iotdb.rpc.IoTDBConnectionException;
+import reactor.util.annotation.Nullable;
+
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
@@ -39,6 +41,7 @@
import java.net.URL;
import java.sql.Connection;
import java.sql.SQLException;
+import java.time.ZoneId;
import java.util.List;
import java.util.Optional;
@@ -70,11 +73,14 @@ public interface BaseEnv {
/** Return the {@link ClusterConfig} for developers to set values before test. */
ClusterConfig getConfig();
- default String getUrlContent(String urlStr) {
+ default String getUrlContent(String urlStr, @Nullable String authHeader) {
StringBuilder sb = new StringBuilder();
try {
URL url = new URL(urlStr);
HttpURLConnection httpConnection = (HttpURLConnection) url.openConnection();
+ if (authHeader != null) {
+ httpConnection.setRequestProperty("Authorization", authHeader);
+ }
if (httpConnection.getResponseCode() == HttpURLConnection.HTTP_OK) {
InputStream in = httpConnection.getInputStream();
InputStreamReader isr = new InputStreamReader(in);
@@ -96,7 +102,7 @@ default String getUrlContent(String urlStr) {
}
/** Return the content of prometheus */
- List getMetricPrometheusReporterContents();
+ List getMetricPrometheusReporterContents(String authHeader);
default Connection getConnection() throws SQLException {
return getConnection(SessionConfig.DEFAULT_USER, SessionConfig.DEFAULT_PASSWORD);
@@ -106,11 +112,25 @@ default Connection getConnection(Constant.Version version) throws SQLException {
return getConnection(version, SessionConfig.DEFAULT_USER, SessionConfig.DEFAULT_PASSWORD);
}
+ default Connection getConnection(DataNodeWrapper dataNodeWrapper) throws SQLException {
+ return getConnection(
+ dataNodeWrapper, SessionConfig.DEFAULT_USER, SessionConfig.DEFAULT_PASSWORD);
+ }
+
Connection getConnection(Constant.Version version, String username, String password)
throws SQLException;
Connection getConnection(String username, String password) throws SQLException;
+ Connection getConnection(DataNodeWrapper dataNodeWrapper, String username, String password)
+ throws SQLException;
+
+ default Connection getAvailableConnection() throws SQLException {
+ return getAvailableConnection(SessionConfig.DEFAULT_USER, SessionConfig.DEFAULT_PASSWORD);
+ }
+
+ Connection getAvailableConnection(String username, String password) throws SQLException;
+
default Connection getWriteOnlyConnectionWithSpecifiedDataNode(DataNodeWrapper dataNode)
throws SQLException {
return getWriteOnlyConnectionWithSpecifiedDataNode(
@@ -130,6 +150,10 @@ default Connection getConnectionWithSpecifiedDataNode(DataNodeWrapper dataNode)
Connection getConnectionWithSpecifiedDataNode(
DataNodeWrapper dataNode, String username, String password) throws SQLException;
+ default void setTestClassName(String testClassName) {
+ // Default no-op for env implementations that do not create local node log directories.
+ }
+
void setTestMethodName(String testCaseName);
void dumpTestJVMSnapshot();
@@ -147,6 +171,8 @@ IConfigNodeRPCService.Iface getLeaderConfigNodeConnection()
ISession getSessionConnection() throws IoTDBConnectionException;
+ ISession getSessionConnection(ZoneId zoneId) throws IoTDBConnectionException;
+
ISession getSessionConnection(String userName, String password) throws IoTDBConnectionException;
ISession getSessionConnection(List nodeUrls) throws IoTDBConnectionException;
@@ -181,6 +207,8 @@ default IConfigNodeRPCService.Iface getConfigNodeConnection(int index) throws Ex
/** Shutdown all existed ConfigNodes. */
void shutdownAllConfigNodes();
+ void shutdownForciblyAllConfigNodes();
+
/**
* Ensure all the nodes being in the corresponding status.
*
@@ -245,6 +273,9 @@ void ensureNodeStatus(List nodes, List targetStatus
/** Shutdown all existed DataNodes. */
void shutdownAllDataNodes();
+ /** Shutdown forcibly all existed DataNodes. */
+ void shutdownForciblyAllDataNodes();
+
int getMqttPort();
String getIP();
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/env/CommonConfig.java b/integration-test/src/main/java/org/apache/iotdb/itbase/env/CommonConfig.java
index 840b9effde401..4f82c7ca7fdc7 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/env/CommonConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/env/CommonConfig.java
@@ -48,7 +48,7 @@ public interface CommonConfig {
CommonConfig setEnableCrossSpaceCompaction(boolean enableCrossSpaceCompaction);
- CommonConfig setMaxInnerCompactionCandidateFileNum(int maxInnerCompactionCandidateFileNum);
+ CommonConfig setInnerCompactionCandidateFileNum(int maxInnerCompactionCandidateFileNum);
CommonConfig setAutoCreateSchemaEnabled(boolean enableAutoCreateSchema);
@@ -56,7 +56,7 @@ public interface CommonConfig {
CommonConfig setPrimitiveArraySize(int primitiveArraySize);
- CommonConfig setAvgSeriesPointNumberThreshold(int avgSeriesPointNumberThreshold);
+ CommonConfig setTargetChunkPointNum(int targetChunkPointNum);
CommonConfig setMaxTsBlockLineNumber(int maxTsBlockLineNumber);
@@ -80,6 +80,8 @@ public interface CommonConfig {
CommonConfig setTimePartitionInterval(long timePartitionInterval);
+ CommonConfig setTTLCheckInterval(long ttlCheckInterval);
+
CommonConfig setTimePartitionOrigin(long timePartitionOrigin);
CommonConfig setTimestampPrecision(String timestampPrecision);
@@ -114,6 +116,10 @@ CommonConfig setEnableAutoLeaderBalanceForIoTConsensus(
CommonConfig setSeriesSlotNum(int seriesSlotNum);
+ CommonConfig setDataPartitionAllocationStrategy(String dataPartitionAllocationStrategy);
+
+ CommonConfig setSeriesPartitionExecutorClass(String seriesPartitionExecutorClass);
+
CommonConfig setSchemaMemoryAllocate(String schemaMemoryAllocate);
CommonConfig setWriteMemoryProportion(String writeMemoryProportion);
@@ -134,6 +140,16 @@ CommonConfig setEnableAutoLeaderBalanceForIoTConsensus(
CommonConfig setSchemaRegionPerDataNode(double schemaRegionPerDataNode);
+ CommonConfig setPipeMemoryManagementEnabled(boolean pipeMemoryManagementEnabled);
+
+ CommonConfig setPipeDataStructureTabletMemoryBlockAllocationRejectThreshold(
+ double pipeDataStructureTabletMemoryBlockAllocationRejectThreshold);
+
+ CommonConfig setPipeDataStructureTsFileMemoryBlockAllocationRejectThreshold(
+ double pipeDataStructureTsFileMemoryBlockAllocationRejectThreshold);
+
+ CommonConfig setIsPipeEnableMemoryCheck(boolean isPipeEnableMemoryCheck);
+
CommonConfig setPipeAirGapReceiverEnabled(boolean isPipeAirGapReceiverEnabled);
CommonConfig setDriverTaskExecutionTimeSliceInMs(long driverTaskExecutionTimeSliceInMs);
@@ -142,7 +158,7 @@ CommonConfig setEnableAutoLeaderBalanceForIoTConsensus(
CommonConfig setTagAttributeTotalSize(int tagAttributeTotalSize);
- CommonConfig setCnConnectionTimeoutMs(int connectionTimeoutMs);
+ CommonConfig setDnConnectionTimeoutMs(int connectionTimeoutMs);
CommonConfig setPipeHeartbeatIntervalSecondsForCollectingPipeMeta(
int pipeHeartbeatIntervalSecondsForCollectingPipeMeta);
@@ -150,4 +166,23 @@ CommonConfig setPipeHeartbeatIntervalSecondsForCollectingPipeMeta(
CommonConfig setPipeMetaSyncerInitialSyncDelayMinutes(long pipeMetaSyncerInitialSyncDelayMinutes);
CommonConfig setPipeMetaSyncerSyncIntervalMinutes(long pipeMetaSyncerSyncIntervalMinutes);
+
+ CommonConfig setPipeConnectorRequestSliceThresholdBytes(
+ int pipeConnectorRequestSliceThresholdBytes);
+
+ CommonConfig setPipeAutoSplitFullEnabled(boolean pipeAutoSplitFullEnabled);
+
+ CommonConfig setQueryMemoryProportion(String queryMemoryProportion);
+
+ CommonConfig setSubscriptionPrefetchTsFileBatchMaxDelayInMs(
+ int subscriptionPrefetchTsFileBatchMaxDelayInMs);
+
+ CommonConfig setSubscriptionPrefetchTsFileBatchMaxSizeInBytes(
+ int subscriptionPrefetchTsFileBatchMaxSizeInBytes);
+
+ default CommonConfig setDefaultStorageGroupLevel(int defaultStorageGroupLevel) {
+ return this;
+ }
+
+ CommonConfig setDatanodeMemoryProportion(String datanodeMemoryProportion);
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/env/ConfigNodeConfig.java b/integration-test/src/main/java/org/apache/iotdb/itbase/env/ConfigNodeConfig.java
index bf7179ef70289..4af35f6f56a9d 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/env/ConfigNodeConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/env/ConfigNodeConfig.java
@@ -23,5 +23,12 @@
/** This interface is used to handle properties in iotdb-confignode.properties. */
public interface ConfigNodeConfig {
+
ConfigNodeConfig setMetricReporterType(List metricReporterTypes);
+
+ ConfigNodeConfig setMetricPrometheusReporterUsername(String username);
+
+ ConfigNodeConfig setMetricPrometheusReporterPassword(String password);
+
+ ConfigNodeConfig setLeaderDistributionPolicy(String policy);
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/env/DataNodeConfig.java b/integration-test/src/main/java/org/apache/iotdb/itbase/env/DataNodeConfig.java
index 2887b0a987189..dd64fb14a5e27 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/env/DataNodeConfig.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/env/DataNodeConfig.java
@@ -25,10 +25,32 @@
public interface DataNodeConfig {
DataNodeConfig setMetricReporterType(List metricReporterTypes);
+ DataNodeConfig setMetricPrometheusReporterUsername(String username);
+
+ DataNodeConfig setMetricPrometheusReporterPassword(String password);
+
DataNodeConfig setEnableRestService(boolean enableRestService);
DataNodeConfig setConnectionTimeoutInMS(int connectionTimeoutInMS);
+ DataNodeConfig setDnDataDirs(String dnDataDirs);
+
DataNodeConfig setLoadTsFileAnalyzeSchemaMemorySizeInBytes(
long loadTsFileAnalyzeSchemaMemorySizeInBytes);
+
+ DataNodeConfig setMaxAllocateMemoryRatioForLoad(double maxAllocateMemoryRatioForLoad);
+
+ DataNodeConfig setLoadTsFileTabletConversionBatchMemorySizeInBytes(
+ long loadTsFileTabletConversionBatchMemorySizeInBytes);
+
+ DataNodeConfig setLoadActiveListeningCheckIntervalSeconds(
+ long loadActiveListeningCheckIntervalSeconds);
+
+ DataNodeConfig setLoadLastCacheStrategy(String strategyName);
+
+ DataNodeConfig setCacheLastValuesForLoad(boolean cacheLastValuesForLoad);
+
+ DataNodeConfig setWalThrottleSize(long walThrottleSize);
+
+ DataNodeConfig setDeleteWalFilesPeriodInMs(long deleteWalFilesPeriodInMs);
}
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestConnection.java b/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestConnection.java
index 77a5136e696c8..a4a8349559c1d 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestConnection.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestConnection.java
@@ -18,6 +18,8 @@
*/
package org.apache.iotdb.itbase.runtime;
+import org.apache.iotdb.it.env.cluster.env.AbstractEnv;
+
import org.apache.commons.lang3.Validate;
import java.sql.Array;
@@ -43,20 +45,24 @@
/** The implementation of {@link Connection} in cluster test. */
public class ClusterTestConnection implements Connection {
+ private final AbstractEnv env;
private final NodeConnection writeConnection;
private final List readConnections;
private boolean isClosed;
public ClusterTestConnection(
- NodeConnection writeConnection, List readConnections) {
+ final NodeConnection writeConnection,
+ final List readConnections,
+ final AbstractEnv env) {
Validate.notNull(readConnections);
this.writeConnection = writeConnection;
this.readConnections = readConnections;
+ this.env = env;
}
@Override
public Statement createStatement() throws SQLException {
- return new ClusterTestStatement(writeConnection, readConnections);
+ return new ClusterTestStatement(writeConnection, readConnections, env);
}
@Override
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestResultSet.java b/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestResultSet.java
index e98ff7e7c1443..3c32c55033006 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestResultSet.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestResultSet.java
@@ -18,6 +18,8 @@
*/
package org.apache.iotdb.itbase.runtime;
+import org.apache.iotdb.it.env.cluster.env.AbstractEnv;
+
import java.io.InputStream;
import java.io.Reader;
import java.math.BigDecimal;
@@ -47,17 +49,23 @@ public class ClusterTestResultSet implements ResultSet {
private final List resultSets;
private final List endpoints;
private final int queryTimeoutSeconds;
+ private final AbstractEnv env;
public ClusterTestResultSet(
- List statements, List endpoints, String sql, int queryTimeoutSeconds)
+ final List statements,
+ final List endpoints,
+ final String sql,
+ final int queryTimeoutSeconds,
+ final AbstractEnv env)
throws SQLException {
this.queryTimeoutSeconds = queryTimeoutSeconds;
this.endpoints = endpoints;
- RequestDelegate delegate = createRequestDelegate();
+ final RequestDelegate delegate = createRequestDelegate();
for (Statement st : statements) {
delegate.addRequest(() -> st.executeQuery(sql));
}
resultSets = delegate.requestAll();
+ this.env = env;
}
@Override
@@ -1169,7 +1177,7 @@ public boolean isWrapperFor(Class iface) {
* executed in parallel in order to accelerate the test.
*/
private RequestDelegate createRequestDelegate() {
- return new ParallelRequestDelegate<>(endpoints, queryTimeoutSeconds);
+ return new ParallelRequestDelegate<>(endpoints, queryTimeoutSeconds, env);
}
private RequestDelegate createLocalRequestDelegate() {
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestStatement.java b/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestStatement.java
index c6b139a3eeb26..f7381bb543af9 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestStatement.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ClusterTestStatement.java
@@ -18,6 +18,7 @@
*/
package org.apache.iotdb.itbase.runtime;
+import org.apache.iotdb.it.env.cluster.env.AbstractEnv;
import org.apache.iotdb.jdbc.Config;
import org.slf4j.Logger;
@@ -44,9 +45,12 @@ public class ClusterTestStatement implements Statement {
private int maxRows = Integer.MAX_VALUE;
private int queryTimeout = DEFAULT_QUERY_TIMEOUT;
private int fetchSize = Config.DEFAULT_FETCH_SIZE;
+ private final AbstractEnv env;
public ClusterTestStatement(
- NodeConnection writeConnection, List readConnections) {
+ final NodeConnection writeConnection,
+ final List readConnections,
+ final AbstractEnv env) {
try {
this.writeStatement = writeConnection.getUnderlyingConnecton().createStatement();
updateConfig(writeStatement, 0);
@@ -68,6 +72,7 @@ public ClusterTestStatement(
if (readStatements.isEmpty()) {
LOGGER.warn("Failed to create any read statement.");
}
+ this.env = env;
}
private void updateConfig(Statement statement, int timeout) throws SQLException {
@@ -77,7 +82,7 @@ private void updateConfig(Statement statement, int timeout) throws SQLException
@Override
public ResultSet executeQuery(String sql) throws SQLException {
- return new ClusterTestResultSet(readStatements, readEndpoints, sql, queryTimeout);
+ return new ClusterTestResultSet(readStatements, readEndpoints, sql, queryTimeout, env);
}
@Override
@@ -90,7 +95,7 @@ public void close() throws SQLException {
List endpoints = new ArrayList<>();
endpoints.add(writEndpoint);
endpoints.addAll(readEndpoints);
- RequestDelegate delegate = new ParallelRequestDelegate<>(endpoints, queryTimeout);
+ RequestDelegate delegate = new ParallelRequestDelegate<>(endpoints, queryTimeout, env);
delegate.addRequest(
() -> {
if (writeStatement != null) {
diff --git a/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ParallelRequestDelegate.java b/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ParallelRequestDelegate.java
index 19b6877d5c88e..437a6da6e5b13 100644
--- a/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ParallelRequestDelegate.java
+++ b/integration-test/src/main/java/org/apache/iotdb/itbase/runtime/ParallelRequestDelegate.java
@@ -19,7 +19,7 @@
package org.apache.iotdb.itbase.runtime;
-import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.env.cluster.env.AbstractEnv;
import org.apache.iotdb.itbase.exception.ParallelRequestTimeoutException;
import java.sql.SQLException;
@@ -37,10 +37,13 @@
*/
public class ParallelRequestDelegate extends RequestDelegate {
private final int taskTimeoutSeconds;
+ private final AbstractEnv env;
- public ParallelRequestDelegate(List endpoints, int taskTimeoutSeconds) {
+ public ParallelRequestDelegate(
+ final List endpoints, final int taskTimeoutSeconds, final AbstractEnv env) {
super(endpoints);
this.taskTimeoutSeconds = taskTimeoutSeconds;
+ this.env = env;
}
public List requestAll() throws SQLException {
@@ -57,7 +60,7 @@ public List requestAll() throws SQLException {
} catch (ExecutionException e) {
exceptions[i] = e;
} catch (InterruptedException | TimeoutException e) {
- EnvFactory.getEnv().dumpTestJVMSnapshot();
+ env.dumpTestJVMSnapshot();
for (int j = i; j < getEndpoints().size(); j++) {
resultFutures.get(j).cancel(true);
}
diff --git a/integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeBasicIT.java b/integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeBasicIT.java
new file mode 100644
index 0000000000000..07d29c0d224ed
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeBasicIT.java
@@ -0,0 +1,254 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.ainode.it;
+
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.AIClusterIT;
+
+import org.junit.AfterClass;
+import org.junit.BeforeClass;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+import java.io.File;
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.ResultSetMetaData;
+import java.sql.SQLException;
+import java.sql.Statement;
+
+import static org.apache.iotdb.db.it.utils.TestUtils.prepareData;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.fail;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({AIClusterIT.class})
+public class AINodeBasicIT {
+ static final String MODEL_PATH =
+ System.getProperty("user.dir")
+ + File.separator
+ + "src"
+ + File.separator
+ + "test"
+ + File.separator
+ + "resources"
+ + File.separator
+ + "ainode-example";
+
+ static String[] sqls =
+ new String[] {
+ "set configuration \"trusted_uri_pattern\"='.*'",
+ "create model identity using uri \"" + MODEL_PATH + "\"",
+ "CREATE DATABASE root.AI.data",
+ "CREATE TIMESERIES root.AI.data.s0 WITH DATATYPE=FLOAT, ENCODING=RLE",
+ "CREATE TIMESERIES root.AI.data.s1 WITH DATATYPE=FLOAT, ENCODING=RLE",
+ "CREATE TIMESERIES root.AI.data.s2 WITH DATATYPE=FLOAT, ENCODING=RLE",
+ "CREATE TIMESERIES root.AI.data.s3 WITH DATATYPE=DOUBLE, ENCODING=RLE",
+ "insert into root.AI.data(timestamp,s0,s1,s2,s3) values(1,1.0,2.0,3.0,4.0)",
+ "insert into root.AI.data(timestamp,s0,s1,s2,s3) values(2,2.0,3.0,4.0,5.0)",
+ "insert into root.AI.data(timestamp,s0,s1,s2,s3) values(3,3.0,4.0,5.0,6.0)",
+ "insert into root.AI.data(timestamp,s0,s1,s2,s3) values(4,4.0,5.0,6.0,7.0)",
+ "insert into root.AI.data(timestamp,s0,s1,s2,s3) values(5,5.0,6.0,7.0,8.0)",
+ "insert into root.AI.data(timestamp,s0,s1,s2,s3) values(6,6.0,7.0,8.0,9.0)",
+ "insert into root.AI.data(timestamp,s0,s1,s2,s3) values(7,7.0,8.0,9.0,10.0)",
+ };
+
+ @BeforeClass
+ public static void setUp() throws Exception {
+ // Init 1C1D1M cluster environment
+ EnvFactory.getEnv().initClusterEnvironment(1, 1);
+ prepareData(sqls);
+ }
+
+ @AfterClass
+ public static void tearDown() throws Exception {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ private static void checkHeader(ResultSetMetaData resultSetMetaData, String title)
+ throws SQLException {
+ String[] headers = title.split(",");
+ for (int i = 1; i <= resultSetMetaData.getColumnCount(); i++) {
+ assertEquals(headers[i - 1], resultSetMetaData.getColumnName(i));
+ }
+ }
+
+ private void errorTest(String sql, String errorMessage) {
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+
+ try (ResultSet ignored = statement.executeQuery(sql)) {
+ fail("There should be an exception");
+ }
+ } catch (SQLException e) {
+ assertEquals(errorMessage, e.getMessage());
+ }
+ }
+
+ @Test
+ public void aiNodeConnectionTest() {
+ String sql = "SHOW AINODES";
+ String title = "NodeID,Status,RpcAddress,RpcPort";
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+
+ try (ResultSet resultSet = statement.executeQuery(sql)) {
+ ResultSetMetaData resultSetMetaData = resultSet.getMetaData();
+ checkHeader(resultSetMetaData, title);
+ int count = 0;
+ while (resultSet.next()) {
+ assertEquals("2", resultSet.getString(1));
+ assertEquals("Running", resultSet.getString(2));
+ count++;
+ }
+ assertEquals(1, count);
+ }
+ } catch (SQLException e) {
+ e.printStackTrace();
+ fail(e.getMessage());
+ }
+ }
+
+ @Test
+ public void ModelOperationTest() {
+ String registerSql = "create model operationTest using uri \"" + MODEL_PATH + "\"";
+ String showSql = "SHOW MODELS operationTest";
+ String dropSql = "DROP MODEL operationTest";
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+ statement.execute(registerSql);
+ boolean loading = true;
+ int count = 0;
+ while (loading) {
+ try (ResultSet resultSet = statement.executeQuery(showSql)) {
+ ResultSetMetaData resultSetMetaData = resultSet.getMetaData();
+ checkHeader(resultSetMetaData, "ModelId,ModelType,State,Configs,Notes");
+ while (resultSet.next()) {
+ String modelName = resultSet.getString(1);
+ String modelType = resultSet.getString(2);
+ String status = resultSet.getString(3);
+
+ assertEquals("operationTest", modelName);
+ assertEquals("USER_DEFINED", modelType);
+ if (status.equals("ACTIVE")) {
+ loading = false;
+ count++;
+ } else if (status.equals("LOADING")) {
+ break;
+ } else {
+ fail("Unexpected status of model: " + status);
+ }
+ }
+ }
+ }
+ assertEquals(1, count);
+ statement.execute(dropSql);
+ try (ResultSet resultSet = statement.executeQuery(showSql)) {
+ ResultSetMetaData resultSetMetaData = resultSet.getMetaData();
+ checkHeader(resultSetMetaData, "ModelId,ModelType,State,Configs,Notes");
+ count = 0;
+ while (resultSet.next()) {
+ count++;
+ }
+ assertEquals(0, count);
+ }
+ } catch (SQLException e) {
+ fail(e.getMessage());
+ }
+ }
+
+ @Test
+ public void callInferenceTest() {
+ String sql =
+ "CALL INFERENCE(identity, \"select s0,s1,s2 from root.AI.data\", generateTime=true)";
+ String sql2 = "CALL INFERENCE(identity, \"select s2,s0,s1 from root.AI.data\")";
+ String sql3 =
+ "CALL INFERENCE(_NaiveForecaster, \"select s0 from root.AI.data\", predict_length=3, generateTime=true)";
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+
+ try (ResultSet resultSet = statement.executeQuery(sql)) {
+ ResultSetMetaData resultSetMetaData = resultSet.getMetaData();
+ checkHeader(resultSetMetaData, "Time,output0,output1,output2");
+ int count = 0;
+ while (resultSet.next()) {
+ float s0 = resultSet.getFloat(2);
+ float s1 = resultSet.getFloat(3);
+ float s2 = resultSet.getFloat(4);
+
+ assertEquals(s0, count + 1.0, 0.0001);
+ assertEquals(s1, count + 2.0, 0.0001);
+ assertEquals(s2, count + 3.0, 0.0001);
+ count++;
+ }
+ assertEquals(7, count);
+ }
+
+ try (ResultSet resultSet = statement.executeQuery(sql2)) {
+ ResultSetMetaData resultSetMetaData = resultSet.getMetaData();
+ checkHeader(resultSetMetaData, "output0,output1,output2");
+ int count = 0;
+ while (resultSet.next()) {
+ float s2 = resultSet.getFloat(1);
+ float s0 = resultSet.getFloat(2);
+ float s1 = resultSet.getFloat(3);
+
+ assertEquals(s0, count + 1.0, 0.0001);
+ assertEquals(s1, count + 2.0, 0.0001);
+ assertEquals(s2, count + 3.0, 0.0001);
+ count++;
+ }
+ assertEquals(7, count);
+ }
+
+ try (ResultSet resultSet = statement.executeQuery(sql3)) {
+ ResultSetMetaData resultSetMetaData = resultSet.getMetaData();
+ checkHeader(resultSetMetaData, "Time,output0,output1,output2");
+ int count = 0;
+ while (resultSet.next()) {
+ count++;
+ }
+ assertEquals(3, count);
+ }
+
+ } catch (SQLException e) {
+ fail(e.getMessage());
+ }
+ }
+
+ @Test
+ public void errorTest() {
+ String sql =
+ "CALL INFERENCE(notFound404, \"select s0,s1,s2 from root.AI.data\", window=head(5))";
+ errorTest(sql, "1505: model [notFound404] has not been created.");
+ sql = "CALL INFERENCE(identity, \"select s0,s1,s2 from root.AI.data\", window=head(2))";
+ errorTest(sql, "701: Window output 2 is not equal to input size of model 7");
+ sql = "CALL INFERENCE(identity, \"select s0,s1,s2 from root.AI.data limit 5\")";
+ errorTest(
+ sql,
+ "301: The number of rows 5 in the input data does not match the model input 7. Try to use LIMIT in SQL or WINDOW in CALL INFERENCE");
+ sql = "CREATE MODEL 中文 USING URI \"" + MODEL_PATH + "\"";
+ errorTest(sql, "701: ModelName can only contain letters, numbers, and underscores");
+ sql = "DROP MODEL _GaussianHMM";
+ errorTest(sql, "1502: Built-in model _GaussianHMM can't be removed");
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/cli/it/AbstractScript.java b/integration-test/src/test/java/org/apache/iotdb/cli/it/AbstractScript.java
deleted file mode 100644
index 53f51cb81a6ea..0000000000000
--- a/integration-test/src/test/java/org/apache/iotdb/cli/it/AbstractScript.java
+++ /dev/null
@@ -1,82 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.iotdb.cli.it;
-
-import org.apache.iotdb.it.framework.IoTDBTestRunner;
-
-import org.apache.thrift.annotation.Nullable;
-import org.junit.runner.RunWith;
-
-import java.io.BufferedReader;
-import java.io.IOException;
-import java.io.InputStreamReader;
-import java.util.ArrayList;
-import java.util.List;
-
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertTrue;
-import static org.junit.Assert.fail;
-
-@RunWith(IoTDBTestRunner.class)
-public abstract class AbstractScript {
-
- protected void testOutput(ProcessBuilder builder, @Nullable String[] output, int statusCode)
- throws IOException {
- builder.redirectErrorStream(true);
- Process p = builder.start();
- BufferedReader r = new BufferedReader(new InputStreamReader(p.getInputStream()));
- String line;
- List outputList = new ArrayList<>();
- while (true) {
- line = r.readLine();
- if (line == null) {
- break;
- } else {
- outputList.add(line);
- }
- }
- r.close();
- p.destroy();
-
- System.out.println("Process output:");
- for (String s : outputList) {
- System.out.println(s);
- }
-
- if (output != null) {
- for (int i = 0; i < output.length; i++) {
- assertTrue(
- outputList.get(outputList.size() - 1 - i).contains(output[output.length - 1 - i]));
- }
- }
- while (p.isAlive()) {
- try {
- Thread.sleep(100);
- } catch (InterruptedException e) {
- e.printStackTrace();
- fail();
- }
- }
- assertEquals(statusCode, p.exitValue());
- }
-
- protected abstract void testOnWindows() throws IOException;
-
- protected abstract void testOnUnix() throws IOException;
-}
diff --git a/integration-test/src/test/java/org/apache/iotdb/cli/it/AbstractScriptIT.java b/integration-test/src/test/java/org/apache/iotdb/cli/it/AbstractScriptIT.java
new file mode 100644
index 0000000000000..a0a25a2e12e0d
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/cli/it/AbstractScriptIT.java
@@ -0,0 +1,82 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.iotdb.cli.it;
+
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+
+import org.apache.thrift.annotation.Nullable;
+import org.junit.runner.RunWith;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.util.ArrayList;
+import java.util.List;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+@RunWith(IoTDBTestRunner.class)
+public abstract class AbstractScriptIT {
+
+ protected void testOutput(ProcessBuilder builder, @Nullable String[] output, int statusCode)
+ throws IOException {
+ builder.redirectErrorStream(true);
+ Process p = builder.start();
+ BufferedReader r = new BufferedReader(new InputStreamReader(p.getInputStream()));
+ String line;
+ List outputList = new ArrayList<>();
+ while (true) {
+ line = r.readLine();
+ if (line == null) {
+ break;
+ } else {
+ outputList.add(line);
+ }
+ }
+ r.close();
+ p.destroy();
+
+ System.out.println("Process output:");
+ for (String s : outputList) {
+ System.out.println(s);
+ }
+
+ if (output != null) {
+ for (int i = 0; i < output.length; i++) {
+ assertTrue(
+ outputList.get(outputList.size() - 1 - i).contains(output[output.length - 1 - i]));
+ }
+ }
+ while (p.isAlive()) {
+ try {
+ Thread.sleep(100);
+ } catch (InterruptedException e) {
+ e.printStackTrace();
+ fail();
+ }
+ }
+ assertEquals(statusCode, p.exitValue());
+ }
+
+ protected abstract void testOnWindows() throws IOException;
+
+ protected abstract void testOnUnix() throws IOException;
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/cli/it/StartClientScriptIT.java b/integration-test/src/test/java/org/apache/iotdb/cli/it/StartClientScriptIT.java
index 317ec218fc617..0385071e2ad6a 100644
--- a/integration-test/src/test/java/org/apache/iotdb/cli/it/StartClientScriptIT.java
+++ b/integration-test/src/test/java/org/apache/iotdb/cli/it/StartClientScriptIT.java
@@ -35,7 +35,7 @@
@RunWith(IoTDBTestRunner.class)
@Category({LocalStandaloneIT.class, ClusterIT.class})
-public class StartClientScriptIT extends AbstractScript {
+public class StartClientScriptIT extends AbstractScriptIT {
private static String ip;
@@ -77,7 +77,7 @@ public void test() throws IOException {
protected void testOnWindows() throws IOException {
final String[] output = {
- "Error: Connection Error, please check whether the network is available or the server has started. Host is 127.0.0.1, port is 6668."
+ "Error: Connection Error, please check whether the network is available or the server has started."
};
ProcessBuilder builder =
new ProcessBuilder(
@@ -121,7 +121,7 @@ protected void testOnWindows() throws IOException {
protected void testOnUnix() throws IOException {
final String[] output = {
- "Error: Connection Error, please check whether the network is available or the server has started. Host is 127.0.0.1, port is 6668."
+ "Error: Connection Error, please check whether the network is available or the server has started."
};
ProcessBuilder builder =
new ProcessBuilder(
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeSnapshot2IT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeSnapshot2IT.java
new file mode 100644
index 0000000000000..c156adbe259fe
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeSnapshot2IT.java
@@ -0,0 +1,47 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it;
+
+import org.apache.iotdb.consensus.ConsensusFactory;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+
+import org.junit.Before;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({ClusterIT.class})
+public class IoTDBConfigNodeSnapshot2IT extends IoTDBConfigNodeSnapshotIT {
+ @Before
+ public void setUp() throws Exception {
+ // set setConfigNodeRatisSnapshotTriggerThreshold to 1
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS)
+ .setConfigNodeRatisSnapshotTriggerThreshold(1)
+ .setTimePartitionInterval(testTimePartitionInterval);
+
+ // Init 2C2D cluster environment
+ EnvFactory.getEnv().initClusterEnvironment(2, 2);
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeSnapshotIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeSnapshotIT.java
index af7cb37669d18..9ff58305bf506 100644
--- a/integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeSnapshotIT.java
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeSnapshotIT.java
@@ -78,8 +78,7 @@
@RunWith(IoTDBTestRunner.class)
@Category({ClusterIT.class})
public class IoTDBConfigNodeSnapshotIT {
- private static final int testRatisSnapshotTriggerThreshold = 100;
- private static final long testTimePartitionInterval = 86400;
+ protected final long testTimePartitionInterval = 86400;
@Before
public void setUp() throws Exception {
@@ -87,7 +86,7 @@ public void setUp() throws Exception {
.getConfig()
.getCommonConfig()
.setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS)
- .setConfigNodeRatisSnapshotTriggerThreshold(testRatisSnapshotTriggerThreshold)
+ .setConfigNodeRatisSnapshotTriggerThreshold(100)
.setTimePartitionInterval(testTimePartitionInterval);
// Init 2C2D cluster environment
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/cluster/IoTDBClusterNodeGetterIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/cluster/IoTDBClusterNodeGetterIT.java
index d31e221724950..2ca034497f095 100644
--- a/integration-test/src/test/java/org/apache/iotdb/confignode/it/cluster/IoTDBClusterNodeGetterIT.java
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/cluster/IoTDBClusterNodeGetterIT.java
@@ -162,12 +162,10 @@ public void showClusterAndNodesTest() throws Exception {
clusterParameters.getSchemaReplicationFactor());
Assert.assertEquals(
expectedParameters.getDataRegionPerDataNode(),
- clusterParameters.getDataRegionPerDataNode(),
- 0.01);
+ clusterParameters.getDataRegionPerDataNode());
Assert.assertEquals(
expectedParameters.getSchemaRegionPerDataNode(),
- clusterParameters.getSchemaRegionPerDataNode(),
- 0.01);
+ clusterParameters.getSchemaRegionPerDataNode());
Assert.assertEquals(
expectedParameters.getDiskSpaceWarningThreshold(),
clusterParameters.getDiskSpaceWarningThreshold(),
@@ -241,7 +239,7 @@ public void removeAndStopConfigNodeTest() throws Exception {
}
// Test stop ConfigNode
- status = client.stopConfigNode(removedConfigNodeLocation);
+ status = client.stopAndClearConfigNode(removedConfigNodeLocation);
assertEquals(TSStatusCode.SUCCESS_STATUS.getStatusCode(), status.getCode());
}
}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseAutoDataRegionGroupQuotaIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseAutoDataRegionGroupQuotaIT.java
new file mode 100644
index 0000000000000..1cb9d5e669019
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseAutoDataRegionGroupQuotaIT.java
@@ -0,0 +1,122 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.database;
+
+import org.apache.iotdb.consensus.ConsensusFactory;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+
+import org.junit.After;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({ClusterIT.class})
+public class IoTDBDatabaseAutoDataRegionGroupQuotaIT {
+
+ private static final int CONFIG_NODE_NUM = 1;
+ private static final int DATA_NODE_NUM = 3;
+ private static final int SCHEMA_REPLICATION_FACTOR = 3;
+ private static final int DATA_REPLICATION_FACTOR = 1;
+ private static final int DATA_REGION_PER_DATA_NODE = 2;
+
+ @Before
+ public void setUp() throws Exception {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setSchemaRegionGroupExtensionPolicy("CUSTOM")
+ .setDataRegionGroupExtensionPolicy("AUTO")
+ .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS)
+ .setDefaultSchemaRegionGroupNumPerDatabase(1)
+ .setDefaultDataRegionGroupNumPerDatabase(1)
+ .setSchemaReplicationFactor(SCHEMA_REPLICATION_FACTOR)
+ .setDataReplicationFactor(DATA_REPLICATION_FACTOR)
+ .setDataRegionPerDataNode(DATA_REGION_PER_DATA_NODE);
+ EnvFactory.getEnv().initClusterEnvironment(CONFIG_NODE_NUM, DATA_NODE_NUM);
+ }
+
+ @After
+ public void tearDown() {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ @Test
+ public void testMaxDataRegionGroupNumUsesDataReplicationFactor() throws SQLException {
+ int expectedMaxDataRegionGroupNum =
+ (int)
+ Math.ceil((double) DATA_REGION_PER_DATA_NODE * DATA_NODE_NUM / DATA_REPLICATION_FACTOR);
+
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+ statement.execute("CREATE DATABASE root.data_rf WITH MAX_SCHEMA_REGION_GROUP_NUM=2");
+
+ try (ResultSet resultSet = statement.executeQuery("SHOW DATABASES DETAILS root.data_rf")) {
+ Assert.assertTrue(resultSet.next());
+ Assert.assertEquals(2, resultSet.getInt("MaxSchemaRegionGroupNum"));
+ Assert.assertEquals(
+ expectedMaxDataRegionGroupNum, resultSet.getInt("MaxDataRegionGroupNum"));
+ Assert.assertFalse(resultSet.next());
+ }
+ }
+ }
+
+ @Test
+ public void testMaxDataRegionGroupNumRejectedUnderAutoPolicy() throws SQLException {
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+ SQLException createException =
+ Assert.assertThrows(
+ SQLException.class,
+ () ->
+ statement.execute(
+ "CREATE DATABASE root.auto_create WITH MAX_DATA_REGION_GROUP_NUM=4"));
+ Assert.assertTrue(
+ createException
+ .getMessage()
+ .contains(
+ "max_data_region_group_num can only be set when "
+ + "data_region_group_extension_policy is CUSTOM"));
+
+ statement.execute("CREATE DATABASE root.auto_alter");
+ SQLException alterException =
+ Assert.assertThrows(
+ SQLException.class,
+ () ->
+ statement.execute(
+ "ALTER DATABASE root.auto_alter WITH MAX_DATA_REGION_GROUP_NUM=4"));
+ Assert.assertTrue(
+ alterException
+ .getMessage()
+ .contains(
+ "max_data_region_group_num can only be set when "
+ + "data_region_group_extension_policy is CUSTOM"));
+ }
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseMixedRegionGroupPolicyIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseMixedRegionGroupPolicyIT.java
new file mode 100644
index 0000000000000..f55f76dbe78d5
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseMixedRegionGroupPolicyIT.java
@@ -0,0 +1,78 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.database;
+
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+import org.apache.iotdb.itbase.category.LocalStandaloneIT;
+
+import org.junit.After;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({LocalStandaloneIT.class, ClusterIT.class})
+public class IoTDBDatabaseMixedRegionGroupPolicyIT {
+
+ private static final int DATA_REGION_PER_DATA_NODE = 4;
+
+ @Before
+ public void setUp() throws Exception {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setSchemaRegionGroupExtensionPolicy("CUSTOM")
+ .setDataRegionGroupExtensionPolicy("AUTO")
+ .setDefaultSchemaRegionGroupNumPerDatabase(1)
+ .setDefaultDataRegionGroupNumPerDatabase(1)
+ .setDataReplicationFactor(1)
+ .setDataRegionPerDataNode(DATA_REGION_PER_DATA_NODE);
+ EnvFactory.getEnv().initClusterEnvironment(1, 1);
+ }
+
+ @After
+ public void tearDown() {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ @Test
+ public void testAutoPolicyStillAdjustsWhenTheOtherPolicyIsCustom() throws SQLException {
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+ statement.execute("CREATE DATABASE root.mixed WITH MAX_SCHEMA_REGION_GROUP_NUM=2");
+
+ try (ResultSet resultSet = statement.executeQuery("SHOW DATABASES DETAILS root.mixed")) {
+ Assert.assertTrue(resultSet.next());
+ Assert.assertEquals(2, resultSet.getInt("MaxSchemaRegionGroupNum"));
+ Assert.assertEquals(DATA_REGION_PER_DATA_NODE, resultSet.getInt("MaxDataRegionGroupNum"));
+ Assert.assertFalse(resultSet.next());
+ }
+ }
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseRegionControlIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseRegionControlIT.java
index b66fadeb35f9a..e0b87e98d1f78 100644
--- a/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseRegionControlIT.java
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseRegionControlIT.java
@@ -39,6 +39,7 @@
import java.io.IOException;
import java.sql.Connection;
+import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.Collections;
@@ -58,6 +59,8 @@ public static void setUp() throws Exception {
EnvFactory.getEnv()
.getConfig()
.getCommonConfig()
+ .setSchemaRegionGroupExtensionPolicy("CUSTOM")
+ .setDataRegionGroupExtensionPolicy("CUSTOM")
.setDefaultSchemaRegionGroupNumPerDatabase(testDefaultSchemaRegionGroupNumPerDatabase)
.setDefaultDataRegionGroupNumPerDatabase(testDefaultDataRegionGroupNumPerDatabase);
@@ -132,7 +135,7 @@ public void testRegionGroupNumControlThroughCreation()
final int testDataRegionGroupNum = 3;
String createDatabaseSQL =
String.format(
- "CREATE DATABASE %s WITH SCHEMA_REGION_GROUP_NUM=%d, DATA_REGION_GROUP_NUM=%d;",
+ "CREATE DATABASE %s WITH MAX_SCHEMA_REGION_GROUP_NUM=%d, MAX_DATA_REGION_GROUP_NUM=%d;",
database, testSchemaRegionGroupNum, testDataRegionGroupNum);
statement.execute(createDatabaseSQL);
insertBatchData(statement, database, 0);
@@ -162,6 +165,53 @@ public void testRegionGroupNumControlThroughCreation()
}
}
+ @Test
+ public void testRecreateWithPartialMaxRegionGroupNumUsesDefaultCounterpart() throws SQLException {
+ try (final Connection connection = EnvFactory.getEnv().getConnection();
+ final Statement statement = connection.createStatement()) {
+ final String database = "root.rg_tree_create_schema";
+ statement.execute(String.format("CREATE DATABASE %s;", database));
+
+ try (final ResultSet resultSet =
+ statement.executeQuery("SHOW DATABASES DETAILS " + database)) {
+ Assert.assertTrue(resultSet.next());
+ Assert.assertEquals(
+ testDefaultSchemaRegionGroupNumPerDatabase,
+ resultSet.getInt("MaxSchemaRegionGroupNum"));
+ Assert.assertEquals(
+ testDefaultDataRegionGroupNumPerDatabase, resultSet.getInt("MaxDataRegionGroupNum"));
+ Assert.assertFalse(resultSet.next());
+ }
+
+ statement.execute(String.format("DROP DATABASE %s;", database));
+ statement.execute(
+ String.format("CREATE DATABASE %s WITH MAX_SCHEMA_REGION_GROUP_NUM=3;", database));
+
+ try (final ResultSet resultSet =
+ statement.executeQuery("SHOW DATABASES DETAILS " + database)) {
+ Assert.assertTrue(resultSet.next());
+ Assert.assertEquals(3, resultSet.getInt("MaxSchemaRegionGroupNum"));
+ Assert.assertEquals(
+ testDefaultDataRegionGroupNumPerDatabase, resultSet.getInt("MaxDataRegionGroupNum"));
+ Assert.assertFalse(resultSet.next());
+ }
+
+ final String dataDatabase = "root.rg_tree_create_data";
+ statement.execute(
+ String.format("CREATE DATABASE %s WITH MAX_DATA_REGION_GROUP_NUM=4;", dataDatabase));
+
+ try (final ResultSet resultSet =
+ statement.executeQuery("SHOW DATABASES DETAILS " + dataDatabase)) {
+ Assert.assertTrue(resultSet.next());
+ Assert.assertEquals(
+ testDefaultSchemaRegionGroupNumPerDatabase,
+ resultSet.getInt("MaxSchemaRegionGroupNum"));
+ Assert.assertEquals(4, resultSet.getInt("MaxDataRegionGroupNum"));
+ Assert.assertFalse(resultSet.next());
+ }
+ }
+ }
+
@Test
public void testRegionGroupNumControlThroughAlter()
throws SQLException, ClientManagerException, IOException, InterruptedException, TException {
@@ -204,7 +254,7 @@ public void testRegionGroupNumControlThroughAlter()
final int testDataRegionGroupNum = 3;
String alterDatabaseSQL =
String.format(
- "ALTER DATABASE %s WITH SCHEMA_REGION_GROUP_NUM=%d, DATA_REGION_GROUP_NUM=%d;",
+ "ALTER DATABASE %s WITH MAX_SCHEMA_REGION_GROUP_NUM=%d, MAX_DATA_REGION_GROUP_NUM=%d;",
database, testSchemaRegionGroupNum, testDataRegionGroupNum);
statement.execute(alterDatabaseSQL);
insertBatchData(statement, database, batchSize);
@@ -233,4 +283,85 @@ public void testRegionGroupNumControlThroughAlter()
Assert.assertEquals(testDataRegionGroupNum, dataRegionGroupNum.get());
}
}
+
+ @Test
+ public void testAlterMaxDataRegionGroupNumCannotDecrease() throws SQLException {
+ try (final Connection connection = EnvFactory.getEnv().getConnection();
+ final Statement statement = connection.createStatement()) {
+ final String database = "root.rg_tree_decrease";
+ statement.execute(
+ String.format("CREATE DATABASE %s WITH MAX_DATA_REGION_GROUP_NUM=8;", database));
+ statement.execute(
+ String.format("ALTER DATABASE %s WITH MAX_DATA_REGION_GROUP_NUM=16;", database));
+
+ final SQLException exception =
+ Assert.assertThrows(
+ SQLException.class,
+ () ->
+ statement.execute(
+ String.format(
+ "ALTER DATABASE %s WITH MAX_DATA_REGION_GROUP_NUM=12;", database)));
+ Assert.assertTrue(
+ exception.getMessage(),
+ exception
+ .getMessage()
+ .contains(
+ "MaxDataRegionGroupNum should be greater than or equal to current max "
+ + "DataRegionGroupNum: 16."));
+
+ try (final ResultSet resultSet =
+ statement.executeQuery("SHOW DATABASES DETAILS " + database)) {
+ Assert.assertTrue(resultSet.next());
+ Assert.assertEquals(16, resultSet.getInt("MaxDataRegionGroupNum"));
+ Assert.assertFalse(resultSet.next());
+ }
+ }
+ }
+
+ @Test
+ public void testAlterMaxSchemaRegionGroupNumCannotDecrease() throws SQLException {
+ try (final Connection connection = EnvFactory.getEnv().getConnection();
+ final Statement statement = connection.createStatement()) {
+ final String schemaDatabase = "root.rg_tree_decrease_schema";
+ statement.execute(
+ String.format("CREATE DATABASE %s WITH MAX_SCHEMA_REGION_GROUP_NUM=4;", schemaDatabase));
+ statement.execute(
+ String.format("ALTER DATABASE %s WITH MAX_SCHEMA_REGION_GROUP_NUM=5;", schemaDatabase));
+
+ final SQLException schemaException =
+ Assert.assertThrows(
+ SQLException.class,
+ () ->
+ statement.execute(
+ String.format(
+ "ALTER DATABASE %s WITH MAX_SCHEMA_REGION_GROUP_NUM=3;",
+ schemaDatabase)));
+ Assert.assertTrue(
+ schemaException.getMessage(),
+ schemaException
+ .getMessage()
+ .contains(
+ "MaxSchemaRegionGroupNum should be greater than or equal to current max "
+ + "SchemaRegionGroupNum: 5."));
+
+ try (final ResultSet resultSet =
+ statement.executeQuery("SHOW DATABASES DETAILS " + schemaDatabase)) {
+ Assert.assertTrue(resultSet.next());
+ Assert.assertEquals(5, resultSet.getInt("MaxSchemaRegionGroupNum"));
+ Assert.assertFalse(resultSet.next());
+ }
+ }
+ }
+
+ @Test
+ public void testDeprecatedRegionGroupNumSqlRejected() throws SQLException {
+ try (final Connection connection = EnvFactory.getEnv().getConnection();
+ final Statement statement = connection.createStatement()) {
+ Assert.assertThrows(
+ SQLException.class,
+ () ->
+ statement.execute(
+ "CREATE DATABASE root.paradise3 WITH SCHEMA_REGION_GROUP_NUM=3, DATA_REGION_GROUP_NUM=4;"));
+ }
+ }
}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBSystemDatabaseRegionGroupIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBSystemDatabaseRegionGroupIT.java
new file mode 100644
index 0000000000000..b72b06f246e40
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBSystemDatabaseRegionGroupIT.java
@@ -0,0 +1,90 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.database;
+
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+import org.apache.iotdb.itbase.category.LocalStandaloneIT;
+
+import org.junit.After;
+import org.junit.Assert;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+
+/** Verifies the single-RegionGroup invariant of the system database. */
+@RunWith(IoTDBTestRunner.class)
+@Category({LocalStandaloneIT.class, ClusterIT.class})
+public class IoTDBSystemDatabaseRegionGroupIT {
+
+ private static final String SYSTEM_DATABASE = "root.__system";
+ private static final int DEFAULT_REGION_GROUP_NUM = 3;
+
+ @After
+ public void tearDown() {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ @Test
+ public void testSystemDatabaseRegionGroupNumUnderAutoPolicy() throws Exception {
+ assertSystemDatabaseUsesSingleRegionGroup("AUTO");
+ }
+
+ @Test
+ public void testSystemDatabaseRegionGroupNumUnderCustomPolicy() throws Exception {
+ assertSystemDatabaseUsesSingleRegionGroup("CUSTOM");
+ }
+
+ private static void assertSystemDatabaseUsesSingleRegionGroup(String policy) throws Exception {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setSchemaRegionGroupExtensionPolicy(policy)
+ .setDataRegionGroupExtensionPolicy(policy)
+ .setDefaultSchemaRegionGroupNumPerDatabase(DEFAULT_REGION_GROUP_NUM)
+ .setDefaultDataRegionGroupNumPerDatabase(DEFAULT_REGION_GROUP_NUM);
+ EnvFactory.getEnv().initClusterEnvironment(1, 1);
+
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+ statement.execute("INSERT INTO root.__system.audit.d1(timestamp, s) VALUES(1, 1)");
+ assertSingleRegionGroup(statement);
+ }
+ }
+
+ private static void assertSingleRegionGroup(Statement statement) throws SQLException {
+ try (ResultSet resultSet =
+ statement.executeQuery("SHOW DATABASES DETAILS " + SYSTEM_DATABASE)) {
+ Assert.assertTrue("Expected system database to be created", resultSet.next());
+ Assert.assertEquals(SYSTEM_DATABASE, resultSet.getString("Database"));
+ Assert.assertEquals(1, resultSet.getInt("SchemaRegionGroupNum"));
+ Assert.assertEquals(1, resultSet.getInt("MaxSchemaRegionGroupNum"));
+ Assert.assertEquals(1, resultSet.getInt("DataRegionGroupNum"));
+ Assert.assertEquals(1, resultSet.getInt("MaxDataRegionGroupNum"));
+ Assert.assertFalse(resultSet.next());
+ }
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/DataPartitionTableIntegrityCheckProcedureIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/DataPartitionTableIntegrityCheckProcedureIT.java
new file mode 100644
index 0000000000000..da54c39479e0d
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/DataPartitionTableIntegrityCheckProcedureIT.java
@@ -0,0 +1,167 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.partition;
+
+import org.apache.iotdb.commons.enums.RepairDataPartitionTableProgressState;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+import org.apache.iotdb.itbase.category.LocalStandaloneIT;
+
+import org.junit.After;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.List;
+import java.util.concurrent.CountDownLatch;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+import static org.apache.iotdb.consensus.ConsensusFactory.RATIS_CONSENSUS;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({LocalStandaloneIT.class, ClusterIT.class})
+public class DataPartitionTableIntegrityCheckProcedureIT {
+ private static final Logger LOGGER =
+ LoggerFactory.getLogger(DataPartitionTableIntegrityCheckProcedureIT.class);
+
+ @Before
+ public void setUp() {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setConfigNodeConsensusProtocolClass(RATIS_CONSENSUS)
+ .setSchemaRegionConsensusProtocolClass(RATIS_CONSENSUS)
+ .setDataRegionConsensusProtocolClass(RATIS_CONSENSUS)
+ .setDataReplicationFactor(1);
+ EnvFactory.getEnv().initClusterEnvironment(1, 1);
+ }
+
+ @After
+ public void tearDown() throws Exception {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ @Test
+ public void testConcurrentSubmitDataPartitionTableIntegrityCheckProcedure()
+ throws InterruptedException {
+ final int threadCount = 10;
+ final CountDownLatch startLatch = new CountDownLatch(1);
+ final CountDownLatch finishLatch = new CountDownLatch(threadCount);
+ final ExecutorService executor = Executors.newFixedThreadPool(threadCount);
+
+ final AtomicInteger successCount = new AtomicInteger(0);
+ final AtomicInteger failCount = new AtomicInteger(0);
+ final List failureMessages = Collections.synchronizedList(new ArrayList<>());
+
+ // Concurrently submit the DataPartitionTableIntegrityCheckProcedure
+ for (int i = 0; i < threadCount; i++) {
+ final int threadId = i;
+ executor.submit(
+ () -> {
+ try {
+ startLatch.await();
+
+ try (final Connection connection = EnvFactory.getEnv().getConnection();
+ final Statement stmt = connection.createStatement()) {
+ stmt.execute("REPAIR DATA PARTITION TABLE");
+ successCount.incrementAndGet();
+ LOGGER.info("Thread {} submitted integrity check successfully", threadId);
+ }
+ } catch (final SQLException e) {
+ failCount.incrementAndGet();
+ failureMessages.add("Thread " + threadId + " failed: " + e.getMessage());
+ LOGGER.info(
+ "Thread {} failed to submit integrity check: {}", threadId, e.getMessage());
+ } catch (final Exception e) {
+ failCount.incrementAndGet();
+ failureMessages.add("Thread " + threadId + " failed unexpectedly: " + e.getMessage());
+ LOGGER.error("Thread {} unexpected error: {}", threadId, e.getMessage(), e);
+ } finally {
+ finishLatch.countDown();
+ }
+ });
+ }
+
+ startLatch.countDown();
+
+ final boolean completed = finishLatch.await(60, TimeUnit.SECONDS);
+ Assert.assertTrue("Not all threads completed within timeout", completed);
+
+ executor.shutdown();
+ Assert.assertTrue(
+ "Executor did not terminate", executor.awaitTermination(10, TimeUnit.SECONDS));
+
+ LOGGER.info("Success count: {}, Fail count: {}", successCount.get(), failCount.get());
+ LOGGER.info("Failure messages: {}", failureMessages);
+
+ Assert.assertEquals(
+ "Only one procedure should be submitted successfully", 1, successCount.get());
+ Assert.assertEquals(
+ "The other concurrent submissions should be rejected", threadCount - 1, failCount.get());
+ }
+
+ @Test
+ public void testShowRepairDataPartitionTableProgress() throws Exception {
+ try (final Connection connection = EnvFactory.getEnv().getConnection();
+ final Statement statement = connection.createStatement()) {
+ assertRepairProgress(statement, RepairDataPartitionTableProgressState.IDLE.name(), 0.0, 0.0);
+
+ statement.execute("REPAIR DATA PARTITION TABLE");
+ assertRepairProgress(statement, null, 0.0, 100.0);
+ }
+ }
+
+ private static void assertRepairProgress(
+ final Statement statement,
+ final String expectedStatus,
+ final double minProgress,
+ final double maxProgress)
+ throws SQLException {
+ try (final ResultSet resultSet =
+ statement.executeQuery("SHOW REPAIR DATA PARTITION TABLE PROGRESS")) {
+ Assert.assertTrue(resultSet.next());
+ if (expectedStatus != null) {
+ Assert.assertEquals(expectedStatus, resultSet.getString("Status"));
+ } else {
+ Assert.assertNotEquals(
+ RepairDataPartitionTableProgressState.UNKNOWN.name(), resultSet.getString("Status"));
+ }
+ final double progress = resultSet.getDouble("Progress(%)");
+ Assert.assertTrue(progress >= minProgress);
+ Assert.assertTrue(progress <= maxProgress);
+ Assert.assertNotNull(resultSet.getString("Message"));
+ Assert.assertFalse(resultSet.next());
+ }
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBAutoRegionGroupExtension2IT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBAutoRegionGroupExtension2IT.java
new file mode 100644
index 0000000000000..5d00ef023ebc5
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBAutoRegionGroupExtension2IT.java
@@ -0,0 +1,160 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.partition;
+
+import org.apache.iotdb.common.rpc.thrift.TSStatus;
+import org.apache.iotdb.common.rpc.thrift.TSeriesPartitionSlot;
+import org.apache.iotdb.commons.client.exception.ClientManagerException;
+import org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient;
+import org.apache.iotdb.commons.cluster.NodeStatus;
+import org.apache.iotdb.confignode.it.utils.ConfigNodeTestUtils;
+import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionReq;
+import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionTableResp;
+import org.apache.iotdb.confignode.rpc.thrift.TDatabaseSchema;
+import org.apache.iotdb.confignode.rpc.thrift.TShowRegionReq;
+import org.apache.iotdb.confignode.rpc.thrift.TShowRegionResp;
+import org.apache.iotdb.confignode.rpc.thrift.TTimeSlotList;
+import org.apache.iotdb.consensus.ConsensusFactory;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+import org.apache.iotdb.rpc.TSStatusCode;
+
+import org.apache.thrift.TException;
+import org.junit.After;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.IOException;
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.Map;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({ClusterIT.class})
+public class IoTDBAutoRegionGroupExtension2IT {
+
+ private static final Logger LOGGER =
+ LoggerFactory.getLogger(IoTDBAutoRegionGroupExtension2IT.class);
+
+ private static final String testDataRegionGroupExtensionPolicy = "AUTO";
+ private static final String testConsensusProtocolClass = ConsensusFactory.IOT_CONSENSUS;
+ private static final int testReplicationFactor = 3;
+
+ private static final String database = "root.db";
+ private static final long testTimePartitionInterval = 604800000;
+ private static final int testMinDataRegionGroupNum = 3;
+ private static final int testDataNodeNum = 3;
+
+ @Before
+ public void setUp() throws Exception {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setDataRegionConsensusProtocolClass(testConsensusProtocolClass)
+ .setDataReplicationFactor(testReplicationFactor)
+ .setDataRegionGroupExtensionPolicy(testDataRegionGroupExtensionPolicy)
+ .setTimePartitionInterval(testTimePartitionInterval);
+ // Init 1C3D environment
+ EnvFactory.getEnv().initClusterEnvironment(1, testDataNodeNum);
+ }
+
+ @After
+ public void tearDown() {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ @Test
+ public void testAutoRegionGroupExtensionPolicy2()
+ throws ClientManagerException, IOException, InterruptedException, TException {
+ try (SyncConfigNodeIServiceClient client =
+ (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
+ TSStatus status =
+ client.setDatabase(
+ new TDatabaseSchema(database).setMinDataRegionGroupNum(testMinDataRegionGroupNum));
+ Assert.assertEquals(TSStatusCode.SUCCESS_STATUS.getStatusCode(), status.getCode());
+
+ // Shutdown 1 DataNode
+ EnvFactory.getEnv().shutdownDataNode(1);
+ EnvFactory.getEnv()
+ .ensureNodeStatus(
+ Collections.singletonList(EnvFactory.getEnv().getDataNodeWrapper(1)),
+ Collections.singletonList(NodeStatus.Unknown));
+
+ // Create 3 DataPartitions to extend 3 DataRegionGroups
+ for (int i = 0; i < testMinDataRegionGroupNum; i++) {
+ Map> partitionSlotsMap =
+ ConfigNodeTestUtils.constructPartitionSlotsMap(
+ database, i, i + 1, i, i + 1, testTimePartitionInterval);
+ TDataPartitionReq dataPartitionReq = new TDataPartitionReq(partitionSlotsMap);
+ TDataPartitionTableResp dataPartitionTableResp = null;
+ for (int retry = 0; retry < 5; retry++) {
+ // Build new Client since it's unstable in Win8 environment
+ try (SyncConfigNodeIServiceClient configNodeClient =
+ (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
+ dataPartitionTableResp =
+ configNodeClient.getOrCreateDataPartitionTable(dataPartitionReq);
+ if (dataPartitionTableResp != null) {
+ break;
+ }
+ } catch (Exception e) {
+ // Retry sometimes in order to avoid request timeout
+ LOGGER.error(e.getMessage());
+ TimeUnit.SECONDS.sleep(1);
+ }
+ }
+ Assert.assertNotNull(dataPartitionTableResp);
+ Assert.assertEquals(
+ TSStatusCode.SUCCESS_STATUS.getStatusCode(),
+ dataPartitionTableResp.getStatus().getCode());
+ Assert.assertNotNull(dataPartitionTableResp.getDataPartitionTable());
+ ConfigNodeTestUtils.checkDataPartitionTable(
+ database,
+ i,
+ i + 1,
+ i,
+ i + 1,
+ testTimePartitionInterval,
+ dataPartitionTableResp.getDataPartitionTable());
+ }
+
+ // Restart DataNode
+ EnvFactory.getEnv().startDataNode(1);
+
+ // Check DataRegionGroups
+ TShowRegionResp resp = client.showRegion(new TShowRegionReq());
+ Map counter = new HashMap<>();
+ resp.getRegionInfoList()
+ .forEach(
+ regionInfo ->
+ counter
+ .computeIfAbsent(regionInfo.getDataNodeId(), empty -> new AtomicInteger(0))
+ .incrementAndGet());
+ counter.forEach((dataNodeId, regionCount) -> Assert.assertEquals(3, regionCount.get()));
+ }
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBAutoRegionGroupExtensionIT2.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBAutoRegionGroupExtensionIT2.java
deleted file mode 100644
index f091bafd542cb..0000000000000
--- a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBAutoRegionGroupExtensionIT2.java
+++ /dev/null
@@ -1,160 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.iotdb.confignode.it.partition;
-
-import org.apache.iotdb.common.rpc.thrift.TSStatus;
-import org.apache.iotdb.common.rpc.thrift.TSeriesPartitionSlot;
-import org.apache.iotdb.commons.client.exception.ClientManagerException;
-import org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient;
-import org.apache.iotdb.commons.cluster.NodeStatus;
-import org.apache.iotdb.confignode.it.utils.ConfigNodeTestUtils;
-import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionReq;
-import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionTableResp;
-import org.apache.iotdb.confignode.rpc.thrift.TDatabaseSchema;
-import org.apache.iotdb.confignode.rpc.thrift.TShowRegionReq;
-import org.apache.iotdb.confignode.rpc.thrift.TShowRegionResp;
-import org.apache.iotdb.confignode.rpc.thrift.TTimeSlotList;
-import org.apache.iotdb.consensus.ConsensusFactory;
-import org.apache.iotdb.it.env.EnvFactory;
-import org.apache.iotdb.it.framework.IoTDBTestRunner;
-import org.apache.iotdb.itbase.category.ClusterIT;
-import org.apache.iotdb.rpc.TSStatusCode;
-
-import org.apache.thrift.TException;
-import org.junit.After;
-import org.junit.Assert;
-import org.junit.Before;
-import org.junit.Test;
-import org.junit.experimental.categories.Category;
-import org.junit.runner.RunWith;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.IOException;
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.Map;
-import java.util.concurrent.TimeUnit;
-import java.util.concurrent.atomic.AtomicInteger;
-
-@RunWith(IoTDBTestRunner.class)
-@Category({ClusterIT.class})
-public class IoTDBAutoRegionGroupExtensionIT2 {
-
- private static final Logger LOGGER =
- LoggerFactory.getLogger(IoTDBAutoRegionGroupExtensionIT2.class);
-
- private static final String testDataRegionGroupExtensionPolicy = "AUTO";
- private static final String testConsensusProtocolClass = ConsensusFactory.IOT_CONSENSUS;
- private static final int testReplicationFactor = 3;
-
- private static final String database = "root.db";
- private static final long testTimePartitionInterval = 604800000;
- private static final int testMinDataRegionGroupNum = 3;
- private static final int testDataNodeNum = 3;
-
- @Before
- public void setUp() throws Exception {
- EnvFactory.getEnv()
- .getConfig()
- .getCommonConfig()
- .setDataRegionConsensusProtocolClass(testConsensusProtocolClass)
- .setDataReplicationFactor(testReplicationFactor)
- .setDataRegionGroupExtensionPolicy(testDataRegionGroupExtensionPolicy)
- .setTimePartitionInterval(testTimePartitionInterval);
- // Init 1C3D environment
- EnvFactory.getEnv().initClusterEnvironment(1, testDataNodeNum);
- }
-
- @After
- public void tearDown() {
- EnvFactory.getEnv().cleanClusterEnvironment();
- }
-
- @Test
- public void testAutoRegionGroupExtensionPolicy2()
- throws ClientManagerException, IOException, InterruptedException, TException {
- try (SyncConfigNodeIServiceClient client =
- (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
- TSStatus status =
- client.setDatabase(
- new TDatabaseSchema(database).setMinDataRegionGroupNum(testMinDataRegionGroupNum));
- Assert.assertEquals(TSStatusCode.SUCCESS_STATUS.getStatusCode(), status.getCode());
-
- // Shutdown 1 DataNode
- EnvFactory.getEnv().shutdownDataNode(1);
- EnvFactory.getEnv()
- .ensureNodeStatus(
- Collections.singletonList(EnvFactory.getEnv().getDataNodeWrapper(1)),
- Collections.singletonList(NodeStatus.Unknown));
-
- // Create 3 DataPartitions to extend 3 DataRegionGroups
- for (int i = 0; i < testMinDataRegionGroupNum; i++) {
- Map> partitionSlotsMap =
- ConfigNodeTestUtils.constructPartitionSlotsMap(
- database, i, i + 1, i, i + 1, testTimePartitionInterval);
- TDataPartitionReq dataPartitionReq = new TDataPartitionReq(partitionSlotsMap);
- TDataPartitionTableResp dataPartitionTableResp = null;
- for (int retry = 0; retry < 5; retry++) {
- // Build new Client since it's unstable in Win8 environment
- try (SyncConfigNodeIServiceClient configNodeClient =
- (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
- dataPartitionTableResp =
- configNodeClient.getOrCreateDataPartitionTable(dataPartitionReq);
- if (dataPartitionTableResp != null) {
- break;
- }
- } catch (Exception e) {
- // Retry sometimes in order to avoid request timeout
- LOGGER.error(e.getMessage());
- TimeUnit.SECONDS.sleep(1);
- }
- }
- Assert.assertNotNull(dataPartitionTableResp);
- Assert.assertEquals(
- TSStatusCode.SUCCESS_STATUS.getStatusCode(),
- dataPartitionTableResp.getStatus().getCode());
- Assert.assertNotNull(dataPartitionTableResp.getDataPartitionTable());
- ConfigNodeTestUtils.checkDataPartitionTable(
- database,
- i,
- i + 1,
- i,
- i + 1,
- testTimePartitionInterval,
- dataPartitionTableResp.getDataPartitionTable());
- }
-
- // Restart DataNode
- EnvFactory.getEnv().startDataNode(1);
-
- // Check DataRegionGroups
- TShowRegionResp resp = client.showRegion(new TShowRegionReq());
- Map counter = new HashMap<>();
- resp.getRegionInfoList()
- .forEach(
- regionInfo ->
- counter
- .computeIfAbsent(regionInfo.getDataNodeId(), empty -> new AtomicInteger(0))
- .incrementAndGet());
- counter.forEach((dataNodeId, regionCount) -> Assert.assertEquals(3, regionCount.get()));
- }
- }
-}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionCreationIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionCreationIT.java
index ed2423e304594..2a0ccffe60cd0 100644
--- a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionCreationIT.java
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionCreationIT.java
@@ -388,27 +388,48 @@ public void testPartitionAllocation() throws Exception {
testTimePartitionInterval,
dataPartitionTableResp.getDataPartitionTable());
- // Check Region count and status
int runningCnt = 0;
int unknownCnt = 0;
int readOnlyCnt = 0;
int removingCnt = 0;
- TShowRegionResp showRegionResp = client.showRegion(new TShowRegionReq());
- Assert.assertEquals(
- TSStatusCode.SUCCESS_STATUS.getStatusCode(), showRegionResp.getStatus().getCode());
- for (TRegionInfo regionInfo : showRegionResp.getRegionInfoList()) {
- if (RegionStatus.Running.getStatus().equals(regionInfo.getStatus())) {
- runningCnt += 1;
- } else if (RegionStatus.Unknown.getStatus().equals(regionInfo.getStatus())) {
- unknownCnt += 1;
- } else if (RegionStatus.Removing.getStatus().equals(regionInfo.getStatus())) {
- removingCnt += 1;
- } else if (RegionStatus.ReadOnly.getStatus().equals(regionInfo.getStatus())) {
- readOnlyCnt += 1;
+ TShowRegionResp showRegionResp;
+
+ // Check Region count and status
+ for (int retry = 0; retry < 30; retry++) {
+ runningCnt = 0;
+ unknownCnt = 0;
+ readOnlyCnt = 0;
+ removingCnt = 0;
+ showRegionResp = client.showRegion(new TShowRegionReq());
+ Assert.assertEquals(
+ TSStatusCode.SUCCESS_STATUS.getStatusCode(), showRegionResp.getStatus().getCode());
+ for (TRegionInfo regionInfo : showRegionResp.getRegionInfoList()) {
+ if (RegionStatus.Running.getStatus().equals(regionInfo.getStatus())) {
+ runningCnt += 1;
+ } else if (RegionStatus.Unknown.getStatus().equals(regionInfo.getStatus())) {
+ unknownCnt += 1;
+ } else if (RegionStatus.Removing.getStatus().equals(regionInfo.getStatus())) {
+ removingCnt += 1;
+ } else if (RegionStatus.ReadOnly.getStatus().equals(regionInfo.getStatus())) {
+ readOnlyCnt += 1;
+ }
+ }
+
+ if (runningCnt == 9 && removingCnt == 0 && readOnlyCnt == 1 && unknownCnt == 2) {
+ break;
+ } else {
+ LOGGER.info(
+ "Running: {}, Removing: {}, ReadOnly:{}, Unknown:{}",
+ runningCnt,
+ removingCnt,
+ readOnlyCnt,
+ unknownCnt);
+ TimeUnit.SECONDS.sleep(1);
}
}
- Assert.assertEquals(8, runningCnt);
- Assert.assertEquals(1, removingCnt);
+
+ Assert.assertEquals(9, runningCnt);
+ Assert.assertEquals(0, removingCnt);
Assert.assertEquals(1, readOnlyCnt);
Assert.assertEquals(2, unknownCnt);
@@ -455,9 +476,15 @@ public void testPartitionAllocation() throws Exception {
readOnlyCnt += 1;
}
}
- if (runningCnt == 10 && unknownCnt == 0 && readOnlyCnt == 1 && removingCnt == 1) {
+ if (runningCnt == 11 && unknownCnt == 0 && readOnlyCnt == 1 && removingCnt == 0) {
return;
}
+ LOGGER.info(
+ "Running: {}, Removing: {}, ReadOnly:{}, Unknown:{}",
+ runningCnt,
+ removingCnt,
+ readOnlyCnt,
+ unknownCnt);
TimeUnit.SECONDS.sleep(1);
}
Assert.fail("Region status is not correct after 30s of recovery");
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionDurableIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionDurableIT.java
index 9e94d0ddabb0e..93780ec68dc0b 100644
--- a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionDurableIT.java
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionDurableIT.java
@@ -18,7 +18,6 @@
*/
package org.apache.iotdb.confignode.it.partition;
-import org.apache.iotdb.common.rpc.thrift.TConsensusGroupId;
import org.apache.iotdb.common.rpc.thrift.TDataNodeLocation;
import org.apache.iotdb.common.rpc.thrift.TEndPoint;
import org.apache.iotdb.common.rpc.thrift.TSStatus;
@@ -32,8 +31,6 @@
import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionTableResp;
import org.apache.iotdb.confignode.rpc.thrift.TDatabaseSchema;
import org.apache.iotdb.confignode.rpc.thrift.TRegionInfo;
-import org.apache.iotdb.confignode.rpc.thrift.TSchemaPartitionReq;
-import org.apache.iotdb.confignode.rpc.thrift.TSchemaPartitionTableResp;
import org.apache.iotdb.confignode.rpc.thrift.TSetDataNodeStatusReq;
import org.apache.iotdb.confignode.rpc.thrift.TShowClusterResp;
import org.apache.iotdb.confignode.rpc.thrift.TShowDataNodesResp;
@@ -122,133 +119,6 @@ public void tearDown() {
EnvFactory.getEnv().cleanClusterEnvironment();
}
- // TODO: Fix this when replica completion is supported
- @Test
- public void testRemovingDataNode() throws Exception {
- try (SyncConfigNodeIServiceClient client =
- (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
-
- /* Test getOrCreateSchemaPartition, ConfigNode should create SchemaPartition and return */
- TSchemaPartitionReq schemaPartitionReq =
- new TSchemaPartitionReq()
- .setPathPatternTree(ConfigNodeTestUtils.generatePatternTreeBuffer(new String[] {d0}));
- TSchemaPartitionTableResp schemaPartitionTableResp =
- client.getOrCreateSchemaPartitionTable(schemaPartitionReq);
- Assert.assertEquals(
- TSStatusCode.SUCCESS_STATUS.getStatusCode(),
- schemaPartitionTableResp.getStatus().getCode());
- Map> schemaPartitionTable =
- schemaPartitionTableResp.getSchemaPartitionTable();
- // Successfully create a SchemaPartition
- Assert.assertTrue(schemaPartitionTable.containsKey(sg));
- Assert.assertEquals(1, schemaPartitionTable.get(sg).size());
-
- /* Check Region distribution */
- TShowRegionResp showRegionResp = client.showRegion(new TShowRegionReq());
- Assert.assertEquals(
- TSStatusCode.SUCCESS_STATUS.getStatusCode(), showRegionResp.getStatus().getCode());
- // Create exactly one RegionGroup
- Assert.assertEquals(3, showRegionResp.getRegionInfoListSize());
- // Each DataNode has exactly one Region
- Set dataNodeIdSet = new HashSet<>();
- showRegionResp
- .getRegionInfoList()
- .forEach(regionInfo -> dataNodeIdSet.add(regionInfo.getDataNodeId()));
- Assert.assertEquals(3, dataNodeIdSet.size());
-
- /* Change the NodeStatus of the test DataNode to Removing */
- TSetDataNodeStatusReq setDataNodeStatusReq = new TSetDataNodeStatusReq();
- DataNodeWrapper dataNodeWrapper = EnvFactory.getEnv().getDataNodeWrapper(testDataNodeId);
- setDataNodeStatusReq.setTargetDataNode(
- new TDataNodeLocation(defaultDataNode)
- .setInternalEndPoint(
- new TEndPoint()
- .setIp(dataNodeWrapper.getInternalAddress())
- .setPort(dataNodeWrapper.getInternalPort())));
- setDataNodeStatusReq.setStatus(NodeStatus.Removing.getStatus());
- client.setDataNodeStatus(setDataNodeStatusReq);
- // Waiting for heartbeat update
- while (true) {
- AtomicBoolean containRemoving = new AtomicBoolean(false);
- TShowDataNodesResp showDataNodesResp = client.showDataNodes();
- showDataNodesResp
- .getDataNodesInfoList()
- .forEach(
- dataNodeInfo -> {
- if (NodeStatus.Removing.getStatus().equals(dataNodeInfo.getStatus())) {
- containRemoving.set(true);
- }
- });
-
- if (containRemoving.get()) {
- break;
- }
- TimeUnit.SECONDS.sleep(1);
- }
-
- /* Test getOrCreateSchemaPartition, the result should be NO_ENOUGH_DATANODE */
- schemaPartitionReq =
- new TSchemaPartitionReq()
- .setPathPatternTree(ConfigNodeTestUtils.generatePatternTreeBuffer(new String[] {d1}));
- schemaPartitionTableResp = client.getOrCreateSchemaPartitionTable(schemaPartitionReq);
- Assert.assertEquals(
- TSStatusCode.NO_ENOUGH_DATANODE.getStatusCode(),
- schemaPartitionTableResp.getStatus().getCode());
-
- /* Register a new DataNode */
- EnvFactory.getEnv().registerNewDataNode(true);
-
- /* Test getOrCreateSchemaPartition, ConfigNode should create SchemaPartition and return */
- schemaPartitionReq =
- new TSchemaPartitionReq()
- .setPathPatternTree(ConfigNodeTestUtils.generatePatternTreeBuffer(new String[] {d1}));
- schemaPartitionTableResp = client.getOrCreateSchemaPartitionTable(schemaPartitionReq);
- Assert.assertEquals(
- TSStatusCode.SUCCESS_STATUS.getStatusCode(),
- schemaPartitionTableResp.getStatus().getCode());
- schemaPartitionTable = schemaPartitionTableResp.getSchemaPartitionTable();
- // Successfully create a SchemaPartition
- Assert.assertTrue(schemaPartitionTable.containsKey(sg));
- Assert.assertEquals(1, schemaPartitionTable.get(sg).size());
-
- /* Check Region distribution */
- showRegionResp = client.showRegion(new TShowRegionReq());
- Assert.assertEquals(
- TSStatusCode.SUCCESS_STATUS.getStatusCode(), showRegionResp.getStatus().getCode());
- // There should be 2 RegionGroups
- Assert.assertEquals(6, showRegionResp.getRegionInfoListSize());
- // The new RegionGroup should keep away from the Removing DataNode
- Map regionCounter = new ConcurrentHashMap<>();
- showRegionResp
- .getRegionInfoList()
- .forEach(
- regionInfo ->
- regionCounter
- .computeIfAbsent(regionInfo.getDataNodeId(), empty -> new AtomicInteger(0))
- .getAndIncrement());
- dataNodeIdSet.forEach(dataNodeId -> regionCounter.get(dataNodeId).getAndDecrement());
- TShowDataNodesResp showDataNodesResp = client.showDataNodes();
- Assert.assertEquals(
- TSStatusCode.SUCCESS_STATUS.getStatusCode(), showDataNodesResp.getStatus().getCode());
- regionCounter.forEach(
- (dataNodeId, regionCount) -> {
- String nodeStatus =
- showDataNodesResp.getDataNodesInfoList().stream()
- .filter(dataNodeInfo -> dataNodeInfo.getDataNodeId() == dataNodeId)
- .findFirst()
- .orElse(new TDataNodeInfo().setStatus("ERROR"))
- .getStatus();
- if (NodeStatus.Removing.getStatus().equals(nodeStatus)) {
- Assert.assertEquals(0, regionCount.get());
- } else if (NodeStatus.Running.getStatus().equals(nodeStatus)) {
- Assert.assertEquals(1, regionCount.get());
- } else {
- Assert.fail();
- }
- });
- }
- }
-
// TODO: Fix this when replica completion is supported
@Test
public void testReadOnlyDataNode() throws Exception {
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionInheritPolicyIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionInheritPolicyIT.java
deleted file mode 100644
index 2efd5db7a0bdb..0000000000000
--- a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionInheritPolicyIT.java
+++ /dev/null
@@ -1,268 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.iotdb.confignode.it.partition;
-
-import org.apache.iotdb.common.rpc.thrift.TConsensusGroupId;
-import org.apache.iotdb.common.rpc.thrift.TSStatus;
-import org.apache.iotdb.common.rpc.thrift.TSeriesPartitionSlot;
-import org.apache.iotdb.common.rpc.thrift.TTimePartitionSlot;
-import org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient;
-import org.apache.iotdb.confignode.it.utils.ConfigNodeTestUtils;
-import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionTableResp;
-import org.apache.iotdb.confignode.rpc.thrift.TDatabaseSchema;
-import org.apache.iotdb.consensus.ConsensusFactory;
-import org.apache.iotdb.it.env.EnvFactory;
-import org.apache.iotdb.it.framework.IoTDBTestRunner;
-import org.apache.iotdb.itbase.category.ClusterIT;
-import org.apache.iotdb.rpc.TSStatusCode;
-
-import org.junit.AfterClass;
-import org.junit.Assert;
-import org.junit.BeforeClass;
-import org.junit.Test;
-import org.junit.experimental.categories.Category;
-import org.junit.runner.RunWith;
-
-import java.util.HashSet;
-import java.util.Map;
-import java.util.Random;
-import java.util.Set;
-import java.util.concurrent.ConcurrentHashMap;
-import java.util.concurrent.atomic.AtomicInteger;
-
-@RunWith(IoTDBTestRunner.class)
-@Category({ClusterIT.class})
-public class IoTDBPartitionInheritPolicyIT {
-
- private static final String testDataRegionConsensusProtocolClass =
- ConsensusFactory.RATIS_CONSENSUS;
- private static final int testReplicationFactor = 1;
- private static final int testSeriesSlotNum = 1000;
- private static final long testTimePartitionInterval = 604800000;
- private static final double testDataRegionPerDataNode = 5.0;
-
- private static final String database = "root.database";
- private static final int seriesPartitionSlotBatchSize = 100;
- private static final int testTimePartitionSlotsNum = 100;
- private static final int timePartitionBatchSize = 10;
-
- @BeforeClass
- public static void setUp() throws Exception {
- EnvFactory.getEnv()
- .getConfig()
- .getCommonConfig()
- .setDataRegionConsensusProtocolClass(testDataRegionConsensusProtocolClass)
- .setDataReplicationFactor(testReplicationFactor)
- .setTimePartitionInterval(testTimePartitionInterval)
- .setSeriesSlotNum(testSeriesSlotNum)
- .setDataRegionPerDataNode(testDataRegionPerDataNode);
-
- // Init 1C1D environment
- EnvFactory.getEnv().initClusterEnvironment(1, 1);
-
- // Set Database
- try (SyncConfigNodeIServiceClient client =
- (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
- TSStatus status = client.setDatabase(new TDatabaseSchema(database));
- Assert.assertEquals(TSStatusCode.SUCCESS_STATUS.getStatusCode(), status.getCode());
- }
- }
-
- @AfterClass
- public static void tearDown() {
- EnvFactory.getEnv().cleanClusterEnvironment();
- }
-
- @Test
- public void testDataPartitionInheritPolicy() throws Exception {
- final long baseStartTime = 1000;
- Map dataAllotTable1 = new ConcurrentHashMap<>();
-
- // Test1: divide and inherit DataPartitions from scratch
- for (long timePartitionSlot = baseStartTime;
- timePartitionSlot < baseStartTime + testTimePartitionSlotsNum;
- timePartitionSlot++) {
- for (int seriesPartitionSlot = 0;
- seriesPartitionSlot < testSeriesSlotNum;
- seriesPartitionSlot += seriesPartitionSlotBatchSize) {
- ConfigNodeTestUtils.getOrCreateDataPartitionWithRetry(
- database,
- seriesPartitionSlot,
- seriesPartitionSlot + seriesPartitionSlotBatchSize,
- timePartitionSlot,
- timePartitionSlot + 1,
- testTimePartitionInterval);
- }
- }
-
- int mu = (int) (testSeriesSlotNum / testDataRegionPerDataNode);
- TDataPartitionTableResp dataPartitionTableResp =
- ConfigNodeTestUtils.getDataPartitionWithRetry(
- database,
- 0,
- testSeriesSlotNum,
- baseStartTime,
- baseStartTime + testTimePartitionSlotsNum,
- testTimePartitionInterval);
- Assert.assertNotNull(dataPartitionTableResp);
-
- // All DataRegionGroups divide all SeriesSlots evenly
- final int expectedPartitionNum1 = mu * testTimePartitionSlotsNum;
- Map counter =
- ConfigNodeTestUtils.countDataPartition(
- dataPartitionTableResp.getDataPartitionTable().get(database));
- counter.forEach((groupId, num) -> Assert.assertEquals(expectedPartitionNum1, num.intValue()));
-
- // Test DataPartition inherit policy
- dataPartitionTableResp
- .getDataPartitionTable()
- .get(database)
- .forEach(
- ((seriesPartitionSlot, timePartitionSlotMap) -> {
- // All Timeslots belonging to the same SeriesSlot are allocated to the same
- // DataRegionGroup
- TConsensusGroupId groupId =
- timePartitionSlotMap
- .get(new TTimePartitionSlot(baseStartTime * testTimePartitionInterval))
- .get(0);
- timePartitionSlotMap.forEach(
- (timePartitionSlot, groupIdList) ->
- Assert.assertEquals(groupId, groupIdList.get(0)));
- dataAllotTable1.put(seriesPartitionSlot, groupId);
- }));
-
- // Register a new DataNode to extend DataRegionGroups
- EnvFactory.getEnv().registerNewDataNode(true);
-
- // Test2: divide and inherit DataPartitions after extension
- mu = (int) (testSeriesSlotNum / (testDataRegionPerDataNode * 2));
- dataPartitionTableResp =
- ConfigNodeTestUtils.getOrCreateDataPartitionWithRetry(
- database,
- 0,
- testSeriesSlotNum,
- baseStartTime + testTimePartitionSlotsNum,
- baseStartTime + testTimePartitionSlotsNum + timePartitionBatchSize,
- testTimePartitionInterval);
- Assert.assertNotNull(dataPartitionTableResp);
-
- // All DataRegionGroups divide all SeriesSlots evenly
- counter =
- ConfigNodeTestUtils.countDataPartition(
- dataPartitionTableResp.getDataPartitionTable().get(database));
- final int expectedPartitionNum2 = mu * timePartitionBatchSize;
- counter.forEach((groupId, num) -> Assert.assertEquals(expectedPartitionNum2, num.intValue()));
-
- // Test DataPartition inherit policy
- AtomicInteger inheritedSeriesSlotNum = new AtomicInteger(0);
- Map dataAllotTable2 = new ConcurrentHashMap<>();
- dataPartitionTableResp
- .getDataPartitionTable()
- .get(database)
- .forEach(
- ((seriesPartitionSlot, timePartitionSlotMap) -> {
- // All Timeslots belonging to the same SeriesSlot are allocated to the same
- // DataRegionGroup
- TConsensusGroupId groupId =
- timePartitionSlotMap
- .get(
- new TTimePartitionSlot(
- (baseStartTime + testTimePartitionSlotsNum)
- * testTimePartitionInterval))
- .get(0);
- timePartitionSlotMap.forEach(
- (timePartitionSlot, groupIdList) ->
- Assert.assertEquals(groupId, groupIdList.get(0)));
-
- if (dataAllotTable1.containsValue(groupId)) {
- // The DataRegionGroup has been inherited
- Assert.assertTrue(dataAllotTable1.containsKey(seriesPartitionSlot));
- Assert.assertEquals(dataAllotTable1.get(seriesPartitionSlot), groupId);
- inheritedSeriesSlotNum.incrementAndGet();
- }
- dataAllotTable2.put(seriesPartitionSlot, groupId);
- }));
- // Exactly half of the SeriesSlots are inherited
- Assert.assertEquals(testSeriesSlotNum / 2, inheritedSeriesSlotNum.get());
-
- // Test3: historical DataPartitions will inherit successor
- Random random = new Random();
- Set allocatedSlots = new HashSet<>();
- for (int i = 0; i < 10; i++) {
- int slot = random.nextInt(testSeriesSlotNum);
- while (allocatedSlots.contains(slot)) {
- slot = random.nextInt(testSeriesSlotNum);
- }
- allocatedSlots.add(slot);
- dataPartitionTableResp =
- ConfigNodeTestUtils.getOrCreateDataPartitionWithRetry(
- database,
- slot,
- slot + 1,
- baseStartTime - 1,
- baseStartTime,
- testTimePartitionInterval);
- Assert.assertNotNull(dataPartitionTableResp);
-
- TSeriesPartitionSlot seriesPartitionSlot = new TSeriesPartitionSlot(slot);
- TTimePartitionSlot timePartitionSlot =
- new TTimePartitionSlot((baseStartTime - 1) * testTimePartitionInterval);
- Assert.assertEquals(
- dataAllotTable1.get(seriesPartitionSlot),
- dataPartitionTableResp
- .getDataPartitionTable()
- .get(database)
- .get(seriesPartitionSlot)
- .get(timePartitionSlot)
- .get(0));
- }
-
- // Test4: future DataPartitions will inherit predecessor
- allocatedSlots.clear();
- for (int i = 0; i < 10; i++) {
- int slot = random.nextInt(testSeriesSlotNum);
- while (allocatedSlots.contains(slot)) {
- slot = random.nextInt(testSeriesSlotNum);
- }
- allocatedSlots.add(slot);
- dataPartitionTableResp =
- ConfigNodeTestUtils.getOrCreateDataPartitionWithRetry(
- database,
- slot,
- slot + 1,
- baseStartTime + 999,
- baseStartTime + 1000,
- testTimePartitionInterval);
- Assert.assertNotNull(dataPartitionTableResp);
-
- TSeriesPartitionSlot seriesPartitionSlot = new TSeriesPartitionSlot(slot);
- TTimePartitionSlot timePartitionSlot =
- new TTimePartitionSlot((baseStartTime + 999) * testTimePartitionInterval);
- Assert.assertEquals(
- dataAllotTable2.get(seriesPartitionSlot),
- dataPartitionTableResp
- .getDataPartitionTable()
- .get(database)
- .get(seriesPartitionSlot)
- .get(timePartitionSlot)
- .get(0));
- }
- }
-}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionInheritStrategyIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionInheritStrategyIT.java
new file mode 100644
index 0000000000000..91d34b2d0c977
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionInheritStrategyIT.java
@@ -0,0 +1,268 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.partition;
+
+import org.apache.iotdb.common.rpc.thrift.TConsensusGroupId;
+import org.apache.iotdb.common.rpc.thrift.TSStatus;
+import org.apache.iotdb.common.rpc.thrift.TSeriesPartitionSlot;
+import org.apache.iotdb.common.rpc.thrift.TTimePartitionSlot;
+import org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient;
+import org.apache.iotdb.confignode.it.utils.ConfigNodeTestUtils;
+import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionTableResp;
+import org.apache.iotdb.confignode.rpc.thrift.TDatabaseSchema;
+import org.apache.iotdb.consensus.ConsensusFactory;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+import org.apache.iotdb.rpc.TSStatusCode;
+
+import org.junit.AfterClass;
+import org.junit.Assert;
+import org.junit.BeforeClass;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+import java.util.HashSet;
+import java.util.Map;
+import java.util.Random;
+import java.util.Set;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.atomic.AtomicInteger;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({ClusterIT.class})
+public class IoTDBPartitionInheritStrategyIT {
+
+ private static final String testDataRegionConsensusProtocolClass =
+ ConsensusFactory.RATIS_CONSENSUS;
+ private static final int testReplicationFactor = 1;
+ private static final int testSeriesSlotNum = 1000;
+ private static final long testTimePartitionInterval = 604800000;
+ private static final double testDataRegionPerDataNode = 5.0;
+
+ private static final String database = "root.database";
+ private static final int seriesPartitionSlotBatchSize = 100;
+ private static final int testTimePartitionSlotsNum = 100;
+ private static final int timePartitionBatchSize = 10;
+
+ @BeforeClass
+ public static void setUp() throws Exception {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setDataRegionConsensusProtocolClass(testDataRegionConsensusProtocolClass)
+ .setDataReplicationFactor(testReplicationFactor)
+ .setTimePartitionInterval(testTimePartitionInterval)
+ .setSeriesSlotNum(testSeriesSlotNum)
+ .setDataRegionPerDataNode(testDataRegionPerDataNode);
+
+ // Init 1C1D environment
+ EnvFactory.getEnv().initClusterEnvironment(1, 1);
+
+ // Set Database
+ try (SyncConfigNodeIServiceClient client =
+ (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
+ TSStatus status = client.setDatabase(new TDatabaseSchema(database));
+ Assert.assertEquals(TSStatusCode.SUCCESS_STATUS.getStatusCode(), status.getCode());
+ }
+ }
+
+ @AfterClass
+ public static void tearDown() {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ @Test
+ public void testDataPartitionInheritStrategy() throws Exception {
+ final long baseStartTime = 1000;
+ Map dataAllotTable1 = new ConcurrentHashMap<>();
+
+ // Test1: divide and inherit DataPartitions from scratch
+ for (long timePartitionSlot = baseStartTime;
+ timePartitionSlot < baseStartTime + testTimePartitionSlotsNum;
+ timePartitionSlot++) {
+ for (int seriesPartitionSlot = 0;
+ seriesPartitionSlot < testSeriesSlotNum;
+ seriesPartitionSlot += seriesPartitionSlotBatchSize) {
+ ConfigNodeTestUtils.getOrCreateDataPartitionWithRetry(
+ database,
+ seriesPartitionSlot,
+ seriesPartitionSlot + seriesPartitionSlotBatchSize,
+ timePartitionSlot,
+ timePartitionSlot + 1,
+ testTimePartitionInterval);
+ }
+ }
+
+ int mu = (int) (testSeriesSlotNum / testDataRegionPerDataNode);
+ TDataPartitionTableResp dataPartitionTableResp =
+ ConfigNodeTestUtils.getDataPartitionWithRetry(
+ database,
+ 0,
+ testSeriesSlotNum,
+ baseStartTime,
+ baseStartTime + testTimePartitionSlotsNum,
+ testTimePartitionInterval);
+ Assert.assertNotNull(dataPartitionTableResp);
+
+ // All DataRegionGroups divide all SeriesSlots evenly
+ final int expectedPartitionNum1 = mu * testTimePartitionSlotsNum;
+ Map counter =
+ ConfigNodeTestUtils.countDataPartition(
+ dataPartitionTableResp.getDataPartitionTable().get(database));
+ counter.forEach((groupId, num) -> Assert.assertEquals(expectedPartitionNum1, num.intValue()));
+
+ // Test DataPartition inherit policy
+ dataPartitionTableResp
+ .getDataPartitionTable()
+ .get(database)
+ .forEach(
+ ((seriesPartitionSlot, timePartitionSlotMap) -> {
+ // All Timeslots belonging to the same SeriesSlot are allocated to the same
+ // DataRegionGroup
+ TConsensusGroupId groupId =
+ timePartitionSlotMap
+ .get(new TTimePartitionSlot(baseStartTime * testTimePartitionInterval))
+ .get(0);
+ timePartitionSlotMap.forEach(
+ (timePartitionSlot, groupIdList) ->
+ Assert.assertEquals(groupId, groupIdList.get(0)));
+ dataAllotTable1.put(seriesPartitionSlot, groupId);
+ }));
+
+ // Register a new DataNode to extend DataRegionGroups
+ EnvFactory.getEnv().registerNewDataNode(true);
+
+ // Test2: divide and inherit DataPartitions after extension
+ mu = (int) (testSeriesSlotNum / (testDataRegionPerDataNode * 2));
+ dataPartitionTableResp =
+ ConfigNodeTestUtils.getOrCreateDataPartitionWithRetry(
+ database,
+ 0,
+ testSeriesSlotNum,
+ baseStartTime + testTimePartitionSlotsNum,
+ baseStartTime + testTimePartitionSlotsNum + timePartitionBatchSize,
+ testTimePartitionInterval);
+ Assert.assertNotNull(dataPartitionTableResp);
+
+ // All DataRegionGroups divide all SeriesSlots evenly
+ counter =
+ ConfigNodeTestUtils.countDataPartition(
+ dataPartitionTableResp.getDataPartitionTable().get(database));
+ final int expectedPartitionNum2 = mu * timePartitionBatchSize;
+ counter.forEach((groupId, num) -> Assert.assertEquals(expectedPartitionNum2, num.intValue()));
+
+ // Test DataPartition inherit policy
+ AtomicInteger inheritedSeriesSlotNum = new AtomicInteger(0);
+ Map dataAllotTable2 = new ConcurrentHashMap<>();
+ dataPartitionTableResp
+ .getDataPartitionTable()
+ .get(database)
+ .forEach(
+ ((seriesPartitionSlot, timePartitionSlotMap) -> {
+ // All Timeslots belonging to the same SeriesSlot are allocated to the same
+ // DataRegionGroup
+ TConsensusGroupId groupId =
+ timePartitionSlotMap
+ .get(
+ new TTimePartitionSlot(
+ (baseStartTime + testTimePartitionSlotsNum)
+ * testTimePartitionInterval))
+ .get(0);
+ timePartitionSlotMap.forEach(
+ (timePartitionSlot, groupIdList) ->
+ Assert.assertEquals(groupId, groupIdList.get(0)));
+
+ if (dataAllotTable1.containsValue(groupId)) {
+ // The DataRegionGroup has been inherited
+ Assert.assertTrue(dataAllotTable1.containsKey(seriesPartitionSlot));
+ Assert.assertEquals(dataAllotTable1.get(seriesPartitionSlot), groupId);
+ inheritedSeriesSlotNum.incrementAndGet();
+ }
+ dataAllotTable2.put(seriesPartitionSlot, groupId);
+ }));
+ // Exactly half of the SeriesSlots are inherited
+ Assert.assertEquals(testSeriesSlotNum / 2, inheritedSeriesSlotNum.get());
+
+ // Test3: historical DataPartitions will inherit successor
+ Random random = new Random();
+ Set allocatedSlots = new HashSet<>();
+ for (int i = 0; i < 10; i++) {
+ int slot = random.nextInt(testSeriesSlotNum);
+ while (allocatedSlots.contains(slot)) {
+ slot = random.nextInt(testSeriesSlotNum);
+ }
+ allocatedSlots.add(slot);
+ dataPartitionTableResp =
+ ConfigNodeTestUtils.getOrCreateDataPartitionWithRetry(
+ database,
+ slot,
+ slot + 1,
+ baseStartTime - 1,
+ baseStartTime,
+ testTimePartitionInterval);
+ Assert.assertNotNull(dataPartitionTableResp);
+
+ TSeriesPartitionSlot seriesPartitionSlot = new TSeriesPartitionSlot(slot);
+ TTimePartitionSlot timePartitionSlot =
+ new TTimePartitionSlot((baseStartTime - 1) * testTimePartitionInterval);
+ Assert.assertEquals(
+ dataAllotTable1.get(seriesPartitionSlot),
+ dataPartitionTableResp
+ .getDataPartitionTable()
+ .get(database)
+ .get(seriesPartitionSlot)
+ .get(timePartitionSlot)
+ .get(0));
+ }
+
+ // Test4: future DataPartitions will inherit predecessor
+ allocatedSlots.clear();
+ for (int i = 0; i < 10; i++) {
+ int slot = random.nextInt(testSeriesSlotNum);
+ while (allocatedSlots.contains(slot)) {
+ slot = random.nextInt(testSeriesSlotNum);
+ }
+ allocatedSlots.add(slot);
+ dataPartitionTableResp =
+ ConfigNodeTestUtils.getOrCreateDataPartitionWithRetry(
+ database,
+ slot,
+ slot + 1,
+ baseStartTime + 999,
+ baseStartTime + 1000,
+ testTimePartitionInterval);
+ Assert.assertNotNull(dataPartitionTableResp);
+
+ TSeriesPartitionSlot seriesPartitionSlot = new TSeriesPartitionSlot(slot);
+ TTimePartitionSlot timePartitionSlot =
+ new TTimePartitionSlot((baseStartTime + 999) * testTimePartitionInterval);
+ Assert.assertEquals(
+ dataAllotTable2.get(seriesPartitionSlot),
+ dataPartitionTableResp
+ .getDataPartitionTable()
+ .get(database)
+ .get(seriesPartitionSlot)
+ .get(timePartitionSlot)
+ .get(0));
+ }
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionShuffleStrategyIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionShuffleStrategyIT.java
new file mode 100644
index 0000000000000..1294c911d6ba7
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionShuffleStrategyIT.java
@@ -0,0 +1,140 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.partition;
+
+import org.apache.iotdb.common.rpc.thrift.TConsensusGroupId;
+import org.apache.iotdb.common.rpc.thrift.TSStatus;
+import org.apache.iotdb.common.rpc.thrift.TSeriesPartitionSlot;
+import org.apache.iotdb.common.rpc.thrift.TTimePartitionSlot;
+import org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient;
+import org.apache.iotdb.confignode.it.utils.ConfigNodeTestUtils;
+import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionReq;
+import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionTableResp;
+import org.apache.iotdb.confignode.rpc.thrift.TDatabaseSchema;
+import org.apache.iotdb.consensus.ConsensusFactory;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+import org.apache.iotdb.rpc.TSStatusCode;
+
+import org.junit.AfterClass;
+import org.junit.Assert;
+import org.junit.BeforeClass;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.List;
+import java.util.Map;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({ClusterIT.class})
+public class IoTDBPartitionShuffleStrategyIT {
+
+ private static final String testDataRegionConsensusProtocolClass =
+ ConsensusFactory.RATIS_CONSENSUS;
+ private static final int testReplicationFactor = 1;
+ public static final String SHUFFLE = "SHUFFLE";
+ private static final int testSeriesSlotNum = 1000;
+ private static final long testTimePartitionInterval = 604800000;
+ private static final double testDataRegionPerDataNode = 5.0;
+
+ private static final String database = "root.database";
+ private static final int testTimePartitionSlotsNum = 100;
+
+ @BeforeClass
+ public static void setUp() throws Exception {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setDataRegionConsensusProtocolClass(testDataRegionConsensusProtocolClass)
+ .setDataReplicationFactor(testReplicationFactor)
+ .setTimePartitionInterval(testTimePartitionInterval)
+ .setSeriesSlotNum(testSeriesSlotNum)
+ .setDataPartitionAllocationStrategy(SHUFFLE)
+ .setDataRegionPerDataNode(testDataRegionPerDataNode);
+
+ // Init 1C1D environment
+ EnvFactory.getEnv().initClusterEnvironment(1, 1);
+
+ // Set Database
+ try (SyncConfigNodeIServiceClient client =
+ (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
+ TSStatus status = client.setDatabase(new TDatabaseSchema(database));
+ Assert.assertEquals(TSStatusCode.SUCCESS_STATUS.getStatusCode(), status.getCode());
+ }
+ }
+
+ @AfterClass
+ public static void tearDown() {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ @Test
+ public void testDataPartitionShuffleStrategy() throws Exception {
+ List randomTimeSlotList = new ArrayList<>();
+ for (int i = 0; i < testTimePartitionSlotsNum; i++) {
+ randomTimeSlotList.add(i);
+ }
+ Collections.shuffle(randomTimeSlotList);
+ for (int timeSlotId : randomTimeSlotList) {
+ // To test the shuffle strategy, we merely need to use a random time slot order
+ ConfigNodeTestUtils.getOrCreateDataPartitionWithRetry(
+ database, 0, testSeriesSlotNum, timeSlotId, timeSlotId + 1, testTimePartitionInterval);
+ }
+ TDataPartitionTableResp dataPartitionTableResp;
+ try (SyncConfigNodeIServiceClient client =
+ (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
+ dataPartitionTableResp =
+ client.getDataPartitionTable(
+ new TDataPartitionReq(
+ ConfigNodeTestUtils.constructPartitionSlotsMap(
+ database,
+ 0,
+ testSeriesSlotNum,
+ 0,
+ testTimePartitionSlotsNum,
+ testTimePartitionInterval)));
+ }
+ Map>>>
+ partitionTable = dataPartitionTableResp.getDataPartitionTable();
+ for (long currentStartTime = testTimePartitionInterval;
+ currentStartTime < testTimePartitionInterval * testTimePartitionSlotsNum;
+ currentStartTime += testTimePartitionInterval) {
+ TTimePartitionSlot precedingTimeSlot =
+ new TTimePartitionSlot(currentStartTime - testTimePartitionInterval);
+ TTimePartitionSlot currentTimeSlot = new TTimePartitionSlot(currentStartTime);
+ for (int seriesSlotId = 0; seriesSlotId < testSeriesSlotNum; seriesSlotId++) {
+ TSeriesPartitionSlot seriesPartitionSlot = new TSeriesPartitionSlot(seriesSlotId);
+ List precedingRegionGroupIds =
+ partitionTable.get(database).get(seriesPartitionSlot).get(precedingTimeSlot);
+ List currentRegionGroupIds =
+ partitionTable.get(database).get(seriesPartitionSlot).get(currentTimeSlot);
+ Assert.assertEquals(precedingRegionGroupIds.size(), currentRegionGroupIds.size());
+ for (int i = 0; i < precedingRegionGroupIds.size(); i++) {
+ // Ensure that the RegionGroupId is different in two adjacent TimePartitionSlots
+ Assert.assertNotEquals(precedingRegionGroupIds.get(i), currentRegionGroupIds.get(i));
+ }
+ }
+ }
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionTableAutoCleanIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionTableAutoCleanIT.java
new file mode 100644
index 0000000000000..c9fd34bf224d1
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionTableAutoCleanIT.java
@@ -0,0 +1,188 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.partition;
+
+import org.apache.iotdb.common.rpc.thrift.TTimePartitionSlot;
+import org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient;
+import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionReq;
+import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionTableResp;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+import org.apache.iotdb.rpc.TSStatusCode;
+
+import org.junit.After;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+import java.sql.Connection;
+import java.sql.Statement;
+import java.util.TreeMap;
+import java.util.concurrent.TimeUnit;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({ClusterIT.class})
+public class IoTDBPartitionTableAutoCleanIT {
+
+ private static final String TREE_DATABASE_PREFIX = "root.db.g_";
+
+ private static final int TEST_REPLICATION_FACTOR = 1;
+ private static final long TEST_TIME_PARTITION_INTERVAL = 604800000;
+ private static final long TEST_TTL_CHECK_INTERVAL_IN_MS = 5_00;
+
+ private static final TTimePartitionSlot TEST_CURRENT_TIME_SLOT =
+ new TTimePartitionSlot()
+ .setStartTime(
+ System.currentTimeMillis()
+ / TEST_TIME_PARTITION_INTERVAL
+ * TEST_TIME_PARTITION_INTERVAL);
+ private static final long TEST_TTL = 7 * TEST_TIME_PARTITION_INTERVAL;
+
+ @Before
+ public void setUp() throws Exception {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setSchemaReplicationFactor(TEST_REPLICATION_FACTOR)
+ .setDataReplicationFactor(TEST_REPLICATION_FACTOR)
+ .setTimePartitionInterval(TEST_TIME_PARTITION_INTERVAL)
+ .setTTLCheckInterval(TEST_TTL_CHECK_INTERVAL_IN_MS);
+
+ // Init 1C1D environment
+ EnvFactory.getEnv().initClusterEnvironment(1, 1);
+ }
+
+ @After
+ public void tearDown() {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ @Test
+ public void testAutoCleanPartitionTableForTreeModel() throws Exception {
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+ // Create databases and insert test data
+ for (int i = 0; i < 3; i++) {
+ String databaseName = String.format("%s%d", TREE_DATABASE_PREFIX, i);
+ statement.execute(String.format("CREATE DATABASE %s", databaseName));
+ statement.execute(
+ String.format(
+ "CREATE TIMESERIES %s.s WITH DATATYPE=INT64,ENCODING=PLAIN", databaseName));
+ // Insert expired data
+ statement.execute(
+ String.format(
+ "INSERT INTO %s(timestamp, s) VALUES (%d, %d)",
+ databaseName, TEST_CURRENT_TIME_SLOT.getStartTime() - TEST_TTL * 2, -1));
+ // Insert existed data
+ statement.execute(
+ String.format(
+ "INSERT INTO %s(timestamp, s) VALUES (%d, %d)",
+ databaseName, TEST_CURRENT_TIME_SLOT.getStartTime(), 1));
+ }
+ // Let db0.TTL > device.TTL, the valid TTL should be the bigger one
+ statement.execute(String.format("SET TTL TO %s0 %d", TREE_DATABASE_PREFIX, TEST_TTL));
+ statement.execute(String.format("SET TTL TO %s0.s %d", TREE_DATABASE_PREFIX, 10));
+ // Let db1.TTL < device.TTL, the valid TTL should be the bigger one
+ statement.execute(String.format("SET TTL TO %s1 %d", TREE_DATABASE_PREFIX, 10));
+ statement.execute(String.format("SET TTL TO %s1.s %d", TREE_DATABASE_PREFIX, TEST_TTL));
+ // Set TTL to path db2.**
+ statement.execute(String.format("SET TTL TO %s2.** %d", TREE_DATABASE_PREFIX, TEST_TTL));
+ }
+
+ TDataPartitionReq req = new TDataPartitionReq();
+ for (int i = 0; i < 3; i++) {
+ req.putToPartitionSlotsMap(String.format("%s%d", TREE_DATABASE_PREFIX, i), new TreeMap<>());
+ }
+ try (SyncConfigNodeIServiceClient client =
+ (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
+ for (int retry = 0; retry < 120; retry++) {
+ boolean partitionTableAutoCleaned = true;
+ TDataPartitionTableResp resp = client.getDataPartitionTable(req);
+ if (TSStatusCode.SUCCESS_STATUS.getStatusCode() == resp.getStatus().getCode()) {
+ partitionTableAutoCleaned =
+ resp.getDataPartitionTable().entrySet().stream()
+ .flatMap(e1 -> e1.getValue().entrySet().stream())
+ .allMatch(e2 -> e2.getValue().size() == 1);
+ }
+ if (partitionTableAutoCleaned) {
+ return;
+ }
+ TimeUnit.SECONDS.sleep(1);
+ }
+ }
+ Assert.fail("The PartitionTable in the ConfigNode is not auto cleaned!");
+ }
+
+ @Test
+ public void testAutoCleanTakesNoEffectsForTreeDeviceTTL() throws Exception {
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+ // Create databases and insert test data
+ for (int i = 0; i < 3; i++) {
+ String databaseName = String.format("%s%d", TREE_DATABASE_PREFIX, i);
+ statement.execute(String.format("CREATE DATABASE %s", databaseName));
+ statement.execute(
+ String.format(
+ "CREATE TIMESERIES %s.s WITH DATATYPE=INT64,ENCODING=PLAIN", databaseName));
+ // Insert expired data
+ statement.execute(
+ String.format(
+ "INSERT INTO %s(timestamp, s) VALUES (%d, %d)",
+ databaseName, TEST_CURRENT_TIME_SLOT.getStartTime() - TEST_TTL * 2, -1));
+ // Insert existed data
+ statement.execute(
+ String.format(
+ "INSERT INTO %s(timestamp, s) VALUES (%d, %d)",
+ databaseName, TEST_CURRENT_TIME_SLOT.getStartTime(), 1));
+ // Create an empty device and set a TTL.
+ // This TTL should not trigger the auto cleaner,
+ // since the database does not have a TTL.
+ statement.execute(
+ String.format(
+ "CREATE TIMESERIES %s.m.empty WITH DATATYPE=INT64,ENCODING=PLAIN", databaseName));
+ statement.execute(String.format("SET TTL TO %s.m.** %d", databaseName, TEST_TTL));
+ }
+ }
+
+ TDataPartitionReq req = new TDataPartitionReq();
+ for (int i = 0; i < 3; i++) {
+ req.putToPartitionSlotsMap(String.format("%s%d", TREE_DATABASE_PREFIX, i), new TreeMap<>());
+ }
+ try (SyncConfigNodeIServiceClient client =
+ (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
+ for (int retry = 0; retry < 10; retry++) {
+ // Ensure the partitions are not cleaned
+ boolean partitionTableAutoCleaned = false;
+ TDataPartitionTableResp resp = client.getDataPartitionTable(req);
+ if (TSStatusCode.SUCCESS_STATUS.getStatusCode() == resp.getStatus().getCode()) {
+ partitionTableAutoCleaned =
+ resp.getDataPartitionTable().entrySet().stream()
+ .flatMap(e1 -> e1.getValue().entrySet().stream())
+ .allMatch(e2 -> e2.getValue().size() == 1);
+ }
+ Assert.assertFalse(partitionTableAutoCleaned);
+ TimeUnit.SECONDS.sleep(1);
+ }
+ }
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionTableAutoCleanUSIT.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionTableAutoCleanUSIT.java
new file mode 100644
index 0000000000000..f8e94c28dcbdc
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionTableAutoCleanUSIT.java
@@ -0,0 +1,138 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.partition;
+
+import org.apache.iotdb.common.rpc.thrift.TTimePartitionSlot;
+import org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient;
+import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionReq;
+import org.apache.iotdb.confignode.rpc.thrift.TDataPartitionTableResp;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+import org.apache.iotdb.rpc.TSStatusCode;
+
+import org.junit.After;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+import java.sql.Connection;
+import java.sql.Statement;
+import java.util.TreeMap;
+import java.util.concurrent.TimeUnit;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({ClusterIT.class})
+public class IoTDBPartitionTableAutoCleanUSIT {
+
+ private static final String TREE_DATABASE_PREFIX = "root.db.g_";
+
+ private static final int TEST_REPLICATION_FACTOR = 1;
+ private static final long TEST_TIME_PARTITION_INTERVAL_IN_MS = 604800_000;
+ private static final long TEST_TTL_CHECK_INTERVAL = 5_000;
+
+ private static final TTimePartitionSlot TEST_CURRENT_TIME_SLOT =
+ new TTimePartitionSlot()
+ .setStartTime(
+ System.currentTimeMillis()
+ * 1000L
+ / TEST_TIME_PARTITION_INTERVAL_IN_MS
+ * TEST_TIME_PARTITION_INTERVAL_IN_MS);
+ private static final long TEST_TTL_IN_MS = 7 * TEST_TIME_PARTITION_INTERVAL_IN_MS;
+
+ @Before
+ public void setUp() throws Exception {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setSchemaReplicationFactor(TEST_REPLICATION_FACTOR)
+ .setDataReplicationFactor(TEST_REPLICATION_FACTOR)
+ .setTimePartitionInterval(TEST_TIME_PARTITION_INTERVAL_IN_MS)
+ .setTTLCheckInterval(TEST_TTL_CHECK_INTERVAL)
+ // Note that the time precision of IoTDB is us in this IT
+ .setTimestampPrecision("us");
+
+ // Init 1C1D environment
+ EnvFactory.getEnv().initClusterEnvironment(1, 1);
+ }
+
+ @After
+ public void tearDown() {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ @Test
+ public void testAutoCleanPartitionTableForTreeModel() throws Exception {
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+ // Create databases and insert test data
+ for (int i = 0; i < 3; i++) {
+ String databaseName = String.format("%s%d", TREE_DATABASE_PREFIX, i);
+ statement.execute(String.format("CREATE DATABASE %s", databaseName));
+ statement.execute(
+ String.format(
+ "CREATE TIMESERIES %s.s WITH DATATYPE=INT64,ENCODING=PLAIN", databaseName));
+ // Insert expired data
+ statement.execute(
+ String.format(
+ "INSERT INTO %s(timestamp, s) VALUES (%d, %d)",
+ databaseName, TEST_CURRENT_TIME_SLOT.getStartTime() - TEST_TTL_IN_MS * 2000, -1));
+ // Insert existed data
+ statement.execute(
+ String.format(
+ "INSERT INTO %s(timestamp, s) VALUES (%d, %d)",
+ databaseName, TEST_CURRENT_TIME_SLOT.getStartTime(), 1));
+ }
+ // Let db0.TTL > device.TTL, the valid TTL should be the bigger one
+ statement.execute(String.format("SET TTL TO %s0 %d", TREE_DATABASE_PREFIX, TEST_TTL_IN_MS));
+ statement.execute(String.format("SET TTL TO %s0.s %d", TREE_DATABASE_PREFIX, 10));
+ // Let db1.TTL < device.TTL, the valid TTL should be the bigger one
+ statement.execute(String.format("SET TTL TO %s1 %d", TREE_DATABASE_PREFIX, 10));
+ statement.execute(String.format("SET TTL TO %s1.s %d", TREE_DATABASE_PREFIX, TEST_TTL_IN_MS));
+ // Set TTL to path db2.**
+ statement.execute(
+ String.format("SET TTL TO %s2.** %d", TREE_DATABASE_PREFIX, TEST_TTL_IN_MS));
+ }
+ TDataPartitionReq req = new TDataPartitionReq();
+ for (int i = 0; i < 3; i++) {
+ req.putToPartitionSlotsMap(String.format("%s%d", TREE_DATABASE_PREFIX, i), new TreeMap<>());
+ }
+ try (SyncConfigNodeIServiceClient client =
+ (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
+ for (int retry = 0; retry < 120; retry++) {
+ boolean partitionTableAutoCleaned = true;
+ TDataPartitionTableResp resp = client.getDataPartitionTable(req);
+ if (TSStatusCode.SUCCESS_STATUS.getStatusCode() == resp.getStatus().getCode()) {
+ partitionTableAutoCleaned =
+ resp.getDataPartitionTable().entrySet().stream()
+ .flatMap(e1 -> e1.getValue().entrySet().stream())
+ .allMatch(e2 -> e2.getValue().size() == 1);
+ }
+ if (partitionTableAutoCleaned) {
+ return;
+ }
+ TimeUnit.SECONDS.sleep(1);
+ }
+ }
+ Assert.fail("The PartitionTable in the ConfigNode is not auto cleaned!");
+ }
+}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionMigrateDataNodeCrashITFramework.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionMigrateDataNodeCrashITFramework.java
index 4a363d196e799..e1003eede0ccd 100644
--- a/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionMigrateDataNodeCrashITFramework.java
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionMigrateDataNodeCrashITFramework.java
@@ -22,7 +22,8 @@
import org.apache.iotdb.commons.utils.KillPoint.KillNode;
public class IoTDBRegionMigrateDataNodeCrashITFramework
- extends IoTDBRegionMigrateReliabilityITFramework {
+ extends IoTDBRegionOperationReliabilityITFramework {
+
@SafeVarargs
public final > void success(T... dataNodeKillPoints) throws Exception {
successTest(1, 1, 1, 2, noKillPoints(), buildSet(dataNodeKillPoints), KillNode.ALL_NODES);
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionMigrateReliabilityITFramework.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionMigrateReliabilityITFramework.java
deleted file mode 100644
index d52251b4a1a56..0000000000000
--- a/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionMigrateReliabilityITFramework.java
+++ /dev/null
@@ -1,752 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.iotdb.confignode.it.regionmigration;
-
-import org.apache.iotdb.common.rpc.thrift.TConsensusGroupType;
-import org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient;
-import org.apache.iotdb.commons.concurrent.IoTDBThreadPoolFactory;
-import org.apache.iotdb.commons.conf.IoTDBConstant;
-import org.apache.iotdb.commons.utils.KillPoint.KillNode;
-import org.apache.iotdb.commons.utils.KillPoint.KillPoint;
-import org.apache.iotdb.confignode.rpc.thrift.TRegionInfo;
-import org.apache.iotdb.confignode.rpc.thrift.TShowRegionReq;
-import org.apache.iotdb.confignode.rpc.thrift.TShowRegionResp;
-import org.apache.iotdb.consensus.ConsensusFactory;
-import org.apache.iotdb.consensus.iot.IoTConsensusServerImpl;
-import org.apache.iotdb.db.queryengine.common.header.ColumnHeaderConstant;
-import org.apache.iotdb.it.env.EnvFactory;
-import org.apache.iotdb.it.env.cluster.env.AbstractEnv;
-import org.apache.iotdb.it.env.cluster.node.AbstractNodeWrapper;
-import org.apache.iotdb.it.env.cluster.node.ConfigNodeWrapper;
-import org.apache.iotdb.it.env.cluster.node.DataNodeWrapper;
-import org.apache.iotdb.itbase.exception.InconsistentDataException;
-import org.apache.iotdb.metrics.utils.SystemType;
-
-import org.apache.thrift.TException;
-import org.awaitility.Awaitility;
-import org.awaitility.core.ConditionTimeoutException;
-import org.junit.After;
-import org.junit.Assert;
-import org.junit.Before;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.BufferedReader;
-import java.io.File;
-import java.io.IOException;
-import java.io.InputStreamReader;
-import java.lang.reflect.InvocationHandler;
-import java.lang.reflect.InvocationTargetException;
-import java.lang.reflect.Proxy;
-import java.sql.Connection;
-import java.sql.ResultSet;
-import java.sql.SQLException;
-import java.sql.Statement;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.HashSet;
-import java.util.List;
-import java.util.Map;
-import java.util.Objects;
-import java.util.Optional;
-import java.util.Set;
-import java.util.concurrent.ConcurrentHashMap;
-import java.util.concurrent.ConcurrentHashMap.KeySetView;
-import java.util.concurrent.ExecutorService;
-import java.util.concurrent.TimeUnit;
-import java.util.concurrent.atomic.AtomicReference;
-import java.util.function.Consumer;
-import java.util.stream.Collectors;
-
-public class IoTDBRegionMigrateReliabilityITFramework {
- private static final Logger LOGGER =
- LoggerFactory.getLogger(IoTDBRegionMigrateReliabilityITFramework.class);
- private static final String INSERTION1 =
- "INSERT INTO root.sg.d1(timestamp,speed,temperature) values(100, 1, 2)";
- private static final String INSERTION2 =
- "INSERT INTO root.sg.d1(timestamp,speed,temperature) values(101, 3, 4)";
- private static final String FLUSH_COMMAND = "flush";
- private static final String SHOW_REGIONS = "show regions";
- private static final String SHOW_DATANODES = "show datanodes";
- private static final String COUNT_TIMESERIES = "select count(*) from root.sg.**";
- private static final String REGION_MIGRATE_COMMAND_FORMAT = "migrate region %d from %d to %d";
- private static final String CONFIGURATION_FILE_NAME = "configuration.dat";
- ExecutorService executorService = IoTDBThreadPoolFactory.newCachedThreadPool("regionMigrateIT");
-
- public static Consumer actionOfKillNode =
- context -> {
- context.getNodeWrapper().stopForcibly();
- LOGGER.info("Node {} stopped.", context.getNodeWrapper().getId());
- Assert.assertFalse(context.getNodeWrapper().isAlive());
- if (context.getNodeWrapper() instanceof ConfigNodeWrapper) {
- context.getNodeWrapper().start();
- LOGGER.info("Node {} restarted.", context.getNodeWrapper().getId());
- Assert.assertTrue(context.getNodeWrapper().isAlive());
- }
- };
-
- public static Consumer actionOfRestartCluster =
- context -> {
- context.getEnv().getNodeWrapperList().parallelStream()
- .forEach(AbstractNodeWrapper::stopForcibly);
- LOGGER.info("Cluster has been stopped");
- context.getEnv().getNodeWrapperList().parallelStream().forEach(AbstractNodeWrapper::start);
- LOGGER.info("Cluster has been restarted");
- };
-
- @Before
- public void setUp() throws Exception {
- EnvFactory.getEnv()
- .getConfig()
- .getCommonConfig()
- .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS)
- .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS)
- .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS);
- }
-
- @After
- public void tearDown() throws InterruptedException {
- EnvFactory.getEnv().cleanClusterEnvironment();
- }
-
- public void successTest(
- final int dataReplicateFactor,
- final int schemaReplicationFactor,
- final int configNodeNum,
- final int dataNodeNum,
- KeySetView killConfigNodeKeywords,
- KeySetView killDataNodeKeywords,
- KillNode killNode)
- throws Exception {
- generalTestWithAllOptions(
- dataReplicateFactor,
- schemaReplicationFactor,
- configNodeNum,
- dataNodeNum,
- killConfigNodeKeywords,
- killDataNodeKeywords,
- actionOfKillNode,
- true,
- killNode);
- }
-
- public void failTest(
- final int dataReplicateFactor,
- final int schemaReplicationFactor,
- final int configNodeNum,
- final int dataNodeNum,
- KeySetView killConfigNodeKeywords,
- KeySetView killDataNodeKeywords,
- KillNode killNode)
- throws Exception {
- generalTestWithAllOptions(
- dataReplicateFactor,
- schemaReplicationFactor,
- configNodeNum,
- dataNodeNum,
- killConfigNodeKeywords,
- killDataNodeKeywords,
- actionOfKillNode,
- false,
- killNode);
- }
-
- public void killClusterTest(
- KeySetView configNodeKeywords, boolean expectMigrateSuccess)
- throws Exception {
- generalTestWithAllOptions(
- 2,
- 3,
- 3,
- 3,
- configNodeKeywords,
- noKillPoints(),
- actionOfRestartCluster,
- expectMigrateSuccess,
- KillNode.ALL_NODES);
- }
-
- // region general test
-
- public void generalTestWithAllOptions(
- final int dataReplicateFactor,
- final int schemaReplicationFactor,
- final int configNodeNum,
- final int dataNodeNum,
- KeySetView configNodeKeywords,
- KeySetView dataNodeKeywords,
- Consumer actionWhenDetectKeyWords,
- final boolean expectMigrateSuccess,
- KillNode killNode)
- throws Exception {
- // prepare env
- EnvFactory.getEnv()
- .getConfig()
- .getCommonConfig()
- .setDataReplicationFactor(dataReplicateFactor)
- .setSchemaReplicationFactor(schemaReplicationFactor);
- EnvFactory.getEnv().registerConfigNodeKillPoints(new ArrayList<>(configNodeKeywords));
- EnvFactory.getEnv().registerDataNodeKillPoints(new ArrayList<>(dataNodeKeywords));
- EnvFactory.getEnv().initClusterEnvironment(configNodeNum, dataNodeNum);
-
- try (final Connection connection = closeQuietly(EnvFactory.getEnv().getConnection());
- final Statement statement = closeQuietly(connection.createStatement());
- SyncConfigNodeIServiceClient client =
- (SyncConfigNodeIServiceClient) EnvFactory.getEnv().getLeaderConfigNodeConnection()) {
- statement.execute(INSERTION1);
-
- ResultSet result = statement.executeQuery(SHOW_REGIONS);
- Map> regionMap = getRegionMap(result);
-
- result = statement.executeQuery(SHOW_DATANODES);
- Set allDataNodeId = new HashSet<>();
- while (result.next()) {
- allDataNodeId.add(result.getInt(ColumnHeaderConstant.NODE_ID));
- }
-
- final int selectedRegion = selectRegion(regionMap);
- final int originalDataNode = selectOriginalDataNode(regionMap, selectedRegion);
- final int destDataNode = selectDestDataNode(allDataNodeId, regionMap, selectedRegion);
-
- checkRegionFileExist(originalDataNode);
- checkPeersExist(regionMap.get(selectedRegion), originalDataNode, selectedRegion);
-
- try {
- awaitUntilFlush(statement, originalDataNode);
- } catch (ConditionTimeoutException e) {
- LOGGER.error("Flush timeout:", e);
- Assert.fail();
- }
-
- // set kill points
- if (killNode == KillNode.ORIGINAL_DATANODE) {
- setDataNodeKillPoints(
- Collections.singletonList(
- EnvFactory.getEnv().dataNodeIdToWrapper(originalDataNode).get()),
- dataNodeKeywords,
- actionWhenDetectKeyWords);
- } else if (killNode == KillNode.DESTINATION_DATANODE) {
- setDataNodeKillPoints(
- Collections.singletonList(EnvFactory.getEnv().dataNodeIdToWrapper(destDataNode).get()),
- dataNodeKeywords,
- actionWhenDetectKeyWords);
- } else {
- setConfigNodeKillPoints(configNodeKeywords, actionWhenDetectKeyWords);
- setDataNodeKillPoints(
- EnvFactory.getEnv().getDataNodeWrapperList(),
- dataNodeKeywords,
- actionWhenDetectKeyWords);
- }
-
- LOGGER.info("DataNode set before migration: {}", regionMap.get(selectedRegion));
-
- System.out.println(
- "originalDataNode: "
- + EnvFactory.getEnv().dataNodeIdToWrapper(originalDataNode).get().getNodePath());
- System.out.println(
- "destDataNode: "
- + EnvFactory.getEnv().dataNodeIdToWrapper(destDataNode).get().getNodePath());
-
- // region migration start
- statement.execute(buildRegionMigrateCommand(selectedRegion, originalDataNode, destDataNode));
-
- boolean success = false;
- try {
- awaitUntilSuccess(client, selectedRegion, originalDataNode, destDataNode);
- success = true;
- } catch (ConditionTimeoutException e) {
- if (expectMigrateSuccess) {
- LOGGER.error("Region migrate failed", e);
- Assert.fail();
- }
- }
- if (!expectMigrateSuccess && success) {
- LOGGER.error("Region migrate succeeded unexpectedly");
- Assert.fail();
- }
-
- // make sure all kill points have been triggered
- checkKillPointsAllTriggered(configNodeKeywords);
- checkKillPointsAllTriggered(dataNodeKeywords);
-
- // check the remaining file
- if (success) {
- checkRegionFileClearIfNodeAlive(originalDataNode);
- checkRegionFileExistIfNodeAlive(destDataNode);
- checkPeersClearIfNodeAlive(allDataNodeId, originalDataNode, selectedRegion);
- checkClusterStillWritable();
- } else {
- checkRegionFileClearIfNodeAlive(destDataNode);
- checkRegionFileExistIfNodeAlive(originalDataNode);
- checkPeersClearIfNodeAlive(allDataNodeId, destDataNode, selectedRegion);
- }
-
- LOGGER.info("test pass");
- } catch (InconsistentDataException ignore) {
-
- }
- }
-
- private void restartDataNodes(List dataNodeWrappers) {
- dataNodeWrappers.parallelStream()
- .forEach(
- nodeWrapper -> {
- nodeWrapper.stop();
- Awaitility.await()
- .atMost(1, TimeUnit.MINUTES)
- .pollDelay(2, TimeUnit.SECONDS)
- .until(() -> !nodeWrapper.isAlive());
- LOGGER.info("Node {} stopped.", nodeWrapper.getId());
- nodeWrapper.start();
- Awaitility.await()
- .atMost(1, TimeUnit.MINUTES)
- .pollDelay(2, TimeUnit.SECONDS)
- .until(nodeWrapper::isAlive);
- try {
- TimeUnit.SECONDS.sleep(10);
- } catch (InterruptedException e) {
- Thread.currentThread().interrupt();
- }
- LOGGER.info("Node {} restarted.", nodeWrapper.getId());
- });
- }
-
- private void setConfigNodeKillPoints(
- KeySetView killConfigNodeKeywords, Consumer action) {
- EnvFactory.getEnv()
- .getConfigNodeWrapperList()
- .forEach(
- configNodeWrapper ->
- executorService.submit(
- () ->
- doActionWhenDetectKeywords(
- configNodeWrapper, killConfigNodeKeywords, action)));
- }
-
- private void setDataNodeKillPoints(
- List dataNodeWrappers,
- KeySetView killDataNodeKeywords,
- Consumer action) {
- dataNodeWrappers.forEach(
- dataNodeWrapper ->
- executorService.submit(
- () -> doActionWhenDetectKeywords(dataNodeWrapper, killDataNodeKeywords, action)));
- }
-
- /**
- * Monitor the node's log and kill it when detect specific log.
- *
- * @param nodeWrapper Easy to understand
- * @param keywords When detect these keywords in node's log, stop the node forcibly
- */
- private static void doActionWhenDetectKeywords(
- AbstractNodeWrapper nodeWrapper,
- KeySetView keywords,
- Consumer action) {
- if (keywords.isEmpty()) {
- return;
- }
- final String logFileName;
- if (nodeWrapper instanceof ConfigNodeWrapper) {
- logFileName = "log_confignode_all.log";
- } else {
- logFileName = "log_datanode_all.log";
- }
- SystemType type = SystemType.getSystemType();
- ProcessBuilder builder;
- if (type == SystemType.LINUX || type == SystemType.MAC) {
- builder =
- new ProcessBuilder(
- "tail",
- "-f",
- nodeWrapper.getNodePath() + File.separator + "logs" + File.separator + logFileName);
- } else if (type == SystemType.WINDOWS) {
- builder =
- new ProcessBuilder(
- "powershell",
- "-Command",
- "Get-Content "
- + nodeWrapper.getNodePath()
- + File.separator
- + "logs"
- + File.separator
- + logFileName
- + " -Wait");
- } else {
- throw new UnsupportedOperationException("Unsupported system type " + type);
- }
- builder.redirectErrorStream(true);
-
- try {
- Process process = builder.start();
- try (BufferedReader reader =
- new BufferedReader(new InputStreamReader(process.getInputStream()))) {
- String line;
- while ((line = reader.readLine()) != null) {
- // if trigger more than one keyword at a same time, test code may have mistakes
- Assert.assertTrue(
- line,
- keywords.stream().map(KillPoint::addKillPointPrefix).filter(line::contains).count()
- <= 1);
- String finalLine = line;
- Optional detectedKeyword =
- keywords.stream()
- .filter(keyword -> finalLine.contains(KillPoint.addKillPointPrefix(keyword)))
- .findAny();
- if (detectedKeyword.isPresent()) {
- // each keyword only trigger once
- keywords.remove(detectedKeyword.get());
- action.accept(new KillPointContext(nodeWrapper, (AbstractEnv) EnvFactory.getEnv()));
- LOGGER.info("Kill point triggered: {}", detectedKeyword.get());
- }
- if (keywords.isEmpty()) {
- break;
- }
- }
- } catch (AssertionError e) {
- LOGGER.error("gg", e);
- throw e;
- }
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
-
- void checkKillPointsAllTriggered(KeySetView killPoints) {
- if (!killPoints.isEmpty()) {
- killPoints.forEach(killPoint -> LOGGER.error("Kill point {} not triggered", killPoint));
- Assert.fail("Some kill points was not triggered");
- }
- }
-
- private static String buildRegionMigrateCommand(int who, int from, int to) {
- String result = String.format(REGION_MIGRATE_COMMAND_FORMAT, who, from, to);
- LOGGER.info(result);
- return result;
- }
-
- private static Map> getRegionMap(ResultSet showRegionsResult)
- throws SQLException {
- Map> regionMap = new HashMap<>();
- while (showRegionsResult.next()) {
- if (String.valueOf(TConsensusGroupType.DataRegion)
- .equals(showRegionsResult.getString(ColumnHeaderConstant.TYPE))) {
- int regionId = showRegionsResult.getInt(ColumnHeaderConstant.REGION_ID);
- int dataNodeId = showRegionsResult.getInt(ColumnHeaderConstant.DATA_NODE_ID);
- regionMap.computeIfAbsent(regionId, id -> new HashSet<>()).add(dataNodeId);
- }
- }
- return regionMap;
- }
-
- private static Map> getRegionMap(List regionInfoList) {
- Map> regionMap = new HashMap<>();
- regionInfoList.forEach(
- regionInfo -> {
- int regionId = regionInfo.getConsensusGroupId().getId();
- regionMap
- .computeIfAbsent(regionId, regionId1 -> new HashSet<>())
- .add(regionInfo.getDataNodeId());
- });
- return regionMap;
- }
-
- private static int selectRegion(Map> regionMap) {
- return regionMap.keySet().stream().findAny().orElseThrow(() -> new RuntimeException("gg"));
- }
-
- private static int selectOriginalDataNode(
- Map> regionMap, int selectedRegion) {
- return regionMap.get(selectedRegion).stream()
- .findAny()
- .orElseThrow(() -> new RuntimeException("cannot find original DataNode"));
- }
-
- private static int selectDestDataNode(
- Set dataNodeSet, Map> regionMap, int selectedRegion) {
- return dataNodeSet.stream()
- .filter(dataNodeId -> !regionMap.get(selectedRegion).contains(dataNodeId))
- .findAny()
- .orElseThrow(() -> new RuntimeException("cannot find dest DataNode"));
- }
-
- private static void awaitUntilFlush(Statement statement, int originalDataNode) {
- long startTime = System.currentTimeMillis();
- File sequence = new File(buildDataPath(originalDataNode, true));
- File unsequence = new File(buildDataPath(originalDataNode, false));
- Awaitility.await()
- .atMost(1, TimeUnit.MINUTES)
- .pollDelay(2, TimeUnit.SECONDS)
- .until(
- () -> {
- statement.execute(FLUSH_COMMAND);
- int fileNum = 0;
- if (sequence.exists() && sequence.listFiles() != null) {
- fileNum += Objects.requireNonNull(sequence.listFiles()).length;
- }
- if (unsequence.exists() && unsequence.listFiles() != null) {
- fileNum += Objects.requireNonNull(unsequence.listFiles()).length;
- }
- return fileNum > 0;
- });
- LOGGER.info("DataNode {} has been flushed", originalDataNode);
- LOGGER.info("Flush cost time: {}ms", System.currentTimeMillis() - startTime);
- }
-
- private static void awaitUntilSuccess(
- SyncConfigNodeIServiceClient client,
- int selectedRegion,
- int originalDataNode,
- int destDataNode) {
- AtomicReference> lastTimeDataNodes = new AtomicReference<>();
- AtomicReference lastException = new AtomicReference<>();
- AtomicReference clientRef = new AtomicReference<>(client);
- try {
- Awaitility.await()
- .atMost(2, TimeUnit.MINUTES)
- .pollDelay(2, TimeUnit.SECONDS)
- .until(
- () -> {
- try {
- TShowRegionResp resp = clientRef.get().showRegion(new TShowRegionReq());
- Map> newRegionMap = getRegionMap(resp.getRegionInfoList());
- Set dataNodes = newRegionMap.get(selectedRegion);
- lastTimeDataNodes.set(dataNodes);
- return !dataNodes.contains(originalDataNode) && dataNodes.contains(destDataNode);
- } catch (TException e) {
- clientRef.set(
- (SyncConfigNodeIServiceClient)
- EnvFactory.getEnv().getLeaderConfigNodeConnection());
- lastException.set(e);
- return false;
- } catch (Exception e) {
- // Any exception can be ignored
- lastException.set(e);
- return false;
- }
- });
- } catch (ConditionTimeoutException e) {
- if (lastTimeDataNodes.get() == null) {
- LOGGER.error(
- "maybe show regions fail, lastTimeDataNodes is null, last Exception:",
- lastException.get());
- throw e;
- }
- String actualSetStr = lastTimeDataNodes.get().toString();
- lastTimeDataNodes.get().remove(originalDataNode);
- lastTimeDataNodes.get().add(destDataNode);
- String expectSetStr = lastTimeDataNodes.toString();
- LOGGER.error("DataNode Set {} is unexpected, expect {}", actualSetStr, expectSetStr);
- if (lastException.get() == null) {
- LOGGER.info("No exception during awaiting");
- } else {
- LOGGER.error("Last exception during awaiting:", lastException.get());
- }
- throw e;
- }
- LOGGER.info("DataNode set has been successfully changed to {}", lastTimeDataNodes.get());
- }
-
- private static void checkRegionFileExistIfNodeAlive(int dataNode) {
- if (EnvFactory.getEnv().dataNodeIdToWrapper(dataNode).get().isAlive()) {
- checkRegionFileExist(dataNode);
- }
- }
-
- private static void checkRegionFileExist(int dataNode) {
- File originalRegionDir = new File(buildRegionDirPath(dataNode));
- Assert.assertTrue(originalRegionDir.isDirectory());
- Assert.assertNotEquals(0, Objects.requireNonNull(originalRegionDir.listFiles()).length);
- }
-
- private static void checkRegionFileClearIfNodeAlive(int dataNode) {
- if (EnvFactory.getEnv().dataNodeIdToWrapper(dataNode).get().isAlive()) {
- checkRegionFileClear(dataNode);
- }
- }
-
- /** Check whether the original DataNode's region file has been deleted. */
- private static void checkRegionFileClear(int dataNode) {
- File originalRegionDir = new File(buildRegionDirPath(dataNode));
- Assert.assertTrue(originalRegionDir.isDirectory());
- try {
- Assert.assertEquals(0, Objects.requireNonNull(originalRegionDir.listFiles()).length);
- } catch (AssertionError e) {
- LOGGER.error(
- "Original DataNode {} region file not clear, these files is still remain: {}",
- dataNode,
- Arrays.toString(originalRegionDir.listFiles()));
- throw e;
- }
- LOGGER.info("Original DataNode {} region file clear", dataNode);
- }
-
- private static void checkPeersExistIfNodeAlive(
- Set dataNodes, int originalDataNode, int regionId) {
- dataNodes.forEach(
- targetDataNode -> checkPeerExistIfNodeAlive(targetDataNode, originalDataNode, regionId));
- }
-
- private static void checkPeersExist(Set dataNodes, int originalDataNode, int regionId) {
- dataNodes.forEach(targetDataNode -> checkPeerExist(targetDataNode, originalDataNode, regionId));
- }
-
- private static void checkPeerExistIfNodeAlive(
- int checkTargetDataNode, int originalDataNode, int regionId) {
- if (EnvFactory.getEnv().dataNodeIdToWrapper(checkTargetDataNode).get().isAlive()) {
- checkPeerExist(checkTargetDataNode, originalDataNode, regionId);
- }
- }
-
- private static void checkPeerExist(int checkTargetDataNode, int originalDataNode, int regionId) {
- File expectExistedFile =
- new File(buildConfigurationDataFilePath(checkTargetDataNode, originalDataNode, regionId));
- Assert.assertTrue(
- "configuration file should exist, but it didn't: " + expectExistedFile.getPath(),
- expectExistedFile.exists());
- }
-
- private static void checkPeersClearIfNodeAlive(
- Set dataNodes, int originalDataNode, int regionId) {
- dataNodes.stream()
- .filter(dataNode -> dataNode != originalDataNode)
- .forEach(
- targetDataNode ->
- checkPeerClearIfNodeAlive(targetDataNode, originalDataNode, regionId));
- }
-
- private static void checkPeersClear(Set dataNodes, int originalDataNode, int regionId) {
- dataNodes.stream()
- .filter(dataNode -> dataNode != originalDataNode)
- .forEach(targetDataNode -> checkPeerClear(targetDataNode, originalDataNode, regionId));
- LOGGER.info("Peer clear");
- }
-
- private static void checkPeerClearIfNodeAlive(
- int checkTargetDataNode, int originalDataNode, int regionId) {
- if (EnvFactory.getEnv().dataNodeIdToWrapper(checkTargetDataNode).get().isAlive()) {
- checkPeerClear(checkTargetDataNode, originalDataNode, regionId);
- }
- }
-
- private static void checkPeerClear(int checkTargetDataNode, int originalDataNode, int regionId) {
- File expectDeletedFile =
- new File(buildConfigurationDataFilePath(checkTargetDataNode, originalDataNode, regionId));
- Assert.assertFalse(
- "configuration file should be deleted, but it didn't: " + expectDeletedFile.getPath(),
- expectDeletedFile.exists());
- LOGGER.info("configuration file has been deleted: {}", expectDeletedFile.getPath());
- }
-
- private void checkClusterStillWritable() {
- try (Connection connection = EnvFactory.getEnv().getConnection();
- Statement statement = connection.createStatement()) {
- // check old data
- ResultSet resultSet = statement.executeQuery(COUNT_TIMESERIES);
- resultSet.next();
- Assert.assertEquals(1, resultSet.getLong(1));
- Assert.assertEquals(1, resultSet.getLong(2));
- LOGGER.info("Old data is still remain");
- // write new data
- statement.execute(INSERTION2);
- resultSet = statement.executeQuery(COUNT_TIMESERIES);
- resultSet.next();
- Assert.assertEquals(2, resultSet.getLong(1));
- Assert.assertEquals(2, resultSet.getLong(2));
- LOGGER.info("Region group is still writable");
- } catch (SQLException e) {
- LOGGER.error("Something wrong", e);
- Assert.fail("Something wrong");
- }
- }
-
- private static String buildRegionDirPath(int dataNode) {
- String nodePath = EnvFactory.getEnv().dataNodeIdToWrapper(dataNode).get().getNodePath();
- return nodePath
- + File.separator
- + IoTDBConstant.DATA_FOLDER_NAME
- + File.separator
- + "datanode"
- + File.separator
- + IoTDBConstant.CONSENSUS_FOLDER_NAME
- + File.separator
- + IoTDBConstant.DATA_REGION_FOLDER_NAME;
- }
-
- private static String buildDataPath(int dataNode, boolean isSequence) {
- String nodePath = EnvFactory.getEnv().dataNodeIdToWrapper(dataNode).get().getNodePath();
- return nodePath
- + File.separator
- + IoTDBConstant.DATA_FOLDER_NAME
- + File.separator
- + "datanode"
- + File.separator
- + IoTDBConstant.DATA_FOLDER_NAME
- + File.separator
- + (isSequence ? IoTDBConstant.SEQUENCE_FOLDER_NAME : IoTDBConstant.UNSEQUENCE_FOLDER_NAME);
- }
-
- private static String buildConfigurationDataFilePath(
- int localDataNodeId, int remoteDataNodeId, int regionId) {
- String configurationDatDirName =
- buildRegionDirPath(localDataNodeId) + File.separator + "1_" + regionId;
- String expectDeletedFileName =
- IoTConsensusServerImpl.generateConfigurationDatFileName(
- remoteDataNodeId, CONFIGURATION_FILE_NAME);
- return configurationDatDirName + File.separator + expectDeletedFileName;
- }
-
- protected static KeySetView noKillPoints() {
- return ConcurrentHashMap.newKeySet();
- }
-
- @SafeVarargs
- protected static > KeySetView buildSet(T... keywords) {
- KeySetView result = ConcurrentHashMap.newKeySet();
- result.addAll(
- Arrays.stream(keywords).map(KillPoint::enumToString).collect(Collectors.toList()));
- return result;
- }
-
- private static T closeQuietly(T t) {
- InvocationHandler handler =
- (proxy, method, args) -> {
- try {
- if (method.getName().equals("close")) {
- try {
- method.invoke(t, args);
- } catch (Throwable e) {
- LOGGER.warn("Exception happens during close(): ", e);
- }
- return null;
- } else {
- return method.invoke(t, args);
- }
- } catch (InvocationTargetException e) {
- throw e.getTargetException();
- }
- };
- return (T)
- Proxy.newProxyInstance(
- t.getClass().getClassLoader(), t.getClass().getInterfaces(), handler);
- }
-}
diff --git a/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionOperationReliabilityITFramework.java b/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionOperationReliabilityITFramework.java
new file mode 100644
index 0000000000000..1d14574a8ee18
--- /dev/null
+++ b/integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionOperationReliabilityITFramework.java
@@ -0,0 +1,719 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.it.regionmigration;
+
+import org.apache.iotdb.common.rpc.thrift.TConsensusGroupType;
+import org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient;
+import org.apache.iotdb.commons.cluster.RegionStatus;
+import org.apache.iotdb.commons.concurrent.IoTDBThreadPoolFactory;
+import org.apache.iotdb.commons.conf.IoTDBConstant;
+import org.apache.iotdb.commons.utils.KillPoint.KillNode;
+import org.apache.iotdb.commons.utils.KillPoint.KillPoint;
+import org.apache.iotdb.confignode.rpc.thrift.TRegionInfo;
+import org.apache.iotdb.confignode.rpc.thrift.TShowRegionReq;
+import org.apache.iotdb.confignode.rpc.thrift.TShowRegionResp;
+import org.apache.iotdb.consensus.ConsensusFactory;
+import org.apache.iotdb.db.queryengine.common.header.ColumnHeaderConstant;
+import org.apache.iotdb.isession.SessionDataSet;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.env.cluster.env.AbstractEnv;
+import org.apache.iotdb.it.env.cluster.node.AbstractNodeWrapper;
+import org.apache.iotdb.it.env.cluster.node.ConfigNodeWrapper;
+import org.apache.iotdb.it.env.cluster.node.DataNodeWrapper;
+import org.apache.iotdb.metrics.utils.SystemType;
+import org.apache.iotdb.rpc.IoTDBConnectionException;
+import org.apache.iotdb.rpc.StatementExecutionException;
+import org.apache.iotdb.session.Session;
+
+import org.apache.thrift.TException;
+import org.apache.tsfile.read.common.Field;
+import org.apache.tsfile.utils.Pair;
+import org.awaitility.Awaitility;
+import org.awaitility.core.ConditionTimeoutException;
+import org.junit.After;
+import org.junit.Assert;
+import org.junit.Before;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Objects;
+import java.util.Optional;
+import java.util.Set;
+import java.util.TreeMap;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.ConcurrentHashMap.KeySetView;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicReference;
+import java.util.function.Consumer;
+import java.util.function.Predicate;
+import java.util.stream.Collectors;
+
+import static org.apache.iotdb.util.MagicUtils.makeItCloseQuietly;
+
+public class IoTDBRegionOperationReliabilityITFramework {
+ private static final Logger LOGGER =
+ LoggerFactory.getLogger(IoTDBRegionOperationReliabilityITFramework.class);
+ public static final String INSERTION1 =
+ "INSERT INTO root.sg.d1(timestamp,speed,temperature) values(100, 1, 2)";
+ private static final String INSERTION2 =
+ "INSERT INTO root.sg.d1(timestamp,speed,temperature) values(101, 3, 4)";
+ public static final String FLUSH_COMMAND = "flush on cluster";
+ private static final String SHOW_REGIONS = "show regions";
+ private static final String SHOW_DATANODES = "show datanodes";
+ private static final String COUNT_TIMESERIES = "select count(*) from root.sg.**";
+ private static final String REGION_MIGRATE_COMMAND_FORMAT = "migrate region %d from %d to %d";
+ ExecutorService executorService = IoTDBThreadPoolFactory.newCachedThreadPool("regionMigrateIT");
+
+ public static Consumer actionOfKillNode =
+ context -> {
+ context.getNodeWrapper().stopForcibly();
+ LOGGER.info("Node {} stopped.", context.getNodeWrapper().getId());
+ Assert.assertFalse(context.getNodeWrapper().isAlive());
+ if (context.getNodeWrapper() instanceof ConfigNodeWrapper) {
+ context.getNodeWrapper().start();
+ LOGGER.info("Node {} restarted.", context.getNodeWrapper().getId());
+ Assert.assertTrue(context.getNodeWrapper().isAlive());
+ }
+ };
+
+ public static Consumer actionOfRestartCluster =
+ context -> {
+ context.getEnv().getNodeWrapperList().parallelStream()
+ .forEach(AbstractNodeWrapper::stopForcibly);
+ LOGGER.info("Cluster has been stopped");
+ context.getEnv().getNodeWrapperList().parallelStream().forEach(AbstractNodeWrapper::start);
+ LOGGER.info("Cluster has been restarted");
+ };
+
+ @Before
+ public void setUp() throws Exception {
+ EnvFactory.getEnv()
+ .getConfig()
+ .getCommonConfig()
+ .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS)
+ .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS)
+ .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS);
+ }
+
+ @After
+ public void tearDown() throws InterruptedException {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+
+ public void successTest(
+ final int dataReplicateFactor,
+ final int schemaReplicationFactor,
+ final int configNodeNum,
+ final int dataNodeNum,
+ KeySetView