Automatically repair lost data partitions

iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/client/sync/CnToDnSyncRequestType.java

@@ -37,6 +37,11 @@ public enum CnToDnSyncRequestType {
   DELETE_OLD_REGION_PEER,
   RESET_PEER_LIST,
 
+  // Data Partition Table Maintenance
+  COLLECT_EARLIEST_TIMESLOTS,
+  GENERATE_DATA_PARTITION_TABLE,
+  GENERATE_DATA_PARTITION_TABLE_HEART_BEAT,
+
   // PartitionCache
   INVALIDATE_PARTITION_CACHE,
   INVALIDATE_PERMISSION_CACHE,

iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/client/sync/SyncDataNodeClientPool.java

@@ -32,6 +32,7 @@
 import org.apache.iotdb.mpp.rpc.thrift.TCreateDataRegionReq;
 import org.apache.iotdb.mpp.rpc.thrift.TCreatePeerReq;
 import org.apache.iotdb.mpp.rpc.thrift.TCreateSchemaRegionReq;
+import org.apache.iotdb.mpp.rpc.thrift.TGenerateDataPartitionTableReq;
 import org.apache.iotdb.mpp.rpc.thrift.TInvalidateCacheReq;
 import org.apache.iotdb.mpp.rpc.thrift.TInvalidatePermissionCacheReq;
 import org.apache.iotdb.mpp.rpc.thrift.TKillQueryInstanceReq;
@@ -139,6 +140,15 @@ private void buildActionMap() {
     actionMapBuilder.put(
         CnToDnSyncRequestType.SHOW_APPLIED_CONFIGURATIONS,
         (req, client) -> client.showAppliedConfigurations());
+    actionMapBuilder.put(
+        CnToDnSyncRequestType.COLLECT_EARLIEST_TIMESLOTS,
+        (req, client) -> client.getEarliestTimeslots());
+    actionMapBuilder.put(
+        CnToDnSyncRequestType.GENERATE_DATA_PARTITION_TABLE,
+        (req, client) -> client.generateDataPartitionTable((TGenerateDataPartitionTableReq) req));
+    actionMapBuilder.put(
+        CnToDnSyncRequestType.GENERATE_DATA_PARTITION_TABLE_HEART_BEAT,
+        (req, client) -> client.generateDataPartitionTableHeartbeat());
     actionMap = actionMapBuilder.build();
   }
 

iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java

@@ -319,6 +319,8 @@ public class ConfigNodeConfig {
 
   private long forceWalPeriodForConfigNodeSimpleInMs = 100;
 
+  private long partitionTableRecoverWaitAllDnUpTimeoutInMs = 60000;
+
   public ConfigNodeConfig() {
     // empty constructor
   }
@@ -1286,4 +1288,13 @@ public long getFailureDetectorPhiAcceptablePauseInMs() {
   public void setFailureDetectorPhiAcceptablePauseInMs(long failureDetectorPhiAcceptablePauseInMs) {
     this.failureDetectorPhiAcceptablePauseInMs = failureDetectorPhiAcceptablePauseInMs;
   }
+
+  public long getPartitionTableRecoverWaitAllDnUpTimeoutInMs() {
+    return partitionTableRecoverWaitAllDnUpTimeoutInMs;
+  }
+
+  public void setPartitionTableRecoverWaitAllDnUpTimeoutInMs(
+      long partitionTableRecoverWaitAllDnUpTimeoutInMs) {
+    this.partitionTableRecoverWaitAllDnUpTimeoutInMs = partitionTableRecoverWaitAllDnUpTimeoutInMs;
+  }
 }

iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeDescriptor.java

@@ -322,6 +322,12 @@ private void loadProperties(TrimProperties properties) throws BadNodeUrlExceptio
                 "failure_detector_phi_acceptable_pause_in_ms",
                 String.valueOf(conf.getFailureDetectorPhiAcceptablePauseInMs()))));
 
+    conf.setPartitionTableRecoverWaitAllDnUpTimeoutInMs(
+        Long.parseLong(
+            properties.getProperty(
+                "partition_table_recover_wait_all_dn_up_timeout",
+                String.valueOf(conf.getPartitionTableRecoverWaitAllDnUpTimeoutInMs()))));
+
     String leaderDistributionPolicy =
         properties.getProperty("leader_distribution_policy", conf.getLeaderDistributionPolicy());
     if (AbstractLeaderBalancer.GREEDY_POLICY.equals(leaderDistributionPolicy)

iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/ProcedureManager.java

@@ -67,6 +67,7 @@
 import org.apache.iotdb.confignode.procedure.impl.node.RemoveAINodeProcedure;
 import org.apache.iotdb.confignode.procedure.impl.node.RemoveConfigNodeProcedure;
 import org.apache.iotdb.confignode.procedure.impl.node.RemoveDataNodesProcedure;
+import org.apache.iotdb.confignode.procedure.impl.partition.DataPartitionTableIntegrityCheckProcedure;
 import org.apache.iotdb.confignode.procedure.impl.pipe.plugin.CreatePipePluginProcedure;
 import org.apache.iotdb.confignode.procedure.impl.pipe.plugin.DropPipePluginProcedure;
 import org.apache.iotdb.confignode.procedure.impl.pipe.runtime.PipeHandleLeaderChangeProcedure;
@@ -1374,6 +1375,16 @@ public TSStatus createRegionGroups(
     }
   }
 
+  /** Used to repair the lost data partition table */
+  public TSStatus dataPartitionTableIntegrityCheck() {
+    DataPartitionTableIntegrityCheckProcedure procedure;
+    synchronized (this) {
+      procedure = new DataPartitionTableIntegrityCheckProcedure();
+      executor.submitProcedure(procedure);
+    }
+    return waitingProcedureFinished(procedure);
+  }
+
   /**
    * Generate {@link CreateTriggerProcedure} and wait until it finished.
    *

iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/partition/ConfigNodeProcedureEnv.java

@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.confignode.procedure.impl.partition;
+
+import org.apache.iotdb.confignode.manager.ConfigManager;
+
+/**
+ * Environment object for ConfigNode procedures. Provides access to ConfigManager and other
+ * necessary components.
+ */
+public class ConfigNodeProcedureEnv {
+
+  private final ConfigManager configManager;
+
+  public ConfigNodeProcedureEnv(ConfigManager configManager) {
+    this.configManager = configManager;
+  }
+
+  public ConfigManager getConfigManager() {
+    return configManager;
+  }
+}