fix: slave delete all topic config and subGroup config when sync config from master

Author: humkum

broker/src/main/java/org/apache/rocketmq/broker/slave/SlaveSynchronize.java

@@ -17,7 +17,9 @@
 package org.apache.rocketmq.broker.slave;
 
 import java.io.IOException;
+import java.util.ArrayList;
 import java.util.Iterator;
+import java.util.List;
 import java.util.Map;
 import java.util.concurrent.ConcurrentHashMap;
 import java.util.concurrent.ConcurrentMap;
@@ -89,14 +91,13 @@ private void syncTopicConfig() {
                     ConcurrentMap<String, TopicConfig> topicConfigTable = topicConfigManager.getTopicConfigTable();
 
                     //delete
-                    Iterator<Map.Entry<String, TopicConfig>> iterator = topicConfigTable.entrySet().iterator();
-                    while (iterator.hasNext()) {
-                        Map.Entry<String, TopicConfig> entry = iterator.next();
+                    List<String> toRemoveTopic = new ArrayList<>();
+                    for (Map.Entry<String, TopicConfig> entry : topicConfigTable.entrySet()) {
                         if (!newTopicConfigTable.containsKey(entry.getKey())) {
-                            iterator.remove();
+                            toRemoveTopic.add(entry.getKey());
                         }
-                        topicConfigManager.deleteTopicConfig(entry.getKey());
                     }
+                    toRemoveTopic.forEach(topicConfigManager::deleteTopicConfig);
 
                     //update
                     newTopicConfigTable.values().forEach(topicConfigManager::putTopicConfig);
@@ -184,14 +185,14 @@ private void syncSubscriptionGroupConfig() {
                     ConcurrentMap<String, SubscriptionGroupConfig> newSubscriptionGroupTable =
                             subscriptionWrapper.getSubscriptionGroupTable();
                     // delete
-                    Iterator<Map.Entry<String, SubscriptionGroupConfig>> iterator = curSubscriptionGroupTable.entrySet().iterator();
-                    while (iterator.hasNext()) {
-                        Map.Entry<String, SubscriptionGroupConfig> configEntry = iterator.next();
+                    List<String> toRemoveSubscriptionGroup = new ArrayList<>();
+                    for (Map.Entry<String, SubscriptionGroupConfig> configEntry : curSubscriptionGroupTable.entrySet()) {
                         if (!newSubscriptionGroupTable.containsKey(configEntry.getKey())) {
-                            iterator.remove();
+                            toRemoveSubscriptionGroup.add(configEntry.getKey());
                         }
-                        subscriptionGroupManager.deleteSubscriptionGroupConfig(configEntry.getKey());
                     }
+                    toRemoveSubscriptionGroup.forEach(subscriptionGroupManager::deleteSubscriptionGroupConfig);
+
                     // update
                     newSubscriptionGroupTable.values().forEach(subscriptionGroupManager::putSubscriptionGroupConfig);
                     subscriptionGroupManager.updateDataVersion();

broker/src/test/java/org/apache/rocketmq/broker/slave/SlaveSynchronizeTest.java

@@ -162,6 +162,50 @@ public void testSyncTimerCheckPoint() throws RemotingConnectException, RemotingS
         Assert.assertEquals(0, timerCheckpoint.getDataVersion().getStateVersion());
     }
 
+    @Test
+    public void testSyncAllIncludesTopicConfig() throws RemotingConnectException, RemotingSendRequestException, RemotingTimeoutException,
+        MQBrokerException, InterruptedException, RemotingCommandException, UnsupportedEncodingException {
+        TopicConfig newTopicConfig = new TopicConfig("TestTopic");
+        TopicConfigAndMappingSerializeWrapper topicWrapper = createTopicConfigWrapper(newTopicConfig);
+
+        when(brokerOuterAPI.getAllTopicConfig(anyString())).thenReturn(topicWrapper);
+        when(brokerOuterAPI.getAllConsumerOffset(anyString())).thenReturn(createConsumerOffsetWrapper());
+        when(brokerOuterAPI.getAllDelayOffset(anyString())).thenReturn("");
+        when(brokerOuterAPI.getAllSubscriptionGroupConfig(anyString())).thenReturn(createSubscriptionGroupWrapper());
+        when(brokerOuterAPI.getAllMessageRequestMode(anyString())).thenReturn(createMessageRequestModeWrapper());
+        when(brokerOuterAPI.getTimerMetrics(anyString())).thenReturn(createTimerMetricsWrapper());
+
+        Assert.assertEquals(0, topicConfigManager.getDataVersion().getStateVersion());
+        slaveSynchronize.syncAll();
+
+        Assert.assertEquals(1, topicConfigManager.getDataVersion().getStateVersion());
+        Assert.assertTrue(topicConfigManager.getTopicConfigTable().containsKey("TestTopic"));
+    }
+
+    @Test
+    public void testSyncTopicConfigWithTopicDeletion() throws RemotingConnectException, RemotingSendRequestException, RemotingTimeoutException,
+        MQBrokerException, InterruptedException, RemotingCommandException, UnsupportedEncodingException {
+        TopicConfig localTopic = new TopicConfig("LocalTopic");
+        ConcurrentHashMap<String, TopicConfig> localTable = new ConcurrentHashMap<>();
+        localTable.put("LocalTopic", localTopic);
+        when(topicConfigManager.getTopicConfigTable()).thenReturn(localTable);
+        when(brokerOuterAPI.getAllConsumerOffset(anyString())).thenReturn(createConsumerOffsetWrapper());
+        when(brokerOuterAPI.getAllDelayOffset(anyString())).thenReturn("");
+        when(brokerOuterAPI.getAllSubscriptionGroupConfig(anyString())).thenReturn(createSubscriptionGroupWrapper());
+        when(brokerOuterAPI.getAllMessageRequestMode(anyString())).thenReturn(createMessageRequestModeWrapper());
+        when(brokerOuterAPI.getTimerMetrics(anyString())).thenReturn(createTimerMetricsWrapper());
+
+        TopicConfig newTopicConfig = new TopicConfig("NewTopic");
+        TopicConfigAndMappingSerializeWrapper topicWrapper = createTopicConfigWrapper(newTopicConfig);
+
+        when(brokerOuterAPI.getAllTopicConfig(anyString())).thenReturn(topicWrapper);
+
+        slaveSynchronize.syncAll();
+
+        Assert.assertFalse(topicConfigManager.getTopicConfigTable().containsKey("LocalTopic"));
+        Assert.assertTrue(topicConfigManager.getTopicConfigTable().containsKey("NewTopic"));
+    }
+
     private TopicConfigAndMappingSerializeWrapper createTopicConfigWrapper(TopicConfig topicConfig) {
         TopicConfigAndMappingSerializeWrapper wrapper = new TopicConfigAndMappingSerializeWrapper();
         wrapper.setTopicConfigTable(new ConcurrentHashMap<>());