diff --git a/fe/fe-core/src/test/java/org/apache/doris/clone/ColocateTableCheckerAndBalancerPerfTest.java b/fe/fe-core/src/test/java/org/apache/doris/clone/ColocateTableCheckerAndBalancerPerfTest.java
index 526de17ce0..c560c62003 100644
--- a/fe/fe-core/src/test/java/org/apache/doris/clone/ColocateTableCheckerAndBalancerPerfTest.java
+++ b/fe/fe-core/src/test/java/org/apache/doris/clone/ColocateTableCheckerAndBalancerPerfTest.java
@@ -59,7 +59,7 @@ public class ColocateTableCheckerAndBalancerPerfTest {
         Config.tablet_schedule_interval_ms = 100;
         Config.enable_round_robin_create_tablet = false;
         Config.disable_balance = true;
-        Config.schedule_batch_size = 400;
+        Config.schedule_batch_size = 500;
         Config.schedule_slot_num_per_hdd_path = 1000;
         Config.disable_colocate_balance = true;
         Config.disable_tablet_scheduler = true;
@@ -127,7 +127,7 @@ public class ColocateTableCheckerAndBalancerPerfTest {
         ColocateTableIndex colocateIndex = env.getColocateTableIndex();
         Set<GroupId> groupIds = colocateIndex.getAllGroupIds();
 
-        RebalancerTestUtil.updateReplicaDataSize(100L << 10, 10, 10);
+        RebalancerTestUtil.updateReplicaDataSize(1L << 10, 10, 10);
         RebalancerTestUtil.updateReplicaPathHash();
 
         BalanceStatistic beforeBalanceStatistic = BalanceStatistic.getCurrentBalanceStatistic();
@@ -146,7 +146,12 @@ public class ColocateTableCheckerAndBalancerPerfTest {
             backends.get(i).setTagMap(tagMap);
         }
         Config.disable_colocate_balance = false;
-        Thread.sleep(1000);
+        for (int i = 0; i < 10; i++) {
+            Thread.sleep(1000);
+            if (groupIds.stream().allMatch(groupId -> colocateIndex.isGroupUnstable(groupId))) {
+                break;
+            }
+        }
         Assert.assertTrue("some groups are stable",
                 groupIds.stream().allMatch(groupId -> colocateIndex.isGroupUnstable(groupId)));