diff --git a/.github/mergify.yml b/.github/mergify.yml
index ed4af40b61..e0c841e96d 100644
--- a/.github/mergify.yml
+++ b/.github/mergify.yml
@@ -172,7 +172,9 @@ pull_request_rules:
             - body~=\#[0-9]{1,6}(\s+|$)
             - body~=https://github.com/milvus-io/milvus/issues/[0-9]{1,6}(\s+|$)
         - and:
-          - base=master
+          - or:
+            - base=master
+            - base~=^2(\.\d+){2}$
           - label=kind/improvement
     actions:
       label: