diff --git a/cmd/milvus/util.go b/cmd/milvus/util.go index c21fe4ec28..e7dcb20353 100644 --- a/cmd/milvus/util.go +++ b/cmd/milvus/util.go @@ -20,7 +20,6 @@ import ( "go.uber.org/zap" "github.com/milvus-io/milvus/cmd/roles" - "github.com/milvus-io/milvus/internal/coordinator/coordclient" "github.com/milvus-io/milvus/internal/util/sessionutil" "github.com/milvus-io/milvus/internal/util/streamingutil" "github.com/milvus-io/milvus/pkg/log" @@ -180,12 +179,7 @@ func GetMilvusRoles(args []string, flags *flag.FlagSet) *roles.MilvusRoles { fmt.Fprintf(os.Stderr, "Unknown server type = %s\n%s", serverType, getHelp()) os.Exit(-1) } - coordclient.EnableLocalClientRole(&coordclient.LocalClientRoleConfig{ - ServerType: serverType, - EnableQueryCoord: role.EnableQueryCoord, - EnableDataCoord: role.EnableDataCoord, - EnableRootCoord: role.EnableRootCoord, - }) + return role } diff --git a/cmd/roles/roles.go b/cmd/roles/roles.go index 4698ede325..5f355436fc 100644 --- a/cmd/roles/roles.go +++ b/cmd/roles/roles.go @@ -36,6 +36,7 @@ import ( "github.com/milvus-io/milvus-proto/go-api/v2/commonpb" "github.com/milvus-io/milvus/cmd/components" + "github.com/milvus-io/milvus/internal/coordinator/coordclient" "github.com/milvus-io/milvus/internal/distributed/streaming" "github.com/milvus-io/milvus/internal/http" "github.com/milvus-io/milvus/internal/http/healthz" @@ -398,6 +399,13 @@ func (mr *MilvusRoles) Run() { defer streaming.Release() } + coordclient.EnableLocalClientRole(&coordclient.LocalClientRoleConfig{ + ServerType: mr.ServerType, + EnableQueryCoord: mr.EnableQueryCoord, + EnableDataCoord: mr.EnableDataCoord, + EnableRootCoord: mr.EnableRootCoord, + }) + enableComponents := []bool{ mr.EnableRootCoord, mr.EnableProxy, diff --git a/configs/milvus.yaml b/configs/milvus.yaml index a464e676c6..d38c74cf9d 100644 --- a/configs/milvus.yaml +++ b/configs/milvus.yaml @@ -871,6 +871,7 @@ common: usePartitionKeyAsClusteringKey: false # if true, do clustering compaction and segment prune on partition key field useVectorAsClusteringKey: false # if true, do clustering compaction and segment prune on vector field enableVectorClusteringKey: false # if true, enable vector clustering key and vector clustering compaction + localRPCEnabled: false # enable local rpc for internal communication when mix or standalone mode. # QuotaConfig, configurations of Milvus quota and limits. # By default, we enable: diff --git a/internal/coordinator/coordclient/registry.go b/internal/coordinator/coordclient/registry.go index f143a29a9f..8ba4a721cd 100644 --- a/internal/coordinator/coordclient/registry.go +++ b/internal/coordinator/coordclient/registry.go @@ -15,6 +15,7 @@ import ( "github.com/milvus-io/milvus/internal/types" "github.com/milvus-io/milvus/internal/util/grpcclient" "github.com/milvus-io/milvus/pkg/log" + "github.com/milvus-io/milvus/pkg/util/paramtable" "github.com/milvus-io/milvus/pkg/util/syncutil" "github.com/milvus-io/milvus/pkg/util/typeutil" ) @@ -49,6 +50,9 @@ type LocalClientRoleConfig struct { // EnableLocalClientRole init localable roles func EnableLocalClientRole(cfg *LocalClientRoleConfig) { + if !paramtable.Get().CommonCfg.LocalRPCEnabled.GetAsBool() { + return + } if cfg.ServerType != typeutil.StandaloneRole && cfg.ServerType != typeutil.MixtureRole { return } diff --git a/internal/coordinator/coordclient/registry_test.go b/internal/coordinator/coordclient/registry_test.go index 8ed97ac3d5..6752b637cc 100644 --- a/internal/coordinator/coordclient/registry_test.go +++ b/internal/coordinator/coordclient/registry_test.go @@ -9,10 +9,14 @@ import ( "github.com/milvus-io/milvus/internal/proto/datapb" "github.com/milvus-io/milvus/internal/proto/querypb" "github.com/milvus-io/milvus/internal/proto/rootcoordpb" + "github.com/milvus-io/milvus/pkg/util/paramtable" "github.com/milvus-io/milvus/pkg/util/typeutil" ) func TestRegistry(t *testing.T) { + paramtable.Init() + paramtable.Get().Save(paramtable.Get().CommonCfg.LocalRPCEnabled.Key, "true") + assert.False(t, enableLocal.EnableQueryCoord) assert.False(t, enableLocal.EnableDataCoord) assert.False(t, enableLocal.EnableRootCoord) diff --git a/pkg/util/paramtable/component_param.go b/pkg/util/paramtable/component_param.go index 93b5fb6219..a27b555526 100644 --- a/pkg/util/paramtable/component_param.go +++ b/pkg/util/paramtable/component_param.go @@ -283,6 +283,9 @@ type commonConfig struct { ReadOnlyPrivileges ParamItem `refreshable:"false"` ReadWritePrivileges ParamItem `refreshable:"false"` AdminPrivileges ParamItem `refreshable:"false"` + + // Local RPC enabled for milvus internal communication when mix or standalone mode. + LocalRPCEnabled ParamItem `refreshable:"false"` } func (p *commonConfig) init(base *BaseTable) { @@ -924,6 +927,15 @@ This helps Milvus-CDC synchronize incremental data`, Doc: `use to override the default value of admin privileges, example: "PrivilegeCreateOwnership,PrivilegeDropOwnership"`, } p.AdminPrivileges.Init(base.mgr) + + p.LocalRPCEnabled = ParamItem{ + Key: "common.localRPCEnabled", + Version: "2.4.18", + DefaultValue: "false", + Doc: `enable local rpc for internal communication when mix or standalone mode.`, + Export: true, + } + p.LocalRPCEnabled.Init(base.mgr) } type gpuConfig struct { diff --git a/pkg/util/paramtable/component_param_test.go b/pkg/util/paramtable/component_param_test.go index 529ec7a2d9..cfa0df8ae7 100644 --- a/pkg/util/paramtable/component_param_test.go +++ b/pkg/util/paramtable/component_param_test.go @@ -134,6 +134,10 @@ func TestComponentParam(t *testing.T) { assert.Equal(t, 0, len(Params.ReadOnlyPrivileges.GetAsStrings())) assert.Equal(t, 0, len(Params.ReadWritePrivileges.GetAsStrings())) assert.Equal(t, 0, len(Params.AdminPrivileges.GetAsStrings())) + + assert.False(t, params.CommonCfg.LocalRPCEnabled.GetAsBool()) + params.Save("common.localRPCEnabled", "true") + assert.True(t, params.CommonCfg.LocalRPCEnabled.GetAsBool()) }) t.Run("test rootCoordConfig", func(t *testing.T) {