mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-04 21:09:06 +08:00
150 lines
3.9 KiB
Go
150 lines
3.9 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package grpcdatanode
|
|
|
|
import (
|
|
"net"
|
|
"strconv"
|
|
"sync"
|
|
|
|
"github.com/milvus-io/milvus/internal/distributed/grpcconfigs"
|
|
|
|
"github.com/milvus-io/milvus/internal/log"
|
|
"github.com/milvus-io/milvus/internal/util/funcutil"
|
|
"github.com/milvus-io/milvus/internal/util/paramtable"
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
// Params is a package scoped variable of type ParamTable.
|
|
var Params ParamTable
|
|
var once sync.Once
|
|
|
|
// ParamTable is a derived struct of paramtable.BaseTable. It achieves Composition by
|
|
// embedding paramtable.BaseTable. It is used to quickly and easily access the system configuration.
|
|
type ParamTable struct {
|
|
paramtable.BaseTable
|
|
|
|
IP string
|
|
Port int
|
|
listener net.Listener
|
|
|
|
RootCoordAddress string
|
|
DataCoordAddress string
|
|
|
|
ServerMaxSendSize int
|
|
ServerMaxRecvSize int
|
|
}
|
|
|
|
// Init is an override method of BaseTable's Init. It mainly calls the
|
|
// Init of BaseTable and do some other initialization.
|
|
func (pt *ParamTable) Init() {
|
|
once.Do(func() {
|
|
pt.BaseTable.Init()
|
|
pt.initRootCoordAddress()
|
|
pt.initDataCoordAddress()
|
|
pt.initPort()
|
|
|
|
pt.loadFromEnv()
|
|
pt.loadFromArgs()
|
|
|
|
pt.initServerMaxSendSize()
|
|
pt.initServerMaxRecvSize()
|
|
})
|
|
}
|
|
|
|
func (pt *ParamTable) loadFromArgs() {
|
|
|
|
}
|
|
|
|
func (pt *ParamTable) loadFromEnv() {
|
|
Params.IP = funcutil.GetLocalIP()
|
|
}
|
|
|
|
func (pt *ParamTable) initPort() {
|
|
|
|
listener, err := net.Listen("tcp", ":0")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
pt.Port = listener.Addr().(*net.TCPAddr).Port
|
|
pt.listener = listener
|
|
log.Info("DataNode", zap.Int("port", pt.Port))
|
|
}
|
|
|
|
func (pt *ParamTable) initRootCoordAddress() {
|
|
ret, err := pt.Load("_RootCoordAddress")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
pt.RootCoordAddress = ret
|
|
}
|
|
|
|
func (pt *ParamTable) initDataCoordAddress() {
|
|
ret, err := pt.Load("_DataCoordAddress")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
pt.DataCoordAddress = ret
|
|
}
|
|
|
|
func (pt *ParamTable) initServerMaxSendSize() {
|
|
var err error
|
|
|
|
valueStr, err := pt.Load("dataNode.grpc.serverMaxSendSize")
|
|
if err != nil { // not set
|
|
pt.ServerMaxSendSize = grpcconfigs.DefaultServerMaxSendSize
|
|
}
|
|
|
|
value, err := strconv.Atoi(valueStr)
|
|
if err != nil { // not in valid format
|
|
log.Warn("Failed to parse dataNode.grpc.serverMaxSendSize, set to default",
|
|
zap.String("dataNode.grpc.serverMaxSendSize", valueStr),
|
|
zap.Error(err))
|
|
|
|
pt.ServerMaxSendSize = grpcconfigs.DefaultServerMaxSendSize
|
|
} else {
|
|
pt.ServerMaxSendSize = value
|
|
}
|
|
|
|
log.Debug("initServerMaxSendSize",
|
|
zap.Int("dataNode.grpc.serverMaxSendSize", pt.ServerMaxSendSize))
|
|
}
|
|
|
|
func (pt *ParamTable) initServerMaxRecvSize() {
|
|
var err error
|
|
|
|
valueStr, err := pt.Load("dataNode.grpc.serverMaxRecvSize")
|
|
if err != nil { // not set
|
|
pt.ServerMaxRecvSize = grpcconfigs.DefaultServerMaxRecvSize
|
|
}
|
|
|
|
value, err := strconv.Atoi(valueStr)
|
|
if err != nil { // not in valid format
|
|
log.Warn("Failed to parse dataNode.grpc.serverMaxRecvSize, set to default",
|
|
zap.String("dataNode.grpc.serverMaxRecvSize", valueStr),
|
|
zap.Error(err))
|
|
|
|
pt.ServerMaxRecvSize = grpcconfigs.DefaultServerMaxRecvSize
|
|
} else {
|
|
pt.ServerMaxRecvSize = value
|
|
}
|
|
|
|
log.Debug("initServerMaxRecvSize",
|
|
zap.Int("dataNode.grpc.serverMaxRecvSize", pt.ServerMaxRecvSize))
|
|
}
|