test/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2024-12-02 11:59:00 +08:00
Code Issues Actions 12 Packages Projects Releases Wiki Activity

Fix kafka producer panic by nil (#25691)

Browse Source 
Signed-off-by: Enwei Jiao <enwei.jiao@zilliz.com>
This commit is contained in:
Enwei Jiao 2023-07-18 18:24:57 +08:00 committed by GitHub
parent 8d343bf75a
commit 9fe62cb5f3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 11 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
internal/rootcoord/dml_channels.go
View File

@ -150,7 +150,7 @@ type dmlChannels struct {
}
func newDmlChannels(ctx context.Context, factory msgstream.Factory, chanNamePrefixDefault string, chanNumDefault int64) *dmlChannels {
params := paramtable.Get().CommonCfg
params := &paramtable.Get().CommonCfg
var (
chanNamePrefix string
chanNum int64
@ -347,7 +347,7 @@ func (d *dmlChannels) removeChannels(names ...string) {
}
func getChannelName(prefix string, idx int64) string {
params := paramtable.Get().CommonCfg
params := &paramtable.Get().CommonCfg
if params.PreCreatedTopicEnabled.GetAsBool() {
return params.TopicNames.GetAsStrings()[idx]
}

21
pkg/mq/msgstream/mqwrapper/kafka/kafka_client.go
View File

@ -15,7 +15,7 @@ import (
"github.com/milvus-io/milvus/pkg/util/timerecord"
)
var Producer *kafka.Producer
var producer *kafka.Producer
var once sync.Once
@ -85,13 +85,15 @@ func cloneKafkaConfig(config kafka.ConfigMap) *kafka.ConfigMap {
}
func (kc *kafkaClient) getKafkaProducer() (*kafka.Producer, error) {
var err error
config := kc.newProducerConfig()
producer, err := kafka.NewProducer(config)
if err != nil {
log.Error("create sync kafka producer failed", zap.Error(err))
return nil, err
}
once.Do(func() {
config := kc.newProducerConfig()
Producer, err = kafka.NewProducer(config)
go func() {
for e := range Producer.Events() {
for e := range producer.Events() {
switch ev := e.(type) {
case kafka.Error:
// Generic client instance-level errors, such as broker connection failures,
@ -109,12 +111,7 @@ func (kc *kafkaClient) getKafkaProducer() (*kafka.Producer, error) {
}()
})
if err != nil {
log.Error("create sync kafka producer failed", zap.Error(err))
return nil, err
}
return Producer, nil
return producer, nil
}
func (kc *kafkaClient) newProducerConfig() *kafka.ConfigMap {