milvus/internal/indexnode/chunk_mgr_factory.go
Jiquan Long af5619e73e
Fix misusing chunk manager (#27051)
Signed-off-by: longjiquan <jiquan.long@zilliz.com>
2023-09-13 18:11:20 +08:00

47 lines
1.5 KiB
Go

package indexnode
import (
"context"
"fmt"
"github.com/milvus-io/milvus/internal/proto/indexpb"
"github.com/milvus-io/milvus/internal/storage"
"github.com/milvus-io/milvus/pkg/util/typeutil"
)
type StorageFactory interface {
NewChunkManager(ctx context.Context, config *indexpb.StorageConfig) (storage.ChunkManager, error)
}
type chunkMgrFactory struct {
cached *typeutil.ConcurrentMap[string, storage.ChunkManager]
}
func NewChunkMgrFactory() *chunkMgrFactory {
return &chunkMgrFactory{
cached: typeutil.NewConcurrentMap[string, storage.ChunkManager](),
}
}
func (m *chunkMgrFactory) NewChunkManager(ctx context.Context, config *indexpb.StorageConfig) (storage.ChunkManager, error) {
chunkManagerFactory := storage.NewChunkManagerFactory(config.GetStorageType(),
storage.RootPath(config.GetRootPath()),
storage.Address(config.GetAddress()),
storage.AccessKeyID(config.GetAccessKeyID()),
storage.SecretAccessKeyID(config.GetSecretAccessKey()),
storage.UseSSL(config.GetUseSSL()),
storage.BucketName(config.GetBucketName()),
storage.UseIAM(config.GetUseIAM()),
storage.CloudProvider(config.GetCloudProvider()),
storage.IAMEndpoint(config.GetIAMEndpoint()),
storage.UseVirtualHost(config.GetUseVirtualHost()),
storage.Region(config.GetRegion()),
storage.CreateBucket(true),
)
return chunkManagerFactory.NewPersistentStorageChunkManager(ctx)
}
func (m *chunkMgrFactory) cacheKey(storageType, bucket, address string) string {
return fmt.Sprintf("%s/%s/%s", storageType, bucket, address)
}