milvus/internal/proxynode/meta_cache.go

package proxynode

import (
	"context"
	"sync"

	"github.com/zilliztech/milvus-distributed/internal/errors"
	"github.com/zilliztech/milvus-distributed/internal/proto/commonpb"
	"github.com/zilliztech/milvus-distributed/internal/proto/milvuspb"
)

type Cache interface {
	Hit(collectionName string) bool
	Get(collectionName string) (*milvuspb.DescribeCollectionResponse, error)
	Sync(collectionName string) error
	Update(collectionName string, desc *milvuspb.DescribeCollectionResponse) error
	Remove(collectionName string) error
}

var globalMetaCache Cache

type SimpleMetaCache struct {
	mu            sync.RWMutex
	metas         map[string]*milvuspb.DescribeCollectionResponse // collection name to schema
	ctx           context.Context
	proxyInstance *NodeImpl
}

func (metaCache *SimpleMetaCache) Hit(collectionName string) bool {
	metaCache.mu.RLock()
	defer metaCache.mu.RUnlock()
	_, ok := metaCache.metas[collectionName]
	return ok
}

func (metaCache *SimpleMetaCache) Get(collectionName string) (*milvuspb.DescribeCollectionResponse, error) {
	metaCache.mu.RLock()
	defer metaCache.mu.RUnlock()
	schema, ok := metaCache.metas[collectionName]
	if !ok {
		return nil, errors.New("collection meta miss")
	}
	return schema, nil
}

func (metaCache *SimpleMetaCache) Sync(collectionName string) error {
	dct := &DescribeCollectionTask{
		Condition: NewTaskCondition(metaCache.ctx),
		DescribeCollectionRequest: &milvuspb.DescribeCollectionRequest{
			Base: &commonpb.MsgBase{
				MsgType: commonpb.MsgType_kDescribeCollection,
			},
			CollectionName: collectionName,
		},
		masterClient: metaCache.proxyInstance.masterClient,
	}
	var cancel func()
	dct.ctx, cancel = context.WithTimeout(metaCache.ctx, reqTimeoutInterval)
	defer cancel()

	err := metaCache.proxyInstance.sched.DdQueue.Enqueue(dct)
	if err != nil {
		return err
	}

	return dct.WaitToFinish()
}

func (metaCache *SimpleMetaCache) Update(collectionName string, desc *milvuspb.DescribeCollectionResponse) error {
	metaCache.mu.Lock()
	defer metaCache.mu.Unlock()

	metaCache.metas[collectionName] = desc
	return nil
}

func (metaCache *SimpleMetaCache) Remove(collectionName string) error {
	metaCache.mu.Lock()
	defer metaCache.mu.Unlock()

	_, ok := metaCache.metas[collectionName]
	if !ok {
		return errors.New("cannot find collection: " + collectionName)
	}
	delete(metaCache.metas, collectionName)

	return nil
}

func newSimpleMetaCache(ctx context.Context, proxyInstance *NodeImpl) *SimpleMetaCache {
	return &SimpleMetaCache{
		metas:         make(map[string]*milvuspb.DescribeCollectionResponse),
		proxyInstance: proxyInstance,
		ctx:           ctx,
	}
}

func initGlobalMetaCache(ctx context.Context, proxyInstance *NodeImpl) {
	globalMetaCache = newSimpleMetaCache(ctx, proxyInstance)
}