2021-10-04 13:26:25 +08:00
## 6. Root Coordinator
2021-06-21 16:24:07 +08:00
< img src = "./figs/root_coord.png" >
2021-10-04 13:26:25 +08:00
#### 6.1 Root Coordinator Interface
2021-06-21 16:24:07 +08:00
```go
type RootCoord interface {
Component
TimeTickProvider
2021-10-20 19:32:02 +08:00
// DDL request
// CreateCollection notifies RootCoord to create a collection
2021-06-21 16:24:07 +08:00
CreateCollection(ctx context.Context, req *milvuspb.CreateCollectionRequest) (*commonpb.Status, error)
2021-10-23 16:52:05 +08:00
// DropCollection notifies RootCoord to drop a collection
2021-06-21 16:24:07 +08:00
DropCollection(ctx context.Context, req *milvuspb.DropCollectionRequest) (*commonpb.Status, error)
2021-10-27 14:48:47 +08:00
// HasCollection notifies RootCoord to check a collection's existence at specified timestamp
2021-06-21 16:24:07 +08:00
HasCollection(ctx context.Context, req *milvuspb.HasCollectionRequest) (*milvuspb.BoolResponse, error)
2021-10-27 14:48:47 +08:00
// DescribeCollection notifies RootCoord to get all information about this collection at specified timestamp
2021-06-21 16:24:07 +08:00
DescribeCollection(ctx context.Context, req *milvuspb.DescribeCollectionRequest) (*milvuspb.DescribeCollectionResponse, error)
2021-10-27 14:48:47 +08:00
// ShowCollections notifies RootCoord to list all collection names and other info in database at specified timestamp
2021-06-21 16:24:07 +08:00
ShowCollections(ctx context.Context, req *milvuspb.ShowCollectionsRequest) (*milvuspb.ShowCollectionsResponse, error)
2021-10-27 14:48:47 +08:00
// CreatePartition notifies RootCoord to create a partition
CreatePartition(ctx context.Context, req *milvuspb.CreatePartitionRequest) (*commonpb.Status, error)
// DropPartition notifies RootCoord to drop a partition
2021-06-21 16:24:07 +08:00
DropPartition(ctx context.Context, req *milvuspb.DropPartitionRequest) (*commonpb.Status, error)
2021-10-27 14:48:47 +08:00
// HasPartition notifies RootCoord to check if a partition with specified name exists in the collection
2021-06-21 16:24:07 +08:00
HasPartition(ctx context.Context, req *milvuspb.HasPartitionRequest) (*milvuspb.BoolResponse, error)
2021-10-27 14:48:47 +08:00
// ShowPartitions notifies RootCoord to list all partition names and other info in the collection
2021-06-21 16:24:07 +08:00
ShowPartitions(ctx context.Context, req *milvuspb.ShowPartitionsRequest) (*milvuspb.ShowPartitionsResponse, error)
//index builder service
2021-10-28 20:09:15 +08:00
// CreateIndex notifies RootCoord to create an index for the specified field in the collection
2021-06-21 16:24:07 +08:00
CreateIndex(ctx context.Context, req *milvuspb.CreateIndexRequest) (*commonpb.Status, error)
2021-10-28 20:09:15 +08:00
// DescribeIndex notifies RootCoord to get specified index information for specified field
2021-06-21 16:24:07 +08:00
DescribeIndex(ctx context.Context, req *milvuspb.DescribeIndexRequest) (*milvuspb.DescribeIndexResponse, error)
2021-10-28 20:09:15 +08:00
// DropIndex notifies RootCoord to drop the specified index for the specified field
2021-06-21 16:24:07 +08:00
DropIndex(ctx context.Context, req *milvuspb.DropIndexRequest) (*commonpb.Status, error)
//global timestamp allocator
2021-10-29 09:36:50 +08:00
// AllocTimestamp notifies RootCoord to alloc timestamps
2021-06-22 16:14:09 +08:00
AllocTimestamp(ctx context.Context, req *rootcoordpb.AllocTimestampRequest) (*rootcoordpb.AllocTimestampResponse, error)
2021-10-29 09:36:50 +08:00
// AllocID notifies RootCoord to alloc IDs
2021-06-22 16:14:09 +08:00
AllocID(ctx context.Context, req *rootcoordpb.AllocIDRequest) (*rootcoordpb.AllocIDResponse, error)
2021-10-29 09:36:50 +08:00
// UpdateChannelTimeTick notifies RootCoord to update each Proxy's safe timestamp
2021-06-21 16:24:07 +08:00
UpdateChannelTimeTick(ctx context.Context, req *internalpb.ChannelTimeTickMsg) (*commonpb.Status, error)
//segment
2021-10-30 18:41:02 +08:00
// DescribeSegment notifies RootCoord to get specified segment information in the collection
2021-06-21 16:24:07 +08:00
DescribeSegment(ctx context.Context, req *milvuspb.DescribeSegmentRequest) (*milvuspb.DescribeSegmentResponse, error)
2021-10-30 18:41:02 +08:00
// ShowSegments notifies RootCoord to list all segment ids in the collection or partition
2021-06-21 16:24:07 +08:00
ShowSegments(ctx context.Context, req *milvuspb.ShowSegmentsRequest) (*milvuspb.ShowSegmentsResponse, error)
2021-10-30 18:41:02 +08:00
// ReleaseDQLMessageStream notifies RootCoord to release and close the search message stream of specific collection.
2021-06-21 16:24:07 +08:00
ReleaseDQLMessageStream(ctx context.Context, in *proxypb.ReleaseDQLMessageStreamRequest) (*commonpb.Status, error)
2021-10-18 09:38:33 +08:00
// SegmentFlushCompleted notifies RootCoord that specified segment has been flushed
SegmentFlushCompleted(ctx context.Context, in *datapb.SegmentFlushCompletedMsg) (*commonpb.Status, error)
// GetMetrics notifies RootCoord to collect metrics for specified component
GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
2021-06-21 16:24:07 +08:00
}
```
2021-10-23 16:52:05 +08:00
- _MsgBase_
2021-06-21 16:24:07 +08:00
```go
type MsgBase struct {
MsgType MsgType
MsgID UniqueID
Timestamp Timestamp
SourceID UniqueID
}
```
2021-10-23 16:52:05 +08:00
- _CreateCollection_
2021-06-21 16:24:07 +08:00
< img src = "./figs/root_coord_create_collection.png" >
```go
type CreateCollectionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
Schema []byte
ShardsNum int32
}
```
2021-10-23 16:52:05 +08:00
- _DropCollection_
2021-06-21 16:24:07 +08:00
```go
type DropCollectionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
}
```
2021-10-23 16:52:05 +08:00
- _HasCollection_
2021-06-21 16:24:07 +08:00
```go
type HasCollectionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
TimeStamp Timestamp
}
```
2021-10-23 16:52:05 +08:00
- _DescribeCollection_
2021-06-21 16:24:07 +08:00
```go
type DescribeCollectionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
CollectionID UniqueID
TimeStamp Timestamp
}
type CollectionSchema struct {
Name string
Description string
AutoID bool
Fields []*FieldSchema
}
type DescribeCollectionResponse struct {
Status *commonpb.Status
Schema *schemapb.CollectionSchema
CollectionID UniqueID
}
```
2021-10-23 16:52:05 +08:00
- _ShowCollections_
2021-06-21 16:24:07 +08:00
```go
type ShowCollectionsRequest struct {
Base *commonpb.MsgBase
DbName string
Timestamp Timestamp
Type ShowCollectionsType
}
type ShowCollectionResponse struct {
Status *commonpb.Status
CollectionNames []string
CollectionIds []UniqueID
}
```
2021-10-23 16:52:05 +08:00
- _CreatePartition_
2021-06-21 16:24:07 +08:00
```go
type CreatePartitionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
PartitionName string
}
```
2021-10-23 16:52:05 +08:00
- _DropPartition_
2021-06-21 16:24:07 +08:00
```go
type DropPartitionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
PartitionName string
}
```
2021-10-23 16:52:05 +08:00
- _HasPartition_
2021-06-21 16:24:07 +08:00
```go
type HasPartitionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
PartitionName string
}
```
2021-10-23 16:52:05 +08:00
- _ShowPartitions_
2021-06-21 16:24:07 +08:00
```go
type ShowPartitionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
CollectionID UniqueID
}
type ShowPartitionResponse struct {
Status *commonpb.Status
PartitionNames []string
PartitionIDs []UniqueID
}
```
2021-10-23 16:52:05 +08:00
- _DescribeSegment_
2021-06-21 16:24:07 +08:00
```go
type DescribeSegmentRequest struct {
Base *commonpb.MsgBase
CollectionID UniqueID
SegmentID UniqueID
}
type DescribeSegmentResponse struct {
Status *commonpb.Status
IndexID UniqueID
BuildID UniqueID
EnableIndex bool
}
```
2021-10-23 16:52:05 +08:00
- _ShowSegments_
2021-06-21 16:24:07 +08:00
```go
type ShowSegmentsRequest struct {
Base *commonpb.MsgBase
CollectionID UniqueID
PartitionID UniqueID
}
type ShowSegmentsResponse struct {
Status *commonpb.Status
SegmentIDs []UniqueID
}
```
2021-10-23 16:52:05 +08:00
- _ReleaseDQLMessageStream_
2021-06-21 16:24:07 +08:00
```go
type ReleaseDQLMessageStreamRequest struct {
Base *commonpb.MsgBase
DbID UniqueID
CollectionID UniqueID
}
```
2021-10-23 16:52:05 +08:00
- _CreateIndex_
< img src = "./figs/root_coord_create_index.png" >
2021-06-21 16:24:07 +08:00
```go
type CreateIndexRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
FieldName string
ExtraParams []*commonpb.KeyValuePair
}
```
2021-10-23 16:52:05 +08:00
- _DescribeIndex_
2021-06-21 16:24:07 +08:00
```go
type DescribeIndexRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
FieldName string
IndexName string
}
type IndexDescription struct {
IndexName string
2021-10-23 16:52:05 +08:00
IndexID UniqueID
2021-06-21 16:24:07 +08:00
Params []*commonpb.KeyValuePair
FieldName string
}
type DescribeIndexResponse struct {
Status *commonpb.Status
IndexDescriptions []*IndexDescription
}
```
2021-10-23 16:52:05 +08:00
- _DropIndex_
2021-06-21 16:24:07 +08:00
```go
type DropIndexRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
FieldName string
IndexName string
}
```
2021-10-23 16:52:05 +08:00
- _AllocTimestamp_
2021-06-21 16:24:07 +08:00
```go
type AllocTimestampRequest struct {
Base *commonpb.MsgBase
Count uint32
}
type AllocTimestampResponse struct {
Status *commonpb.Status
2021-10-23 16:52:05 +08:00
Timestamp UniqueID
2021-06-21 16:24:07 +08:00
Count uint32
}
```
2021-10-23 16:52:05 +08:00
- _AllocID_
2021-06-21 16:24:07 +08:00
```go
type AllocIDRequest struct {
Base *commonpb.MsgBase
Count uint32
}
type AllocIDResponse struct {
Status *commonpb.Status
ID UniqueID
Count uint32
}
```
2021-10-23 16:52:05 +08:00
- _UpdateChannelTimeTick_
2021-06-21 16:24:07 +08:00
```go
type ChannelTimeTickMsg struct {
Base *commonpb.MsgBase
ChannelNames []string
Timestamps []Timestamp
2021-10-23 16:52:05 +08:00
DefaultTimestamp Timestamp
2021-06-21 16:24:07 +08:00
}
```
2021-10-04 13:26:25 +08:00
#### 6.2 Dd (Data definitions) Message
2021-06-21 16:24:07 +08:00
2021-12-21 20:29:08 +08:00
`RootCoord` would put `Dd Message` into the `DML MsgSteams`
2021-06-21 16:24:07 +08:00
2021-10-23 16:52:05 +08:00
- _BaseMsg_
2021-06-21 16:24:07 +08:00
```go
type BaseMsg struct {
Ctx context.Context
BeginTimestamp Timestamp
EndTimestamp Timestamp
HashValues []uint32
MsgPosition *MsgPosition
}
```
2021-10-23 16:52:05 +08:00
- _CreateCollectionMsg_
2021-06-21 16:24:07 +08:00
```go
type CreateCollectionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
DbID UniqueID
2021-10-23 16:52:05 +08:00
CollectionID UniqueID
2021-06-21 16:24:07 +08:00
Schema []byte
VirtualChannelNames []string
PhysicalChannelNames []string
}
type CreateCollectionMsg struct {
BaseMsg
2023-03-04 23:21:50 +08:00
msgpb.CreateCollectionRequest
2021-06-21 16:24:07 +08:00
}
```
2021-10-23 16:52:05 +08:00
- _DropCollectionMsg_
2021-06-21 16:24:07 +08:00
```go
type DropCollectionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
2021-10-23 16:52:05 +08:00
DbID UniqueID
CollectionID UniqueID
2021-06-21 16:24:07 +08:00
}
type DropCollectionMsg struct {
BaseMsg
DropCollectionRequest
}
```
2021-10-23 16:52:05 +08:00
- _CreatePartitionMsg_
2021-06-21 16:24:07 +08:00
```go
type CreatePartitionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
PartitionName string
DbID UniqueID
CollectionID UniqueID
PartitionID UniqueID
}
type CreatePartitionMsg struct {
BaseMsg
CreatePartitionRequest
}
```
2021-10-23 16:52:05 +08:00
- _DropPartitionMsg_
2021-06-21 16:24:07 +08:00
```go
type DropPartitionRequest struct {
Base *commonpb.MsgBase
DbName string
CollectionName string
PartitionName string
DbID UniqueID
CollectionID UniqueID
PartitionID UniqueID
}
type DropPartitionMsg struct {
BaseMsg
DropPartitionRequest
}
```
2021-10-04 13:26:25 +08:00
#### 6.3 Create Index automatically
2021-10-23 16:52:05 +08:00
2021-12-20 16:55:09 +08:00
`RootCoord` would notify `IndexCoord(Index Coordinator)` to build index automatically when the segment has been flushed.
2021-06-21 16:24:07 +08:00
< img src = "./figs/root_coord_create_index_automatically.png" >
2021-10-04 13:26:25 +08:00
#### 6.4 RootCoord Instance
2021-06-21 16:24:07 +08:00
```go
type Core struct {
MetaTable *metaTable
//id allocator
IDAllocator func(count uint32) (typeutil.UniqueID, typeutil.UniqueID, error)
IDAllocatorUpdate func() error
//tso allocator
TSOAllocator func(count uint32) (typeutil.Timestamp, error)
TSOAllocatorUpdate func() error
//inner members
ctx context.Context
cancel context.CancelFunc
etcdCli *clientv3.Client
2023-06-13 10:52:38 +08:00
kvBase *etcdkv.etcdKV
2021-06-21 16:24:07 +08:00
//setMsgStreams, send time tick into dd channel and time tick channel
SendTimeTick func(t typeutil.Timestamp) error
//setMsgStreams, send create collection into dd channel
2023-03-04 23:21:50 +08:00
SendDdCreateCollectionReq func(ctx context.Context, req *msgpb.CreateCollectionRequest, channelNames []string) error
2021-06-21 16:24:07 +08:00
//setMsgStreams, send drop collection into dd channel, and notify the proxy to delete this collection
2023-03-04 23:21:50 +08:00
SendDdDropCollectionReq func(ctx context.Context, req *msgpb.DropCollectionRequest, channelNames []string) error
2021-06-21 16:24:07 +08:00
//setMsgStreams, send create partition into dd channel
2023-03-04 23:21:50 +08:00
SendDdCreatePartitionReq func(ctx context.Context, req *msgpb.CreatePartitionRequest, channelNames []string) error
2021-06-21 16:24:07 +08:00
//setMsgStreams, send drop partition into dd channel
2023-03-04 23:21:50 +08:00
SendDdDropPartitionReq func(ctx context.Context, req *msgpb.DropPartitionRequest, channelNames []string) error
2021-06-21 16:24:07 +08:00
2021-12-16 09:55:34 +08:00
// if RootCoord create segment, DataCoord will put segment msg into this channel
2021-06-21 16:24:07 +08:00
DataCoordSegmentChan < -chan * ms . MsgPack
2021-12-28 14:16:05 +08:00
// if segment flush completed, DataNode would put segment msg into this channel
2021-06-21 16:24:07 +08:00
DataNodeFlushedSegmentChan < -chan * ms . MsgPack
//get binlog file path from data service,
CallGetBinlogFilePathsService func(segID typeutil.UniqueID, fieldID typeutil.UniqueID) ([]string, error)
CallGetNumRowsService func(segID typeutil.UniqueID, isFromFlushedChan bool) (int64, error)
//call index builder's client to build index, return build id
CallBuildIndexService func(ctx context.Context, binlog []string, field *schemapb.FieldSchema, idxInfo *etcdpb.IndexInfo) (typeutil.UniqueID, error)
CallDropIndexService func(ctx context.Context, indexID typeutil.UniqueID) error
2021-06-23 16:14:08 +08:00
NewProxyClient func(sess *sessionutil.Session) (types.Proxy, error)
2021-06-21 16:24:07 +08:00
//query service interface, notify query service to release collection
CallReleaseCollectionService func(ctx context.Context, ts typeutil.Timestamp, dbID typeutil.UniqueID, collectionID typeutil.UniqueID) error
//dd request scheduler
ddReqQueue chan reqTask //dd request will be push into this chan
//dml channels
dmlChannels *dmlChannels
2021-06-23 16:14:08 +08:00
//Proxy manager
proxyManager *proxyManager
2021-06-21 16:24:07 +08:00
// proxy clients
proxyClientManager *proxyClientManager
// channel timetick
chanTimeTick *timetickSync
//time tick loop
lastTimeTick typeutil.Timestamp
//states code
stateCode atomic.Value
//call once
initOnce sync.Once
startOnce sync.Once
//isInit atomic.Value
session *sessionutil.Session
sessCloseCh < -chan bool
msFactory ms.Factory
}
```
2021-10-04 13:26:25 +08:00
#### 6.5 Data definition Request Scheduler
2021-06-21 16:24:07 +08:00
2021-10-04 13:26:25 +08:00
###### 6.5.1 Task
2021-06-21 16:24:07 +08:00
RootCoord receives data definition requests via grpc. Each request (described by a proto) will be wrapped as a task for further scheduling. The task interface is
```go
type reqTask interface {
Ctx() context.Context
Type() commonpb.MsgType
Execute(ctx context.Context) error
WaitToFinish() error
Notify(err error)
}
```
A task example is as follows. In this example, we wrap a CreateCollectionRequest (a proto) as a createCollectionTask. The wrapper need to implement task interfaces.
2021-10-23 16:52:05 +08:00
```go
2021-06-21 16:24:07 +08:00
type CreateCollectionReqTask struct {
baseReqTask
Req *milvuspb.CreateCollectionRequest
}
// Task interfaces
func (t *CreateCollectionReqTask) Ctx() context.Context
func (t *CreateCollectionReqTask) Type() commonpb.MsgType
func (t *CreateCollectionReqTask) Execute(ctx context.Context) error
func (t *CreateCollectionReqTask) WaitToFinish() error
func (t *CreateCollectionReqTask) Notify(err error)
```
In most cases, a data definition task need to
2021-10-23 16:52:05 +08:00
- update system's meta data (via $metaTable$),
- send `DD Message` into related `DML MsgStream` , so that the `Data Node` and `Query Node` would take it
2021-06-21 16:24:07 +08:00
2021-10-04 13:26:25 +08:00
#### 6.6 Meta Table
2021-06-21 16:24:07 +08:00
2021-10-04 13:26:25 +08:00
###### 6.6.1 Meta
2021-06-21 16:24:07 +08:00
2021-10-23 16:52:05 +08:00
- Proxy Meta
2021-06-21 16:24:07 +08:00
2021-10-23 16:52:05 +08:00
```protobuf
2021-06-21 16:24:07 +08:00
message ProxyMeta {
uint64 id = 1;
common.Address address = 2;
repeated string result_channel_names = 3;
}
```
2021-10-23 16:52:05 +08:00
- Collection Meta
2021-06-21 16:24:07 +08:00
```protobuf
message PartitionInfo {
string partition_name = 1;
int64 partitionID = 2;
repeated int64 segmentIDs = 3;
}
message IndexInfo {
string index_name = 1;
int64 indexID = 2;
repeated common.KeyValuePair index_params = 3;
}
message FieldIndexInfo{
int64 filedID = 1;
int64 indexID = 2;
}
message CollectionInfo {
int64 ID = 1;
schema.CollectionSchema schema = 2;
uint64 create_time = 3;
repeated int64 partitionIDs = 4;
repeated FieldIndexInfo field_indexes = 5;
repeated string virtual_channel_names = 6;
repeated string physical_channel_names = 7;
}
```
2021-10-23 16:52:05 +08:00
- Segment Meta
2021-06-21 16:24:07 +08:00
```protobuf
message SegmentIndexInfo {
int64 segmentID = 1;
int64 fieldID = 2;
int64 indexID = 3;
int64 buildID = 4;
bool enable_index = 5;
}
```
2023-06-13 10:52:38 +08:00
###### 6.6.2 KV pairs in etcdKV
2021-06-21 16:24:07 +08:00
```go
"proxy/$proxyId" string -> proxyMetaBlob string
"collection/$collectionId" string -> collectionInfoBlob string
"partition/$collectionId/$partitionId" string -> partitionInfoBlob string
"index/$collectionId/$indexId" string -> IndexInfoBlob string
"segment-index/$collectionId/$indexId/$partitionId/$segmentId" -> segmentIndexInfoBlog string
```
2021-10-23 16:52:05 +08:00
Note that _tenantId_ , _proxyId_ , _collectionId_ , _partitionId_ , _indexId_ , _segmentId_ are unique strings converted from int64.
2021-06-21 16:24:07 +08:00
2022-05-05 09:23:51 +08:00
_proxyMetaBlob_, _collectionInfoBlob_ , _partitionInfoBlob_ , _IndexInfoBlob_ , _segmentIndexInfoBlog_ are serialized protos.
2021-06-21 16:24:07 +08:00
2021-10-04 13:26:25 +08:00
###### 6.6.3 Meta Table
2021-06-21 16:24:07 +08:00
```go
type metaTable struct {
2021-11-16 09:41:24 +08:00
txn kv.TxnKV // client of a reliable txnkv service, i.e. etcd client
snapshot kv.SnapShotKV // client of a reliable snapshotkv service, i.e. etcd client
collID2Meta map[typeutil.UniqueID]pb.CollectionInfo // collection_id -> meta
collName2ID map[string]typeutil.UniqueID // collection name to collection id
collAlias2ID map[string]typeutil.UniqueID // collection alias to collection id
partID2SegID map[typeutil.UniqueID]map[typeutil.UniqueID]bool // partition_id -> segment_id -> bool
segID2IndexMeta map[typeutil.UniqueID]map[typeutil.UniqueID]pb.SegmentIndexInfo // collection_id/index_id/partition_id/segment_id -> meta
indexID2Meta map[typeutil.UniqueID]pb.IndexInfo // collection_id/index_id -> meta
2021-06-21 16:24:07 +08:00
proxyLock sync.RWMutex
ddLock sync.RWMutex
}
func NewMetaTable(kv kv.SnapShotKV) (*metaTable, error)
func (mt *metaTable) AddCollection(coll *pb.CollectionInfo, part *pb.PartitionInfo, idx []*pb.IndexInfo, ddOpStr func(ts typeutil.Timestamp) (string, error)) (typeutil.Timestamp, error)
func (mt *metaTable) DeleteCollection(collID typeutil.UniqueID, ddOpStr func(ts typeutil.Timestamp) (string, error)) (typeutil.Timestamp, error)
func (mt *metaTable) HasCollection(collID typeutil.UniqueID, ts typeutil.Timestamp) bool
func (mt *metaTable) GetCollectionByID(collectionID typeutil.UniqueID, ts typeutil.Timestamp) (*pb.CollectionInfo, error)
func (mt *metaTable) GetCollectionByName(collectionName string, ts typeutil.Timestamp) (*pb.CollectionInfo, error)
func (mt *metaTable) GetCollectionBySegmentID(segID typeutil.UniqueID) (*pb.CollectionInfo, error)
func (mt *metaTable) ListCollections(ts typeutil.Timestamp) (map[string]typeutil.UniqueID, error)
func (mt *metaTable) ListCollectionVirtualChannels() []string
func (mt *metaTable) ListCollectionPhysicalChannels() []string
func (mt *metaTable) AddPartition(collID typeutil.UniqueID, partitionName string, partitionID typeutil.UniqueID, ddOpStr func(ts typeutil.Timestamp) (string, error)) (typeutil.Timestamp, error)
func (mt *metaTable) GetPartitionByName(collID typeutil.UniqueID, partitionName string, ts typeutil.Timestamp) (pb.PartitionInfo, error)
func (mt *metaTable) HasPartition(collID typeutil.UniqueID, partitionName string, ts typeutil.Timestamp) bool
func (mt *metaTable) DeletePartition(collID typeutil.UniqueID, partitionName string, ddOpStr func(ts typeutil.Timestamp) (string, error)) (typeutil.Timestamp, typeutil.UniqueID, error)
func (mt *metaTable) GetPartitionByID(collID typeutil.UniqueID, partitionID typeutil.UniqueID, ts typeutil.Timestamp) (pb.PartitionInfo, error)
func (mt *metaTable) AddSegment(segInfos []*datapb.SegmentInfo, msgStartPos string, msgEndPos string) (typeutil.Timestamp, error)
func (mt *metaTable) AddIndex(segIdxInfos []*pb.SegmentIndexInfo, msgStartPos string, msgEndPos string) (typeutil.Timestamp, error)
func (mt *metaTable) DropIndex(collName, fieldName, indexName string) (typeutil.Timestamp, typeutil.UniqueID, bool, error)
func (mt *metaTable) GetSegmentIndexInfoByID(segID typeutil.UniqueID, filedID int64, idxName string) (pb.SegmentIndexInfo, error)
func (mt *metaTable) GetFieldSchema(collName string, fieldName string) (schemapb.FieldSchema, error)
func (mt *metaTable) IsSegmentIndexed(segID typeutil.UniqueID, fieldSchema *schemapb.FieldSchema, indexParams []*commonpb.KeyValuePair) bool
func (mt *metaTable) GetNotIndexedSegments(collName string, fieldName string, idxInfo *pb.IndexInfo) ([]typeutil.UniqueID, schemapb.FieldSchema, error)
func (mt *metaTable) GetIndexByName(collName, indexName string) (pb.CollectionInfo, []pb.IndexInfo, error)
func (mt *metaTable) GetIndexByID(indexID typeutil.UniqueID) (*pb.IndexInfo, error)
func (mt *metaTable) AddFlushedSegment(segID typeutil.UniqueID) error
```
2021-10-23 16:52:05 +08:00
- _metaTable_ maintains meta both in memory and _etcdKV_ . It keeps meta's consistency in both sides. All its member functions may be called concurrently.
2021-06-21 16:24:07 +08:00
2021-11-11 19:46:44 +08:00
- for _HasCollection_ , _GetCollectionByID_ , _GetCollectionByName_ , _ListCollections_ , if the argument of `ts` is none-zero, then _metaTable_ would return the meta on the timestamp of `ts` ; if `ts` is zero, _metaTable_ would return the latest meta
2021-06-21 16:24:07 +08:00
2021-10-04 13:26:25 +08:00
#### 6.7 System Time Synchronization
2021-06-21 16:24:07 +08:00
< img src = "./figs/root_coord_time_sync.png" >
```go
type timetickSync struct {
core *Core
lock sync.Mutex
proxyTimeTick map[typeutil.UniqueID]*channelTimeTickMsg
sendChan chan map[typeutil.UniqueID]*channelTimeTickMsg
2021-11-17 15:59:21 +08:00
// record ddl timetick info
ddlLock sync.RWMutex
ddlMinTs typeutil.Timestamp
ddlTsSet map[typeutil.Timestamp]struct{}
2021-06-21 16:24:07 +08:00
}
func newTimeTickSync(core *Core) *timetickSync
func (t *timetickSync) UpdateTimeTick(in *internalpb.ChannelTimeTickMsg) error
2021-06-23 16:14:08 +08:00
func (t *timetickSync) DelProxy(sess *sessionutil.Session)
func (t *timetickSync) GetProxy(sess []*sessionutil.Session)
2021-06-21 16:24:07 +08:00
func (t *timetickSync) StartWatch()
func (t *timetickSync) SendChannelTimeTick(chanName string, ts typeutil.Timestamp) error
2021-06-23 16:14:08 +08:00
func (t *timetickSync) GetProxyNum()
2021-10-23 16:52:05 +08:00
func (t *timetickSync) GetChanNum() int
2021-06-21 16:24:07 +08:00
```
