milvus/internal/types/types.go
congqixia 0bf176a7e1
Add SyncReplicaSegments interface for QueryNode (#16672)
Add SyncReplicaSegments for LoadCollection/LoadPartition child task
This API notifies related ShardCluster to record segment Loaded
Preventing the Etcd events is delayed, which will cause some segment not search

Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
2022-04-27 10:41:46 +08:00

1274 lines
67 KiB
Go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package types
import (
"context"
clientv3 "go.etcd.io/etcd/client/v3"
"github.com/milvus-io/milvus/internal/proto/commonpb"
"github.com/milvus-io/milvus/internal/proto/datapb"
"github.com/milvus-io/milvus/internal/proto/indexpb"
"github.com/milvus-io/milvus/internal/proto/internalpb"
"github.com/milvus-io/milvus/internal/proto/milvuspb"
"github.com/milvus-io/milvus/internal/proto/proxypb"
"github.com/milvus-io/milvus/internal/proto/querypb"
"github.com/milvus-io/milvus/internal/proto/rootcoordpb"
"github.com/milvus-io/milvus/internal/util/sessionutil"
)
// TimeTickProvider is the interface all services implement
type TimeTickProvider interface {
GetTimeTickChannel(ctx context.Context) (*milvuspb.StringResponse, error)
}
// Component is the interface all services implement
type Component interface {
Init() error
Start() error
Stop() error
GetComponentStates(ctx context.Context) (*internalpb.ComponentStates, error)
GetStatisticsChannel(ctx context.Context) (*milvuspb.StringResponse, error)
Register() error
}
// DataNode is the interface `datanode` package implements
type DataNode interface {
Component
// Deprecated
WatchDmChannels(ctx context.Context, req *datapb.WatchDmChannelsRequest) (*commonpb.Status, error)
// FlushSegments notifies DataNode to flush the segments req provids. The flush tasks are async to this
// rpc, DataNode will flush the segments in the background.
//
// Return UnexpectedError code in status:
// If DataNode isn't in HEALTHY: states not HEALTHY or dynamic checks not HEALTHY
// If DataNode doesn't find the correspounding segmentID in its memeory replica
// Return Success code in status and trigers background flush:
// Log an info log if a segment is under flushing
FlushSegments(ctx context.Context, req *datapb.FlushSegmentsRequest) (*commonpb.Status, error)
// GetMetrics gets the metrics about DataNode.
GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
// Compaction will add a compaction task according to the request plan
Compaction(ctx context.Context, req *datapb.CompactionPlan) (*commonpb.Status, error)
// Import data files(json, numpy, etc.) on MinIO/S3 storage, read and parse them into sealed segments
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including file path and options
//
// Return status indicates if this operation is processed successfully or fail cause;
// error is always nil
Import(ctx context.Context, req *datapb.ImportTaskRequest) (*commonpb.Status, error)
}
// DataNodeComponent is used by grpc server of DataNode
type DataNodeComponent interface {
DataNode
// UpdateStateCode updates state code for DataNode
// `stateCode` is current statement of this data node, indicating whether it's healthy.
UpdateStateCode(stateCode internalpb.StateCode)
// GetStateCode return state code of this data node
GetStateCode() internalpb.StateCode
// SetEtcdClient set etcd client for DataNode
SetEtcdClient(etcdClient *clientv3.Client)
// SetRootCoord set RootCoord for DataNode
// `rootCoord` is a client of root coordinator.
//
// Return a generic error in status:
// If the rootCoord is nil or the rootCoord has been set before.
// Return nil in status:
// The rootCoord is not nil.
SetRootCoord(rootCoord RootCoord) error
// SetDataCoord set DataCoord for DataNode
// `dataCoord` is a client of data coordinator.
//
// Return a generic error in status:
// If the dataCoord is nil or the dataCoord has been set before.
// Return nil in status:
// The dataCoord is not nil.
SetDataCoord(dataCoord DataCoord) error
}
// DataCoord is the interface `datacoord` package implements
type DataCoord interface {
Component
TimeTickProvider
// Flush notifies DataCoord to flush all current growing segments of specified Collection
// ctx is the context to control request deadline and cancellation
// req contains the request params, which are database name(not used for now) and collection id
//
// response struct `FlushResponse` contains related db & collection meta
// and the affected segment ids
// error is returned only when some communication issue occurs
// if some error occurs in the process of `Flush`, it will be recorded and returned in `Status` field of response
//
// `Flush` returns when all growing segments of specified collection is "sealed"
// the flush procedure will wait corresponding data node(s) proceeds to the safe timestamp
// and the `Flush` operation will be truly invoked
// If the Datacoord or Datanode crashes in the flush procedure, recovery process will replay the ts check until all requirement is met
//
// Flushed segments can be check via `GetFlushedSegments` API
Flush(ctx context.Context, req *datapb.FlushRequest) (*datapb.FlushResponse, error)
// AssignSegmentID applies allocations for specified Coolection/Partition and related Channel Name(Virtial Channel)
//
// ctx is the context to control request deadline and cancellation
// req contains the requester's info(id and role) and the list of Assignment Request,
// which contains the specified collection, partition id, the related VChannel Name and row count it needs
//
// response struct `AssignSegmentIDResponse` contains the assignment result for each request
// error is returned only when some communication issue occurs
// if some error occurs in the process of `AssignSegmentID`, it will be recorded and returned in `Status` field of response
//
// `AssignSegmentID` will applies current configured allocation policies for each request
// if the VChannel is newly used, `WatchDmlChannels` will be invoked to notify a `DataNode`(selected by policy) to watch it
// if there is anything make the allocation impossible, the response will not contain the corresponding result
AssignSegmentID(ctx context.Context, req *datapb.AssignSegmentIDRequest) (*datapb.AssignSegmentIDResponse, error)
// GetSegmentStates requests segment state information
//
// ctx is the context to control request deadline and cancellation
// req contains the list of segment id to query
//
// response struct `GetSegmentStatesResponse` contains the list of each state query result
// when the segment is not found, the state entry will has the field `Status` to identify failure
// otherwise the Segment State and Start position information will be returned
// error is returned only when some communication issue occurs
GetSegmentStates(ctx context.Context, req *datapb.GetSegmentStatesRequest) (*datapb.GetSegmentStatesResponse, error)
// GetInsertBinlogPaths requests binlog paths for specified segment
//
// ctx is the context to control request deadline and cancellation
// req contains the segment id to query
//
// response struct `GetInsertBinlogPathsResponse` contains the fields list
// and corresponding binlog path list
// error is returned only when some communication issue occurs
GetInsertBinlogPaths(ctx context.Context, req *datapb.GetInsertBinlogPathsRequest) (*datapb.GetInsertBinlogPathsResponse, error)
// GetSegmentInfoChannel DEPRECATED
// legacy api to get SegmentInfo Channel name
GetSegmentInfoChannel(ctx context.Context) (*milvuspb.StringResponse, error)
// GetCollectionStatistics requests collection statistics
//
// ctx is the context to control request deadline and cancellation
// req contains the collection id to query
//
// response struct `GetCollectionStatisticsResponse` contains the key-value list fields returning related data
// only row count for now
// error is returned only when some communication issue occurs
GetCollectionStatistics(ctx context.Context, req *datapb.GetCollectionStatisticsRequest) (*datapb.GetCollectionStatisticsResponse, error)
// GetPartitionStatistics requests partition statistics
//
// ctx is the context to control request deadline and cancellation
// req contains the collection and partition id to query
//
// response struct `GetPartitionStatisticsResponse` contains the key-value list fields returning related data
// only row count for now
// error is returned only when some communication issue occurs
GetPartitionStatistics(ctx context.Context, req *datapb.GetPartitionStatisticsRequest) (*datapb.GetPartitionStatisticsResponse, error)
// GetSegmentInfo requests segment info
//
// ctx is the context to control request deadline and cancellation
// req contains the list of segment ids to query
//
// response struct `GetSegmentInfoResponse` contains the list of segment info
// error is returned only when some communication issue occurs
GetSegmentInfo(ctx context.Context, req *datapb.GetSegmentInfoRequest) (*datapb.GetSegmentInfoResponse, error)
// GetRecoveryInfo request segment recovery info of collection/partition
//
// ctx is the context to control request deadline and cancellation
// req contains the collection/partition id to query
//
// response struct `GetRecoveryInfoResponse` contains the list of segments info and corresponding vchannel info
// error is returned only when some communication issue occurs
GetRecoveryInfo(ctx context.Context, req *datapb.GetRecoveryInfoRequest) (*datapb.GetRecoveryInfoResponse, error)
// SaveBinlogPaths updates segments binlogs(including insert binlogs, stats logs and delta logs)
// and related message stream positions
//
// ctx is the context to control request deadline and cancellation
// req contains the segment binlogs and checkpoint informations.
//
// response status contains the status/error code and failing reason if any
// error is returned only when some communication issue occurs
//
// there is a constraint that the `SaveBinlogPaths` requests of same segment shall be passed in sequence
// the root reason is each `SaveBinlogPaths` will overwrite the checkpoint position
// if the constraint is broken, the checkpoint position will not be monotonically increasing and the integrity will be compromised
SaveBinlogPaths(ctx context.Context, req *datapb.SaveBinlogPathsRequest) (*commonpb.Status, error)
// GetFlushedSegments returns flushed segment list of requested collection/parition
//
// ctx is the context to control request deadline and cancellation
// req contains the collection/partition id to query
// when partition is lesser or equal to 0, all flushed segments of collection will be returned
//
// response struct `GetFlushedSegmentsResponse` contains flushed segment id list
// error is returned only when some communication issue occurs
GetFlushedSegments(ctx context.Context, req *datapb.GetFlushedSegmentsRequest) (*datapb.GetFlushedSegmentsResponse, error)
// GetMetrics gets the metrics about DataCoord.
GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
// CompleteCompaction completes a compaction with the result
CompleteCompaction(ctx context.Context, req *datapb.CompactionResult) (*commonpb.Status, error)
// ManualCompaction triggers a compaction for a collection
ManualCompaction(ctx context.Context, req *milvuspb.ManualCompactionRequest) (*milvuspb.ManualCompactionResponse, error)
// GetCompactionState gets the state of a compaction
GetCompactionState(ctx context.Context, req *milvuspb.GetCompactionStateRequest) (*milvuspb.GetCompactionStateResponse, error)
// GetCompactionStateWithPlans get the state of requested plan id
GetCompactionStateWithPlans(ctx context.Context, req *milvuspb.GetCompactionPlansRequest) (*milvuspb.GetCompactionPlansResponse, error)
// WatchChannels notifies DataCoord to watch vchannels of a collection
WatchChannels(ctx context.Context, req *datapb.WatchChannelsRequest) (*datapb.WatchChannelsResponse, error)
// GetFlushState gets the flush state of multiple segments
GetFlushState(ctx context.Context, req *milvuspb.GetFlushStateRequest) (*milvuspb.GetFlushStateResponse, error)
// SetSegmentState updates a segment's state explicitly.
SetSegmentState(ctx context.Context, req *datapb.SetSegmentStateRequest) (*datapb.SetSegmentStateResponse, error)
// DropVirtualChannel notifies DataCoord a virtual channel is dropped and
// updates related segments binlogs(including insert binlogs, stats logs and delta logs)
// and related message stream positions
//
// ctx is the context to control request deadline and cancellation
// req contains the dropped virtual channel name and related segment information
//
// response status contains the status/error code and failing reason if any
// error is returned only when some communication issue occurs
DropVirtualChannel(ctx context.Context, req *datapb.DropVirtualChannelRequest) (*datapb.DropVirtualChannelResponse, error)
// Import data files(json, numpy, etc.) on MinIO/S3 storage, read and parse them into sealed segments
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including file path and options
//
// The `Status` in response struct `ImportResponse` indicates if this operation is processed successfully or fail cause;
// the `tasks` in `ImportResponse` return an id list of tasks.
// error is always nil
Import(ctx context.Context, req *datapb.ImportTaskRequest) (*datapb.ImportTaskResponse, error)
// UpdateSegmentStatistics updates a segment's stats.
UpdateSegmentStatistics(ctx context.Context, req *datapb.UpdateSegmentStatisticsRequest) (*commonpb.Status, error)
}
// DataCoordComponent defines the interface of DataCoord component.
type DataCoordComponent interface {
DataCoord
// SetEtcdClient set EtcdClient for DataCoord
// `etcdClient` is a client of etcd
SetEtcdClient(etcdClient *clientv3.Client)
}
// IndexNode is the interface `indexnode` package implements
type IndexNode interface {
Component
TimeTickProvider
// CreateIndex receives request from IndexCoordinator to build an index.
// Index building is asynchronous, so when an index building request comes, IndexNode records the task and returns.
CreateIndex(ctx context.Context, req *indexpb.CreateIndexRequest) (*commonpb.Status, error)
// GetMetrics gets the metrics about IndexNode.
GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
}
// IndexNodeComponent is used by grpc server of IndexNode
type IndexNodeComponent interface {
IndexNode
// SetEtcdClient set etcd client for IndexNodeComponent
SetEtcdClient(etcdClient *clientv3.Client)
// UpdateStateCode updates state code for IndexNodeComponent
// `stateCode` is current statement of this QueryCoord, indicating whether it's healthy.
UpdateStateCode(stateCode internalpb.StateCode)
}
// IndexCoord is the interface `indexcoord` package implements
type IndexCoord interface {
Component
TimeTickProvider
// BuildIndex receives request from RootCoordinator to build an index.
// Index building is asynchronous, so when an index building request comes, an IndexBuildID is assigned to the task and
// the task is recorded in Meta. The background process assignTaskLoop will find this task and assign it to IndexNode for
// execution.
BuildIndex(ctx context.Context, req *indexpb.BuildIndexRequest) (*indexpb.BuildIndexResponse, error)
// DropIndex deletes indexes based on IndexID. One IndexID corresponds to the index of an entire column. A column is
// divided into many segments, and each segment corresponds to an IndexBuildID. IndexCoord uses IndexBuildID to record
// index tasks. Therefore, when DropIndex is called, delete all tasks corresponding to IndexBuildID corresponding to IndexID.
DropIndex(ctx context.Context, req *indexpb.DropIndexRequest) (*commonpb.Status, error)
// GetIndexStates gets the index states of the IndexBuildIDs in the request from RootCoordinator.
GetIndexStates(ctx context.Context, req *indexpb.GetIndexStatesRequest) (*indexpb.GetIndexStatesResponse, error)
// GetIndexFilePaths gets the index files of the IndexBuildIDs in the request from RootCoordinator.
GetIndexFilePaths(ctx context.Context, req *indexpb.GetIndexFilePathsRequest) (*indexpb.GetIndexFilePathsResponse, error)
// GetMetrics gets the metrics about IndexCoord.
GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
}
// IndexCoordComponent is used by grpc server of IndexCoord
type IndexCoordComponent interface {
IndexCoord
// SetEtcdClient set etcd client for IndexCoordComponent
SetEtcdClient(etcdClient *clientv3.Client)
// UpdateStateCode updates state code for IndexCoordComponent
// `stateCode` is current statement of this IndexCoordComponent, indicating whether it's healthy.
UpdateStateCode(stateCode internalpb.StateCode)
}
// RootCoord is the interface `rootcoord` package implements
type RootCoord interface {
Component
TimeTickProvider
// CreateCollection notifies RootCoord to create a collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name, collection schema and
// physical channel num for inserting data
//
// The `ErrorCode` of `Status` is `Success` if create collection successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
CreateCollection(ctx context.Context, req *milvuspb.CreateCollectionRequest) (*commonpb.Status, error)
// DropCollection notifies RootCoord to drop a collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used) and collection name
//
// The `ErrorCode` of `Status` is `Success` if drop collection successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
DropCollection(ctx context.Context, req *milvuspb.DropCollectionRequest) (*commonpb.Status, error)
// HasCollection notifies RootCoord to check a collection's existence at specified timestamp
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name and timestamp
//
// The `Status` in response struct `BoolResponse` indicates if this operation is processed successfully or fail cause;
// the `Value` in `BoolResponse` is `true` if the collection exists at the specified timestamp, `false` otherwise.
// Timestamp is ignored if set to 0.
// error is always nil
HasCollection(ctx context.Context, req *milvuspb.HasCollectionRequest) (*milvuspb.BoolResponse, error)
// DescribeCollection notifies RootCoord to get all information about this collection at specified timestamp
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name or collection id, and timestamp
//
// The `Status` in response struct `DescribeCollectionResponse` indicates if this operation is processed successfully or fail cause;
// other fields in `DescribeCollectionResponse` are filled with this collection's schema, collection id,
// physical channel names, virtual channel names, created time, alias names, and so on.
//
// If timestamp is set a non-zero value and collection does not exist at this timestamp,
// the `ErrorCode` of `Status` in `DescribeCollectionResponse` will be set to `Error`.
// Timestamp is ignored if set to 0.
// error is always nil
DescribeCollection(ctx context.Context, req *milvuspb.DescribeCollectionRequest) (*milvuspb.DescribeCollectionResponse, error)
// ShowCollections notifies RootCoord to list all collection names and other info in database at specified timestamp
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name and timestamp
//
// The `Status` in response struct `ShowCollectionsResponse` indicates if this operation is processed successfully or fail cause;
// other fields in `ShowCollectionsResponse` are filled with all collection names, collection ids,
// created times, created UTC times, and so on.
// error is always nil
ShowCollections(ctx context.Context, req *milvuspb.ShowCollectionsRequest) (*milvuspb.ShowCollectionsResponse, error)
// CreatePartition notifies RootCoord to create a partition
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name and partition name
//
// The `ErrorCode` of `Status` is `Success` if create partition successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
CreatePartition(ctx context.Context, req *milvuspb.CreatePartitionRequest) (*commonpb.Status, error)
// DropPartition notifies RootCoord to drop a partition
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name and partition name
//
// The `ErrorCode` of `Status` is `Success` if drop partition successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
//
// Default partition cannot be dropped
DropPartition(ctx context.Context, req *milvuspb.DropPartitionRequest) (*commonpb.Status, error)
// HasPartition notifies RootCoord to check if a partition with specified name exists in the collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name and partition name
//
// The `Status` in response struct `BoolResponse` indicates if this operation is processed successfully or fail cause;
// the `Value` in `BoolResponse` is `true` if the partition exists in the collection, `false` otherwise.
// error is always nil
HasPartition(ctx context.Context, req *milvuspb.HasPartitionRequest) (*milvuspb.BoolResponse, error)
// ShowPartitions notifies RootCoord to list all partition names and other info in the collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name or collection id, and partition names
//
// The `Status` in response struct `ShowPartitionsResponse` indicates if this operation is processed successfully or fail cause;
// other fields in `ShowPartitionsResponse` are filled with all partition names, partition ids,
// created times, created UTC times, and so on.
// error is always nil
ShowPartitions(ctx context.Context, req *milvuspb.ShowPartitionsRequest) (*milvuspb.ShowPartitionsResponse, error)
// CreateIndex notifies RootCoord to create an index for the specified field in the collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name, field name and index parameters
//
// The `ErrorCode` of `Status` is `Success` if create index successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
//
// RootCoord forwards this request to IndexCoord to create index
CreateIndex(ctx context.Context, req *milvuspb.CreateIndexRequest) (*commonpb.Status, error)
// DescribeIndex notifies RootCoord to get specified index information for specified field
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name, field name and index name
//
// The `Status` in response struct `DescribeIndexResponse` indicates if this operation is processed successfully or fail cause;
// index information is filled in `IndexDescriptions`
// error is always nil
DescribeIndex(ctx context.Context, req *milvuspb.DescribeIndexRequest) (*milvuspb.DescribeIndexResponse, error)
// DropIndex notifies RootCoord to drop the specified index for the specified field
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(not used), collection name, field name and index name
//
// The `ErrorCode` of `Status` is `Success` if drop index successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
//
// RootCoord forwards this request to IndexCoord to drop index
DropIndex(ctx context.Context, req *milvuspb.DropIndexRequest) (*commonpb.Status, error)
// CreateAlias notifies RootCoord to create an alias for the collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including collection name and alias
//
// The `ErrorCode` of `Status` is `Success` if create alias successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
CreateAlias(ctx context.Context, req *milvuspb.CreateAliasRequest) (*commonpb.Status, error)
// DropAlias notifies RootCoord to drop an alias for the collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including alias
//
// The `ErrorCode` of `Status` is `Success` if drop alias successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
DropAlias(ctx context.Context, req *milvuspb.DropAliasRequest) (*commonpb.Status, error)
// AlterAlias notifies RootCoord to alter alias for the collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including collection name and new alias
//
// The `ErrorCode` of `Status` is `Success` if alter alias successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
AlterAlias(ctx context.Context, req *milvuspb.AlterAliasRequest) (*commonpb.Status, error)
// AllocTimestamp notifies RootCoord to alloc timestamps
//
// ctx is the context to control request deadline and cancellation
// req contains the count of timestamps need to be allocated
//
// The `Status` in response struct `AllocTimestampResponse` indicates if this operation is processed successfully or fail cause;
// `Timestamp` is the first available timestamp allocated
// error is always nil
AllocTimestamp(ctx context.Context, req *rootcoordpb.AllocTimestampRequest) (*rootcoordpb.AllocTimestampResponse, error)
// AllocID notifies RootCoord to alloc IDs
//
// ctx is the context to control request deadline and cancellation
// req contains the count of IDs need to be allocated
//
// The `Status` in response struct `AllocTimestampResponse` indicates if this operation is processed successfully or fail cause;
// `ID` is the first available id allocated
// error is always nil
AllocID(ctx context.Context, req *rootcoordpb.AllocIDRequest) (*rootcoordpb.AllocIDResponse, error)
// UpdateChannelTimeTick notifies RootCoord to update each Proxy's safe timestamp
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including physical channel names, channels' safe timestamps and default timestamp
//
// The `ErrorCode` of `Status` is `Success` if update channel timetick successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
UpdateChannelTimeTick(ctx context.Context, req *internalpb.ChannelTimeTickMsg) (*commonpb.Status, error)
// DescribeSegment notifies RootCoord to get specified segment information in the collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including collection id and segment id
//
// The `Status` in response struct `DescribeSegmentResponse` indicates if this operation is processed successfully or fail cause;
// segment index information is filled in `IndexID`, `BuildID` and `EnableIndex`.
// error is always nil
DescribeSegment(ctx context.Context, req *milvuspb.DescribeSegmentRequest) (*milvuspb.DescribeSegmentResponse, error)
// ShowSegments notifies RootCoord to list all segment ids in the collection or partition
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including collection id and partition id
//
// The `Status` in response struct `ShowSegmentsResponse` indicates if this operation is processed successfully or fail cause;
// `SegmentIDs` in `ShowSegmentsResponse` records all segment ids.
// error is always nil
ShowSegments(ctx context.Context, req *milvuspb.ShowSegmentsRequest) (*milvuspb.ShowSegmentsResponse, error)
DescribeSegments(ctx context.Context, in *rootcoordpb.DescribeSegmentsRequest) (*rootcoordpb.DescribeSegmentsResponse, error)
// ReleaseDQLMessageStream notifies RootCoord to release and close the search message stream of specific collection.
//
// ctx is the request to control request deadline and cancellation.
// request contains the request params, which are database id(not used) and collection id.
//
// The `ErrorCode` of `Status` is `Success` if drop index successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
//
// RootCoord just forwards this request to Proxy client
ReleaseDQLMessageStream(ctx context.Context, in *proxypb.ReleaseDQLMessageStreamRequest) (*commonpb.Status, error)
// SegmentFlushCompleted notifies RootCoord that specified segment has been flushed
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including SegmentInfo
//
// The `ErrorCode` of `Status` is `Success` if process successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
//
// This interface is only used by DataCoord, when RootCoord receives this request, RootCoord will notify IndexCoord
// to build index for this segment.
SegmentFlushCompleted(ctx context.Context, in *datapb.SegmentFlushCompletedMsg) (*commonpb.Status, error)
// GetMetrics notifies RootCoord to collect metrics for specified component
GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
// Import data files(json, numpy, etc.) on MinIO/S3 storage, read and parse them into sealed segments
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including file path and options
//
// Return status indicates if this operation is processed successfully or fail cause;
// error is always nil
Import(ctx context.Context, req *milvuspb.ImportRequest) (*milvuspb.ImportResponse, error)
// GetImportState checks import task state from datanode
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including a task id
//
// The `Status` in response struct `GetImportStateResponse` indicates if this operation is processed successfully or fail cause;
// the `state` in `GetImportStateResponse` return the state of the import task.
// error is always nil
GetImportState(ctx context.Context, req *milvuspb.GetImportStateRequest) (*milvuspb.GetImportStateResponse, error)
// List id array of all import tasks
//
// ctx is the context to control request deadline and cancellation
// req contains the request params
//
// The `Status` in response struct `ListImportTasksResponse` indicates if this operation is processed successfully or fail cause;
// the `Tasks` in `ListImportTasksResponse` return the id array of all import tasks.
// error is always nil
ListImportTasks(ctx context.Context, req *milvuspb.ListImportTasksRequest) (*milvuspb.ListImportTasksResponse, error)
// ReportImport reports import task state to rootCoord
//
// ctx is the context to control request deadline and cancellation
// req contains the import results, including imported row count and an id list of generated segments
//
// response status contains the status/error code and failing reason if any error is returned
// error is always nil
ReportImport(ctx context.Context, req *rootcoordpb.ImportResult) (*commonpb.Status, error)
// CreateCredential create new user and password
CreateCredential(ctx context.Context, req *internalpb.CredentialInfo) (*commonpb.Status, error)
// UpdateCredential update password for a user
UpdateCredential(ctx context.Context, req *internalpb.CredentialInfo) (*commonpb.Status, error)
// DeleteCredential delete a user
DeleteCredential(ctx context.Context, req *milvuspb.DeleteCredentialRequest) (*commonpb.Status, error)
// ListCredUsers list all usernames
ListCredUsers(ctx context.Context, req *milvuspb.ListCredUsersRequest) (*milvuspb.ListCredUsersResponse, error)
// GetCredential get credential by username
GetCredential(ctx context.Context, req *rootcoordpb.GetCredentialRequest) (*rootcoordpb.GetCredentialResponse, error)
}
// RootCoordComponent is used by grpc server of RootCoord
type RootCoordComponent interface {
RootCoord
// SetEtcdClient set EtcdClient for RootCoord
// `etcdClient` is a client of etcd
SetEtcdClient(etcdClient *clientv3.Client)
// UpdateStateCode updates state code for RootCoord
// State includes: Initializing, Healthy and Abnormal
UpdateStateCode(internalpb.StateCode)
// SetDataCoord set DataCoord for RootCoord
// `dataCoord` is a client of data coordinator.
// `ctx` is the context pass to DataCoord api.
//
// Always return nil.
SetDataCoord(ctx context.Context, dataCoord DataCoord) error
// SetIndexCoord set IndexCoord for RootCoord
// `indexCoord` is a client of index coordinator.
//
// Always return nil.
SetIndexCoord(indexCoord IndexCoord) error
// SetQueryCoord set QueryCoord for RootCoord
// `queryCoord` is a client of query coordinator.
//
// Always return nil.
SetQueryCoord(queryCoord QueryCoord) error
// SetNewProxyClient set Proxy client creator func for RootCoord
SetNewProxyClient(func(sess *sessionutil.Session) (Proxy, error))
// GetMetrics notifies RootCoordComponent to collect metrics for specified component
GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
}
// Proxy is the interface `proxy` package implements
type Proxy interface {
Component
// InvalidateCollectionMetaCache notifies Proxy to clear all the meta cache of specific collection.
//
// InvalidateCollectionMetaCache should be called when there are any meta changes in specific collection.
// Such as `DropCollection`, `CreatePartition`, `DropPartition`, etc.
//
// ctx is the request to control request deadline and cancellation.
// request contains the request params, which are database name(not used now) and collection name.
//
// InvalidateCollectionMetaCache should always succeed even though the specific collection doesn't exist in Proxy.
// So the code of response `Status` should be always `Success`.
//
// error is returned only when some communication issue occurs.
InvalidateCollectionMetaCache(ctx context.Context, request *proxypb.InvalidateCollMetaCacheRequest) (*commonpb.Status, error)
// InvalidateCredentialCache notifies Proxy to clear all the credential cache of specified username.
//
// InvalidateCredentialCache should be called when there are credential changes for specified username.
// Such as `CreateCredential`, `UpdateCredential`, `DeleteCredential`, etc.
//
// InvalidateCredentialCache should always succeed even though the specified username doesn't exist in Proxy.
// So the code of response `Status` should be always `Success`.
//
// error is returned only when some communication issue occurs.
InvalidateCredentialCache(ctx context.Context, request *proxypb.InvalidateCredCacheRequest) (*commonpb.Status, error)
UpdateCredentialCache(ctx context.Context, request *proxypb.UpdateCredCacheRequest) (*commonpb.Status, error)
ClearCredUsersCache(ctx context.Context, request *internalpb.ClearCredUsersCacheRequest) (*commonpb.Status, error)
// ReleaseDQLMessageStream notifies Proxy to release and close the search message stream of specific collection.
//
// ReleaseDQLMessageStream should be called when the specific collection was released.
//
// ctx is the request to control request deadline and cancellation.
// request contains the request params, which are database id(not used now) and collection id.
//
// ReleaseDQLMessageStream should always succeed even though the specific collection doesn't exist in Proxy.
// So the code of response `Status` should be always `Success`.
//
// error is returned only when some communication issue occurs.
ReleaseDQLMessageStream(ctx context.Context, in *proxypb.ReleaseDQLMessageStreamRequest) (*commonpb.Status, error)
SendSearchResult(ctx context.Context, req *internalpb.SearchResults) (*commonpb.Status, error)
SendRetrieveResult(ctx context.Context, req *internalpb.RetrieveResults) (*commonpb.Status, error)
}
// ProxyComponent defines the interface of proxy component.
type ProxyComponent interface {
Proxy
// SetEtcdClient set EtcdClient for Proxy
// `etcdClient` is a client of etcd
SetEtcdClient(etcdClient *clientv3.Client)
//SetRootCoordClient set RootCoord for Proxy
// `rootCoord` is a client of root coordinator.
SetRootCoordClient(rootCoord RootCoord)
// SetDataCoordClient set DataCoord for Proxy
// `dataCoord` is a client of data coordinator.
SetDataCoordClient(dataCoord DataCoord)
// SetIndexCoordClient set IndexCoord for Proxy
// `indexCoord` is a client of index coordinator.
SetIndexCoordClient(indexCoord IndexCoord)
// SetQueryCoordClient set QueryCoord for Proxy
// `queryCoord` is a client of query coordinator.
SetQueryCoordClient(queryCoord QueryCoord)
// UpdateStateCode updates state code for Proxy
// `stateCode` is current statement of this proxy node, indicating whether it's healthy.
UpdateStateCode(stateCode internalpb.StateCode)
// CreateCollection notifies Proxy to create a collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, collection schema
//
// The `ErrorCode` of `Status` is `Success` if create collection successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
CreateCollection(ctx context.Context, request *milvuspb.CreateCollectionRequest) (*commonpb.Status, error)
// DropCollection notifies Proxy to drop a collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved) and collection name
//
// The `ErrorCode` of `Status` is `Success` if drop collection successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
DropCollection(ctx context.Context, request *milvuspb.DropCollectionRequest) (*commonpb.Status, error)
// HasCollection notifies Proxy to check a collection's existence at specified timestamp
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name and timestamp
//
// The `Status` in response struct `BoolResponse` indicates if this operation is processed successfully or fail cause;
// the `Value` in `BoolResponse` is `true` if the collection exists at the specified timestamp, `false` otherwise.
// Timestamp is ignored if set to 0.
// error is always nil
HasCollection(ctx context.Context, request *milvuspb.HasCollectionRequest) (*milvuspb.BoolResponse, error)
// LoadCollection notifies Proxy to load a collection's data
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name
//
// The `ErrorCode` of `Status` is `Success` if load collection successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error
// error is always nil
LoadCollection(ctx context.Context, request *milvuspb.LoadCollectionRequest) (*commonpb.Status, error)
// ReleaseCollection notifies Proxy to release a collection's data
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name
//
// The `ErrorCode` of `Status` is `Success` if release collection successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error
// error is always nil
ReleaseCollection(ctx context.Context, request *milvuspb.ReleaseCollectionRequest) (*commonpb.Status, error)
// DescribeCollection notifies Proxy to return a collection's description
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name or collection id
//
// The `Status` in response struct `DescribeCollectionResponse` indicates if this operation is processed successfully or fail cause;
// the `Schema` in `DescribeCollectionResponse` return collection's schema.
// error is always nil
DescribeCollection(ctx context.Context, request *milvuspb.DescribeCollectionRequest) (*milvuspb.DescribeCollectionResponse, error)
// GetCollectionStatistics notifies Proxy to return a collection's statistics
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name
//
// The `Status` in response struct `GetCollectionStatisticsResponse` indicates if this operation is processed successfully or fail cause;
// the `Stats` in `GetCollectionStatisticsResponse` return collection's statistics in key-value format.
// error is always nil
GetCollectionStatistics(ctx context.Context, request *milvuspb.GetCollectionStatisticsRequest) (*milvuspb.GetCollectionStatisticsResponse, error)
// ShowCollections notifies Proxy to return collections list in current db at specified timestamp
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), timestamp
//
// The `Status` in response struct `ShowCollectionsResponse` indicates if this operation is processed successfully or fail cause;
// the `CollectionNames` in `ShowCollectionsResponse` return collection names list.
// the `CollectionIds` in `ShowCollectionsResponse` return collection ids list.
// error is always nil
ShowCollections(ctx context.Context, request *milvuspb.ShowCollectionsRequest) (*milvuspb.ShowCollectionsResponse, error)
// CreatePartition notifies Proxy to create a partition
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition name
//
// The `ErrorCode` of `Status` is `Success` if create partition successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
CreatePartition(ctx context.Context, request *milvuspb.CreatePartitionRequest) (*commonpb.Status, error)
// DropPartition notifies Proxy to drop a partition
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition name
//
// The `ErrorCode` of `Status` is `Success` if drop partition successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
DropPartition(ctx context.Context, request *milvuspb.DropPartitionRequest) (*commonpb.Status, error)
// HasPartition notifies Proxy to check a partition's existence
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition name
//
// The `ErrorCode` of `Status` is `Success` if check partition's existence successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
HasPartition(ctx context.Context, request *milvuspb.HasPartitionRequest) (*milvuspb.BoolResponse, error)
// LoadPartitions notifies Proxy to load partition's data
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition names
//
// The `ErrorCode` of `Status` is `Success` if load partitions successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error
// error is always nil
LoadPartitions(ctx context.Context, request *milvuspb.LoadPartitionsRequest) (*commonpb.Status, error)
// ReleasePartitions notifies Proxy to release collection's data
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition names
//
// The `ErrorCode` of `Status` is `Success` if release collection successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error
// error is always nil
ReleasePartitions(ctx context.Context, request *milvuspb.ReleasePartitionsRequest) (*commonpb.Status, error)
// GetPartitionStatistics notifies Proxy to return a partiiton's statistics
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition name
//
// The `Status` in response struct `GetPartitionStatisticsResponse` indicates if this operation is processed successfully or fail cause;
// the `Stats` in `GetPartitionStatisticsResponse` return collection's statistics in key-value format.
// error is always nil
GetPartitionStatistics(ctx context.Context, request *milvuspb.GetPartitionStatisticsRequest) (*milvuspb.GetPartitionStatisticsResponse, error)
// ShowPartitions notifies Proxy to return collections list in current db at specified timestamp
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition names(optional)
// When partition names is specified, will return these patitions's inMemory_percentages.
//
// The `Status` in response struct `ShowPartitionsResponse` indicates if this operation is processed successfully or fail cause;
// the `PartitionNames` in `ShowPartitionsResponse` return partition names list.
// the `PartitionIds` in `ShowPartitionsResponse` return partition ids list.
// the `InMemoryPercentages` in `ShowPartitionsResponse` return partitions's inMemory_percentages if the partition names of req is specified.
// error is always nil
ShowPartitions(ctx context.Context, request *milvuspb.ShowPartitionsRequest) (*milvuspb.ShowPartitionsResponse, error)
// CreateIndex notifies Proxy to create index of a field
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, field name, index parameters
//
// The `ErrorCode` of `Status` is `Success` if create index successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
CreateIndex(ctx context.Context, request *milvuspb.CreateIndexRequest) (*commonpb.Status, error)
// DropIndex notifies Proxy to drop an index
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, field name, index name
//
// The `ErrorCode` of `Status` is `Success` if drop index successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
DropIndex(ctx context.Context, request *milvuspb.DropIndexRequest) (*commonpb.Status, error)
// DescribeIndex notifies Proxy to return index's description
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, field name, index name
//
// The `Status` in response struct `DescribeIndexResponse` indicates if this operation is processed successfully or fail cause;
// the `IndexDescriptions` in `DescribeIndexResponse` return index's description.
// error is always nil
DescribeIndex(ctx context.Context, request *milvuspb.DescribeIndexRequest) (*milvuspb.DescribeIndexResponse, error)
// GetIndexBuildProgress notifies Proxy to return index build progress
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, field name, index name
//
// The `Status` in response struct `GetIndexBuildProgressResponse` indicates if this operation is processed successfully or fail cause;
// the `IndexdRows` in `GetIndexBuildProgressResponse` return the num of indexed rows.
// the `TotalRows` in `GetIndexBuildProgressResponse` return the total number of segment rows.
// error is always nil
GetIndexBuildProgress(ctx context.Context, request *milvuspb.GetIndexBuildProgressRequest) (*milvuspb.GetIndexBuildProgressResponse, error)
// GetIndexState notifies Proxy to return index state
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, field name, index name
//
// The `Status` in response struct `GetIndexStateResponse` indicates if this operation is processed successfully or fail cause;
// the `State` in `GetIndexStateResponse` return the state of index: Unissued/InProgress/Finished/Failed.
// error is always nil
GetIndexState(ctx context.Context, request *milvuspb.GetIndexStateRequest) (*milvuspb.GetIndexStateResponse, error)
// Insert notifies Proxy to insert rows
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition name(optional), fields data
//
// The `Status` in response struct `MutationResult` indicates if this operation is processed successfully or fail cause;
// the `IDs` in `MutationResult` return the id list of inserted rows.
// the `SuccIndex` in `MutationResult` return the succeed number of inserted rows.
// the `ErrIndex` in `MutationResult` return the failed number of insert rows.
// error is always nil
Insert(ctx context.Context, request *milvuspb.InsertRequest) (*milvuspb.MutationResult, error)
// Delete notifies Proxy to delete rows
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition name(optional), filter expression
//
// The `Status` in response struct `MutationResult` indicates if this operation is processed successfully or fail cause;
// the `IDs` in `MutationResult` return the id list of deleted rows.
// the `SuccIndex` in `MutationResult` return the succeed number of deleted rows.
// the `ErrIndex` in `MutationResult` return the failed number of delete rows.
// error is always nil
Delete(ctx context.Context, request *milvuspb.DeleteRequest) (*milvuspb.MutationResult, error)
// Search notifies Proxy to do search
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition name(optional), filter expression
//
// The `Status` in response struct `SearchResults` indicates if this operation is processed successfully or fail cause;
// the `Results` in `SearchResults` return search results.
// error is always nil
Search(ctx context.Context, request *milvuspb.SearchRequest) (*milvuspb.SearchResults, error)
// Flush notifies Proxy to flush buffer into storage
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name
//
// The `Status` in response struct `FlushResponse` indicates if this operation is processed successfully or fail cause;
// error is always nil
Flush(ctx context.Context, request *milvuspb.FlushRequest) (*milvuspb.FlushResponse, error)
// Query notifies Proxy to query rows
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, partition names(optional), filter expression, output fields
//
// The `Status` in response struct `QueryResults` indicates if this operation is processed successfully or fail cause;
// the `FieldsData` in `QueryResults` return query results.
// error is always nil
Query(ctx context.Context, request *milvuspb.QueryRequest) (*milvuspb.QueryResults, error)
// CalcDistance notifies Proxy to calculate distance between specified vectors
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), vectors to calculate
//
// The `Status` in response struct `CalcDistanceResults` indicates if this operation is processed successfully or fail cause;
// The `Array` in response struct `CalcDistanceResults` return distance result
// Return generic error when specified vectors not found or float/binary vectors mismatch, otherwise return nil
CalcDistance(ctx context.Context, request *milvuspb.CalcDistanceRequest) (*milvuspb.CalcDistanceResults, error)
// Not yet implemented
GetDdChannel(ctx context.Context, request *internalpb.GetDdChannelRequest) (*milvuspb.StringResponse, error)
// GetPersistentSegmentInfo notifies Proxy to return sealed segments's information of a collection from data coord
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name
//
// The `Status` in response struct `GetPersistentSegmentInfoResponse` indicates if this operation is processed successfully or fail cause;
// the `Infos` in `GetPersistentSegmentInfoResponse` return sealed segments's information of a collection.
// error is always nil
GetPersistentSegmentInfo(ctx context.Context, request *milvuspb.GetPersistentSegmentInfoRequest) (*milvuspb.GetPersistentSegmentInfoResponse, error)
// GetQuerySegmentInfo notifies Proxy to return growing segments's information of a collection from query coord
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name
//
// The `Status` in response struct `GetQuerySegmentInfoResponse` indicates if this operation is processed successfully or fail cause;
// the `Infos` in `GetQuerySegmentInfoResponse` return growing segments's information of a collection.
// error is always nil
GetQuerySegmentInfo(ctx context.Context, request *milvuspb.GetQuerySegmentInfoRequest) (*milvuspb.GetQuerySegmentInfoResponse, error)
// For internal usage
Dummy(ctx context.Context, request *milvuspb.DummyRequest) (*milvuspb.DummyResponse, error)
// RegisterLink notifies Proxy to its state code
//
// ctx is the context to control request deadline and cancellation
//
// The `Status` in response struct `RegisterLinkResponse` indicates if this proxy is healthy or not
// error is always nil
RegisterLink(ctx context.Context, request *milvuspb.RegisterLinkRequest) (*milvuspb.RegisterLinkResponse, error)
// GetMetrics gets the metrics of the proxy.
GetMetrics(ctx context.Context, request *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
// LoadBalance would do a load balancing operation between query nodes.
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including source query node ids and sealed segment ids to balance
//
// The `ErrorCode` of `Status` is `Success` if load balance successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
LoadBalance(ctx context.Context, request *milvuspb.LoadBalanceRequest) (*commonpb.Status, error)
// CreateAlias notifies Proxy to create alias for a collection
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, alias
//
// The `ErrorCode` of `Status` is `Success` if create alias successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
CreateAlias(ctx context.Context, request *milvuspb.CreateAliasRequest) (*commonpb.Status, error)
// DropAlias notifies Proxy to drop an alias
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, alias
//
// The `ErrorCode` of `Status` is `Success` if drop alias successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
DropAlias(ctx context.Context, request *milvuspb.DropAliasRequest) (*commonpb.Status, error)
// AlterAlias notifies Proxy to alter an alias from a colection to another
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including database name(reserved), collection name, alias
//
// The `ErrorCode` of `Status` is `Success` if alter alias successfully;
// otherwise, the `ErrorCode` of `Status` will be `Error`, and the `Reason` of `Status` will record the fail cause.
// error is always nil
AlterAlias(ctx context.Context, request *milvuspb.AlterAliasRequest) (*commonpb.Status, error)
GetCompactionState(ctx context.Context, req *milvuspb.GetCompactionStateRequest) (*milvuspb.GetCompactionStateResponse, error)
ManualCompaction(ctx context.Context, req *milvuspb.ManualCompactionRequest) (*milvuspb.ManualCompactionResponse, error)
GetCompactionStateWithPlans(ctx context.Context, req *milvuspb.GetCompactionPlansRequest) (*milvuspb.GetCompactionPlansResponse, error)
// GetFlushState gets the flush state of multiple segments
GetFlushState(ctx context.Context, req *milvuspb.GetFlushStateRequest) (*milvuspb.GetFlushStateResponse, error)
// Import data files(json, numpy, etc.) on MinIO/S3 storage, read and parse them into sealed segments
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including file path and options
//
// The `Status` in response struct `ImportResponse` indicates if this operation is processed successfully or fail cause;
// the `tasks` in `ImportResponse` return an id list of tasks.
// error is always nil
Import(ctx context.Context, req *milvuspb.ImportRequest) (*milvuspb.ImportResponse, error)
// Check import task state from datanode
//
// ctx is the context to control request deadline and cancellation
// req contains the request params, including a task id
//
// The `Status` in response struct `GetImportStateResponse` indicates if this operation is processed successfully or fail cause;
// the `state` in `GetImportStateResponse` return the state of the import task.
// error is always nil
GetImportState(ctx context.Context, req *milvuspb.GetImportStateRequest) (*milvuspb.GetImportStateResponse, error)
// List id array of all import tasks
//
// ctx is the context to control request deadline and cancellation
// req contains the request params
//
// The `Status` in response struct `ListImportTasksResponse` indicates if this operation is processed successfully or fail cause;
// the `Tasks` in `ListImportTasksResponse` return the id array of all import tasks.
// error is always nil
ListImportTasks(ctx context.Context, req *milvuspb.ListImportTasksRequest) (*milvuspb.ListImportTasksResponse, error)
GetReplicas(ctx context.Context, req *milvuspb.GetReplicasRequest) (*milvuspb.GetReplicasResponse, error)
// CreateCredential create new user and password
CreateCredential(ctx context.Context, req *milvuspb.CreateCredentialRequest) (*commonpb.Status, error)
// UpdateCredential update password for a user
UpdateCredential(ctx context.Context, req *milvuspb.UpdateCredentialRequest) (*commonpb.Status, error)
// DeleteCredential delete a user
DeleteCredential(ctx context.Context, req *milvuspb.DeleteCredentialRequest) (*commonpb.Status, error)
// ListCredUsers list all usernames
ListCredUsers(ctx context.Context, req *milvuspb.ListCredUsersRequest) (*milvuspb.ListCredUsersResponse, error)
}
// QueryNode is the interface `querynode` package implements
type QueryNode interface {
Component
TimeTickProvider
// AddQueryChannel notifies QueryNode to subscribe a query channel and be a producer of a query result channel.
// `ctx` is the context to control request deadline and cancellation.
// `req` contains the request params, which are collection id, query channel and query result channel.
//
// Return UnexpectedError code in status:
// If QueryNode isn't in HEALTHY: states not HEALTHY or dynamic checks not HEALTHY.
// Return Success code in status:
// Subscribe a query channel and be a producer of a query result channel.
AddQueryChannel(ctx context.Context, req *querypb.AddQueryChannelRequest) (*commonpb.Status, error)
RemoveQueryChannel(ctx context.Context, req *querypb.RemoveQueryChannelRequest) (*commonpb.Status, error)
WatchDmChannels(ctx context.Context, req *querypb.WatchDmChannelsRequest) (*commonpb.Status, error)
WatchDeltaChannels(ctx context.Context, req *querypb.WatchDeltaChannelsRequest) (*commonpb.Status, error)
// LoadSegments notifies QueryNode to load the sealed segments from storage. The load tasks are sync to this
// rpc, QueryNode will return after all the sealed segments are loaded.
//
// Return UnexpectedError code in status:
// If QueryNode isn't in HEALTHY: states not HEALTHY or dynamic checks not HEALTHY.
// If any segment is loaded failed in QueryNode.
// Return Success code in status:
// All the sealed segments are loaded.
LoadSegments(ctx context.Context, req *querypb.LoadSegmentsRequest) (*commonpb.Status, error)
ReleaseCollection(ctx context.Context, req *querypb.ReleaseCollectionRequest) (*commonpb.Status, error)
ReleasePartitions(ctx context.Context, req *querypb.ReleasePartitionsRequest) (*commonpb.Status, error)
ReleaseSegments(ctx context.Context, req *querypb.ReleaseSegmentsRequest) (*commonpb.Status, error)
GetSegmentInfo(ctx context.Context, req *querypb.GetSegmentInfoRequest) (*querypb.GetSegmentInfoResponse, error)
Search(ctx context.Context, req *querypb.SearchRequest) (*internalpb.SearchResults, error)
Query(ctx context.Context, req *querypb.QueryRequest) (*internalpb.RetrieveResults, error)
SyncReplicaSegments(ctx context.Context, req *querypb.SyncReplicaSegmentsRequest) (*commonpb.Status, error)
// GetMetrics gets the metrics about QueryNode.
GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
}
// QueryNodeComponent is used by grpc server of QueryNode
type QueryNodeComponent interface {
QueryNode
// UpdateStateCode updates state code for QueryNode
// `stateCode` is current statement of this query node, indicating whether it's healthy.
UpdateStateCode(stateCode internalpb.StateCode)
// SetEtcdClient set etcd client for QueryNode
SetEtcdClient(etcdClient *clientv3.Client)
}
// QueryCoord is the interface `querycoord` package implements
type QueryCoord interface {
Component
TimeTickProvider
ShowCollections(ctx context.Context, req *querypb.ShowCollectionsRequest) (*querypb.ShowCollectionsResponse, error)
LoadCollection(ctx context.Context, req *querypb.LoadCollectionRequest) (*commonpb.Status, error)
ReleaseCollection(ctx context.Context, req *querypb.ReleaseCollectionRequest) (*commonpb.Status, error)
ShowPartitions(ctx context.Context, req *querypb.ShowPartitionsRequest) (*querypb.ShowPartitionsResponse, error)
LoadPartitions(ctx context.Context, req *querypb.LoadPartitionsRequest) (*commonpb.Status, error)
ReleasePartitions(ctx context.Context, req *querypb.ReleasePartitionsRequest) (*commonpb.Status, error)
CreateQueryChannel(ctx context.Context, req *querypb.CreateQueryChannelRequest) (*querypb.CreateQueryChannelResponse, error)
GetPartitionStates(ctx context.Context, req *querypb.GetPartitionStatesRequest) (*querypb.GetPartitionStatesResponse, error)
GetSegmentInfo(ctx context.Context, req *querypb.GetSegmentInfoRequest) (*querypb.GetSegmentInfoResponse, error)
LoadBalance(ctx context.Context, req *querypb.LoadBalanceRequest) (*commonpb.Status, error)
GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
GetReplicas(ctx context.Context, req *milvuspb.GetReplicasRequest) (*milvuspb.GetReplicasResponse, error)
GetShardLeaders(ctx context.Context, req *querypb.GetShardLeadersRequest) (*querypb.GetShardLeadersResponse, error)
}
// QueryCoordComponent is used by grpc server of QueryCoord
type QueryCoordComponent interface {
QueryCoord
// SetEtcdClient set etcd client for QueryCoord
SetEtcdClient(etcdClient *clientv3.Client)
// UpdateStateCode updates state code for QueryCoord
// `stateCode` is current statement of this QueryCoord, indicating whether it's healthy.
UpdateStateCode(stateCode internalpb.StateCode)
// SetDataCoord set DataCoord for QueryCoord
// `dataCoord` is a client of data coordinator.
//
// Return a generic error in status:
// If the dataCoord is nil.
// Return nil in status:
// The dataCoord is not nil.
SetDataCoord(dataCoord DataCoord) error
// SetRootCoord set RootCoord for QueryCoord
// `rootCoord` is a client of root coordinator.
//
// Return a generic error in status:
// If the rootCoord is nil.
// Return nil in status:
// The rootCoord is not nil.
SetRootCoord(rootCoord RootCoord) error
// SetIndexCoord set IndexCoord for QueryCoord
// `IndexCoord` is a client of index coordinator.
//
// Return a generic error in status:
// If the indexCoord is nil.
// Return nil in status:
// The indexCoord is not nil.
SetIndexCoord(indexCoord IndexCoord) error
}