mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-02 11:59:00 +08:00
a434d33e75
This PR introduces novel managerial roles for importv2: 1. ImportMeta: To manage all the import tasks; 2. ImportScheduler: To process tasks and modify their states; 3. ImportChecker: To ascertain the completion of all tasks and instigate relevant operations. issue: https://github.com/milvus-io/milvus/issues/28521 --------- Signed-off-by: bigsheeper <yihao.dai@zilliz.com>
106 lines
3.3 KiB
Go
106 lines
3.3 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package datacoord
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/commonpb"
|
|
"github.com/milvus-io/milvus/internal/proto/rootcoordpb"
|
|
"github.com/milvus-io/milvus/internal/types"
|
|
"github.com/milvus-io/milvus/pkg/util/commonpbutil"
|
|
"github.com/milvus-io/milvus/pkg/util/paramtable"
|
|
)
|
|
|
|
// allocator is the interface that allocating `UniqueID` or `Timestamp`
|
|
type allocator interface {
|
|
allocTimestamp(context.Context) (Timestamp, error)
|
|
allocID(context.Context) (UniqueID, error)
|
|
allocN(n int64) (UniqueID, UniqueID, error)
|
|
}
|
|
|
|
// make sure rootCoordAllocator implements allocator interface
|
|
var _ allocator = (*rootCoordAllocator)(nil)
|
|
|
|
// rootCoordAllocator use RootCoord as allocator
|
|
type rootCoordAllocator struct {
|
|
types.RootCoordClient
|
|
}
|
|
|
|
// newRootCoordAllocator gets an allocator from RootCoord
|
|
func newRootCoordAllocator(rootCoordClient types.RootCoordClient) allocator {
|
|
return &rootCoordAllocator{
|
|
RootCoordClient: rootCoordClient,
|
|
}
|
|
}
|
|
|
|
// allocTimestamp allocates a Timestamp
|
|
// invoking RootCoord `AllocTimestamp`
|
|
func (alloc *rootCoordAllocator) allocTimestamp(ctx context.Context) (Timestamp, error) {
|
|
resp, err := alloc.AllocTimestamp(ctx, &rootcoordpb.AllocTimestampRequest{
|
|
Base: commonpbutil.NewMsgBase(
|
|
commonpbutil.WithMsgType(commonpb.MsgType_RequestTSO),
|
|
commonpbutil.WithSourceID(paramtable.GetNodeID()),
|
|
),
|
|
Count: 1,
|
|
})
|
|
if err = VerifyResponse(resp, err); err != nil {
|
|
return 0, err
|
|
}
|
|
return resp.Timestamp, nil
|
|
}
|
|
|
|
// allocID allocates an `UniqueID` from RootCoord, invoking AllocID grpc
|
|
func (alloc *rootCoordAllocator) allocID(ctx context.Context) (UniqueID, error) {
|
|
resp, err := alloc.AllocID(ctx, &rootcoordpb.AllocIDRequest{
|
|
Base: commonpbutil.NewMsgBase(
|
|
commonpbutil.WithMsgType(commonpb.MsgType_RequestID),
|
|
commonpbutil.WithSourceID(paramtable.GetNodeID()),
|
|
),
|
|
Count: 1,
|
|
})
|
|
|
|
if err = VerifyResponse(resp, err); err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
return resp.ID, nil
|
|
}
|
|
|
|
// allocID allocates an `UniqueID` from RootCoord, invoking AllocID grpc
|
|
func (alloc *rootCoordAllocator) allocN(n int64) (UniqueID, UniqueID, error) {
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
defer cancel()
|
|
if n <= 0 {
|
|
n = 1
|
|
}
|
|
resp, err := alloc.AllocID(ctx, &rootcoordpb.AllocIDRequest{
|
|
Base: commonpbutil.NewMsgBase(
|
|
commonpbutil.WithMsgType(commonpb.MsgType_RequestID),
|
|
commonpbutil.WithSourceID(paramtable.GetNodeID()),
|
|
),
|
|
Count: uint32(n),
|
|
})
|
|
|
|
if err = VerifyResponse(resp, err); err != nil {
|
|
return 0, 0, err
|
|
}
|
|
start, count := resp.GetID(), resp.GetCount()
|
|
return start, start + int64(count), nil
|
|
}
|