// Licensed to the LF AI & Data foundation under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package querynode import ( "context" "testing" "github.com/stretchr/testify/assert" "github.com/milvus-io/milvus/internal/storage" ) func TestStreaming_streaming(t *testing.T) { ctx, cancel := context.WithCancel(context.Background()) defer cancel() tSafe := newTSafeReplica() streaming, err := genSimpleStreaming(ctx, tSafe) assert.NoError(t, err) defer streaming.close() streaming.start() } func TestStreaming_search(t *testing.T) { ctx, cancel := context.WithCancel(context.Background()) defer cancel() t.Run("test search", func(t *testing.T) { tSafe := newTSafeReplica() streaming, err := genSimpleStreaming(ctx, tSafe) assert.NoError(t, err) defer streaming.close() collection, err := streaming.replica.getCollectionByID(defaultCollectionID) assert.NoError(t, err) plan, searchReqs, err := genSearchPlanAndRequests(collection, IndexFaissIDMap) assert.NoError(t, err) res, _, _, err := streaming.search(searchReqs, defaultCollectionID, []UniqueID{defaultPartitionID}, defaultDMLChannel, plan, Timestamp(0)) assert.NoError(t, err) assert.Len(t, res, 1) }) t.Run("test run empty partition", func(t *testing.T) { tSafe := newTSafeReplica() streaming, err := genSimpleStreaming(ctx, tSafe) assert.NoError(t, err) defer streaming.close() collection, err := streaming.replica.getCollectionByID(defaultCollectionID) assert.NoError(t, err) plan, searchReqs, err := genSearchPlanAndRequests(collection, IndexFaissIDMap) assert.NoError(t, err) res, _, _, err := streaming.search(searchReqs, defaultCollectionID, []UniqueID{}, defaultDMLChannel, plan, Timestamp(0)) assert.NoError(t, err) assert.Len(t, res, 1) }) t.Run("test run empty partition and loadCollection", func(t *testing.T) { tSafe := newTSafeReplica() streaming, err := genSimpleStreaming(ctx, tSafe) assert.NoError(t, err) defer streaming.close() collection, err := streaming.replica.getCollectionByID(defaultCollectionID) assert.NoError(t, err) plan, searchReqs, err := genSearchPlanAndRequests(collection, IndexFaissIDMap) assert.NoError(t, err) col, err := streaming.replica.getCollectionByID(defaultCollectionID) assert.NoError(t, err) col.setLoadType(loadTypeCollection) err = streaming.replica.removePartition(defaultPartitionID) assert.NoError(t, err) res, _, _, err := streaming.search(searchReqs, defaultCollectionID, []UniqueID{defaultPartitionID}, defaultDMLChannel, plan, Timestamp(0)) assert.NoError(t, err) assert.Equal(t, 0, len(res)) }) t.Run("test run empty partition and loadPartition", func(t *testing.T) { tSafe := newTSafeReplica() streaming, err := genSimpleStreaming(ctx, tSafe) assert.NoError(t, err) defer streaming.close() collection, err := streaming.replica.getCollectionByID(defaultCollectionID) assert.NoError(t, err) plan, searchReqs, err := genSearchPlanAndRequests(collection, IndexFaissIDMap) assert.NoError(t, err) col, err := streaming.replica.getCollectionByID(defaultCollectionID) assert.NoError(t, err) col.setLoadType(loadTypePartition) err = streaming.replica.removePartition(defaultPartitionID) assert.NoError(t, err) _, _, _, err = streaming.search(searchReqs, defaultCollectionID, []UniqueID{defaultPartitionID}, defaultDMLChannel, plan, Timestamp(0)) assert.Error(t, err) }) t.Run("test no partitions in collection", func(t *testing.T) { tSafe := newTSafeReplica() streaming, err := genSimpleStreaming(ctx, tSafe) assert.NoError(t, err) defer streaming.close() collection, err := streaming.replica.getCollectionByID(defaultCollectionID) assert.NoError(t, err) plan, searchReqs, err := genSearchPlanAndRequests(collection, IndexFaissIDMap) assert.NoError(t, err) err = streaming.replica.removePartition(defaultPartitionID) assert.NoError(t, err) res, _, _, err := streaming.search(searchReqs, defaultCollectionID, []UniqueID{}, defaultDMLChannel, plan, Timestamp(0)) assert.NoError(t, err) assert.Equal(t, 0, len(res)) }) t.Run("test search failed", func(t *testing.T) { tSafe := newTSafeReplica() streaming, err := genSimpleStreaming(ctx, tSafe) assert.NoError(t, err) defer streaming.close() collection, err := streaming.replica.getCollectionByID(defaultCollectionID) assert.NoError(t, err) plan, searchReqs, err := genSearchPlanAndRequests(collection, IndexFaissIDMap) assert.NoError(t, err) seg, err := streaming.replica.getSegmentByID(defaultSegmentID) assert.NoError(t, err) seg.segmentPtr = nil _, _, _, err = streaming.search(searchReqs, defaultCollectionID, []UniqueID{}, defaultDMLChannel, plan, Timestamp(0)) assert.Error(t, err) }) } func TestStreaming_retrieve(t *testing.T) { ctx, cancel := context.WithCancel(context.Background()) defer cancel() tSafe := newTSafeReplica() streaming, err := genSimpleStreaming(ctx, tSafe) assert.NoError(t, err) defer streaming.close() collection, err := streaming.replica.getCollectionByID(defaultCollectionID) assert.NoError(t, err) plan, err := genSimpleRetrievePlan(collection) assert.NoError(t, err) insertMsg, err := genSimpleInsertMsg(collection.schema, defaultMsgLength) assert.NoError(t, err) segment, err := streaming.replica.getSegmentByID(defaultSegmentID) assert.NoError(t, err) offset, err := segment.segmentPreInsert(len(insertMsg.RowIDs)) assert.NoError(t, err) insertRecord, err := storage.TransferInsertMsgToInsertRecord(collection.schema, insertMsg) assert.NoError(t, err) err = segment.segmentInsert(offset, insertMsg.RowIDs, insertMsg.Timestamps, insertRecord) assert.NoError(t, err) t.Run("test retrieve", func(t *testing.T) { res, ids, _, err := streaming.retrieve(defaultCollectionID, []UniqueID{defaultPartitionID}, plan) assert.NoError(t, err) assert.Len(t, res, 1) assert.Len(t, ids, 1) //assert.Error(t, err) //assert.Len(t, res, 0) //assert.Len(t, ids, 0) }) t.Run("test empty partition", func(t *testing.T) { res, ids, _, err := streaming.retrieve(defaultCollectionID, []UniqueID{}, plan) assert.NoError(t, err) assert.Len(t, res, 1) assert.Len(t, ids, 1) }) }