mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-03 04:19:18 +08:00
3387b07dfd
* rename AddOneStringToPayload/GetOneStringFromPayload to AddStringToPayload/GetStringFromPayload Signed-off-by: yudong.cai <yudong.cai@zilliz.com> * code optimize Signed-off-by: yudong.cai <yudong.cai@zilliz.com> * rename print_binglog_test to print_binlog_test Signed-off-by: yudong.cai <yudong.cai@zilliz.com> * update chap08_binlog.md Signed-off-by: yudong.cai <yudong.cai@zilliz.com> * fix unittest Signed-off-by: yudong.cai <yudong.cai@zilliz.com> * use SetEventTimestamp() to replace SetStartTimestamp() and SetEndTimestamp() Signed-off-by: yudong.cai <yudong.cai@zilliz.com> * code optimize Signed-off-by: yudong.cai <yudong.cai@zilliz.com> * rename AddStringToPayload/GetStringFromPayload to AddOneStringToPayload/GetOneStringFromPayload Signed-off-by: yudong.cai <yudong.cai@zilliz.com>
104 lines
2.7 KiB
Go
104 lines
2.7 KiB
Go
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
|
|
package storage
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
|
|
"github.com/milvus-io/milvus/internal/proto/schemapb"
|
|
)
|
|
|
|
type EventReader struct {
|
|
eventHeader
|
|
eventData
|
|
PayloadReaderInterface
|
|
buffer *bytes.Buffer
|
|
isClosed bool
|
|
}
|
|
|
|
func (reader *EventReader) readHeader() error {
|
|
if reader.isClosed {
|
|
return fmt.Errorf("event reader is closed")
|
|
}
|
|
header, err := readEventHeader(reader.buffer)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
reader.eventHeader = *header
|
|
return nil
|
|
}
|
|
|
|
func (reader *EventReader) readData() error {
|
|
if reader.isClosed {
|
|
return fmt.Errorf("event reader is closed")
|
|
}
|
|
var data eventData
|
|
var err error
|
|
switch reader.TypeCode {
|
|
case InsertEventType:
|
|
data, err = readInsertEventDataFixPart(reader.buffer)
|
|
case DeleteEventType:
|
|
data, err = readDeleteEventDataFixPart(reader.buffer)
|
|
case CreateCollectionEventType:
|
|
data, err = readCreateCollectionEventDataFixPart(reader.buffer)
|
|
case DropCollectionEventType:
|
|
data, err = readDropCollectionEventDataFixPart(reader.buffer)
|
|
case CreatePartitionEventType:
|
|
data, err = readCreatePartitionEventDataFixPart(reader.buffer)
|
|
case DropPartitionEventType:
|
|
data, err = readDropPartitionEventDataFixPart(reader.buffer)
|
|
default:
|
|
return fmt.Errorf("unknown header type code: %d", reader.TypeCode)
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
reader.eventData = data
|
|
return nil
|
|
}
|
|
|
|
func (reader *EventReader) Close() error {
|
|
if !reader.isClosed {
|
|
reader.isClosed = true
|
|
return reader.PayloadReaderInterface.Close()
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func newEventReader(datatype schemapb.DataType, buffer *bytes.Buffer) (*EventReader, error) {
|
|
reader := &EventReader{
|
|
eventHeader: eventHeader{
|
|
baseEventHeader{},
|
|
},
|
|
buffer: buffer,
|
|
isClosed: false,
|
|
}
|
|
|
|
if err := reader.readHeader(); err != nil {
|
|
return nil, err
|
|
}
|
|
if err := reader.readData(); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
next := int(reader.EventLength - reader.eventHeader.GetMemoryUsageInBytes() - reader.GetEventDataFixPartSize())
|
|
payloadBuffer := buffer.Next(next)
|
|
payloadReader, err := NewPayloadReader(datatype, payloadBuffer)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
reader.PayloadReaderInterface = payloadReader
|
|
return reader, nil
|
|
}
|