milvus/internal/storage/partition_stats.go
wayblink 875036b81b
feat: Define FieldValue, FieldStats and PartitionStats (#30286)
Define FieldValue, FieldStats, PartitionStats
FieldValue is largely copied from PrimaryKey
FieldStats is largely copied from PrimaryKeyStats
PartitionStats is map[segmentid][]FieldStats
Each partition can have a PartitionStats file

/kind feature
related: #30287
related: #30633

---------

Signed-off-by: wayblink <anyang.wang@zilliz.com>
2024-03-06 20:42:37 -08:00

72 lines
2.1 KiB
Go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package storage
import "encoding/json"
type SegmentStats struct {
FieldStats []FieldStats `json:"fieldStats"`
}
type PartitionStatsSnapshot struct {
SegmentStats map[UniqueID]SegmentStats `json:"segmentStats"`
Version int64
}
func NewPartitionStatsSnapshot() *PartitionStatsSnapshot {
return &PartitionStatsSnapshot{
SegmentStats: make(map[UniqueID]SegmentStats, 0),
}
}
func (ps *PartitionStatsSnapshot) GetVersion() int64 {
return ps.Version
}
func (ps *PartitionStatsSnapshot) SetVersion(v int64) {
ps.Version = v
}
func (ps *PartitionStatsSnapshot) UpdateSegmentStats(segmentID UniqueID, segmentStats SegmentStats) {
ps.SegmentStats[segmentID] = segmentStats
}
func DeserializePartitionsStatsSnapshot(data []byte) (*PartitionStatsSnapshot, error) {
var messageMap map[string]*json.RawMessage
err := json.Unmarshal(data, &messageMap)
if err != nil {
return nil, err
}
partitionStats := &PartitionStatsSnapshot{
SegmentStats: make(map[UniqueID]SegmentStats),
}
err = json.Unmarshal(*messageMap["segmentStats"], &partitionStats.SegmentStats)
if err != nil {
return nil, err
}
return partitionStats, nil
}
func SerializePartitionStatsSnapshot(partStats *PartitionStatsSnapshot) ([]byte, error) {
partData, err := json.Marshal(partStats)
if err != nil {
return nil, err
}
return partData, nil
}