milvus/internal/metastore/model/field.go
wayblink 635a7f777c
feat: add clustering key in create/describe collection (#29506)
#28410
/kind feature

Signed-off-by: wayblink <anyang.wang@zilliz.com>
2024-01-07 19:56:48 +08:00

158 lines
4.2 KiB
Go

package model
import (
"github.com/milvus-io/milvus-proto/go-api/v2/commonpb"
"github.com/milvus-io/milvus-proto/go-api/v2/schemapb"
"github.com/milvus-io/milvus/pkg/common"
)
type Field struct {
FieldID int64
Name string
IsPrimaryKey bool
Description string
DataType schemapb.DataType
TypeParams []*commonpb.KeyValuePair
IndexParams []*commonpb.KeyValuePair
AutoID bool
State schemapb.FieldState
IsDynamic bool
IsPartitionKey bool // partition key mode, multi logic partitions share a physical partition
IsClusteringKey bool
DefaultValue *schemapb.ValueField
ElementType schemapb.DataType
}
func (f *Field) Available() bool {
return f.State == schemapb.FieldState_FieldCreated
}
func (f *Field) Clone() *Field {
return &Field{
FieldID: f.FieldID,
Name: f.Name,
IsPrimaryKey: f.IsPrimaryKey,
Description: f.Description,
DataType: f.DataType,
TypeParams: common.CloneKeyValuePairs(f.TypeParams),
IndexParams: common.CloneKeyValuePairs(f.IndexParams),
AutoID: f.AutoID,
State: f.State,
IsDynamic: f.IsDynamic,
IsPartitionKey: f.IsPartitionKey,
IsClusteringKey: f.IsClusteringKey,
DefaultValue: f.DefaultValue,
ElementType: f.ElementType,
}
}
func CloneFields(fields []*Field) []*Field {
clone := make([]*Field, 0, len(fields))
for _, field := range fields {
clone = append(clone, field.Clone())
}
return clone
}
func checkParamsEqual(paramsA, paramsB []*commonpb.KeyValuePair) bool {
var A common.KeyValuePairs = paramsA
return A.Equal(paramsB)
}
func (f *Field) Equal(other Field) bool {
return f.FieldID == other.FieldID &&
f.Name == other.Name &&
f.IsPrimaryKey == other.IsPrimaryKey &&
f.Description == other.Description &&
f.DataType == other.DataType &&
checkParamsEqual(f.TypeParams, other.TypeParams) &&
checkParamsEqual(f.IndexParams, other.IndexParams) &&
f.AutoID == other.AutoID &&
f.IsPartitionKey == other.IsPartitionKey &&
f.IsDynamic == other.IsDynamic &&
f.IsClusteringKey == other.IsClusteringKey &&
f.DefaultValue == other.DefaultValue &&
f.ElementType == other.ElementType
}
func CheckFieldsEqual(fieldsA, fieldsB []*Field) bool {
if len(fieldsA) != len(fieldsB) {
return false
}
l := len(fieldsA)
for i := 0; i < l; i++ {
if !fieldsA[i].Equal(*fieldsB[i]) {
return false
}
}
return true
}
func MarshalFieldModel(field *Field) *schemapb.FieldSchema {
if field == nil {
return nil
}
return &schemapb.FieldSchema{
FieldID: field.FieldID,
Name: field.Name,
IsPrimaryKey: field.IsPrimaryKey,
Description: field.Description,
DataType: field.DataType,
TypeParams: field.TypeParams,
IndexParams: field.IndexParams,
AutoID: field.AutoID,
IsDynamic: field.IsDynamic,
IsPartitionKey: field.IsPartitionKey,
IsClusteringKey: field.IsClusteringKey,
DefaultValue: field.DefaultValue,
ElementType: field.ElementType,
}
}
func MarshalFieldModels(fields []*Field) []*schemapb.FieldSchema {
if fields == nil {
return nil
}
fieldSchemas := make([]*schemapb.FieldSchema, len(fields))
for idx, field := range fields {
fieldSchemas[idx] = MarshalFieldModel(field)
}
return fieldSchemas
}
func UnmarshalFieldModel(fieldSchema *schemapb.FieldSchema) *Field {
if fieldSchema == nil {
return nil
}
return &Field{
FieldID: fieldSchema.FieldID,
Name: fieldSchema.Name,
IsPrimaryKey: fieldSchema.IsPrimaryKey,
Description: fieldSchema.Description,
DataType: fieldSchema.DataType,
TypeParams: fieldSchema.TypeParams,
IndexParams: fieldSchema.IndexParams,
AutoID: fieldSchema.AutoID,
IsDynamic: fieldSchema.IsDynamic,
IsPartitionKey: fieldSchema.IsPartitionKey,
IsClusteringKey: fieldSchema.IsClusteringKey,
DefaultValue: fieldSchema.DefaultValue,
ElementType: fieldSchema.ElementType,
}
}
func UnmarshalFieldModels(fieldSchemas []*schemapb.FieldSchema) []*Field {
if fieldSchemas == nil {
return nil
}
fields := make([]*Field, len(fieldSchemas))
for idx, fieldSchema := range fieldSchemas {
fields[idx] = UnmarshalFieldModel(fieldSchema)
}
return fields
}