gf/util/gconv/gconv_map.go

583 lines
16 KiB
Go
Raw Normal View History

2021-01-17 21:46:25 +08:00
// Copyright GoFrame Author(https://goframe.org). All Rights Reserved.
//
// This Source Code Form is subject to the terms of the MIT License.
// If a copy of the MIT was not distributed with this file,
// You can obtain one at https://github.com/gogf/gf.
package gconv
import (
"github.com/gogf/gf/errors/gerror"
"github.com/gogf/gf/internal/json"
"reflect"
"strings"
2019-07-29 21:01:19 +08:00
"github.com/gogf/gf/internal/empty"
2020-03-11 23:17:41 +08:00
"github.com/gogf/gf/internal/utils"
2019-05-16 13:56:49 +08:00
)
2019-12-10 21:14:15 +08:00
// Map converts any variable <value> to map[string]interface{}. If the parameter <value> is not a
// map/struct/*struct type, then the conversion will fail and returns nil.
//
// If <value> is a struct/*struct object, the second parameter <tags> specifies the most priority
// tags that will be detected, otherwise it detects the tags in order of:
// gconv, json, field name.
2019-06-19 09:06:52 +08:00
func Map(value interface{}, tags ...string) map[string]interface{} {
return doMapConvert(value, false, tags...)
}
// MapDeep does Map function recursively, which means if the attribute of <value>
// is also a struct/*struct, calls Map function on this attribute converting it to
// a map[string]interface{} type variable.
// Also see Map.
func MapDeep(value interface{}, tags ...string) map[string]interface{} {
return doMapConvert(value, true, tags...)
}
// doMapConvert implements the map converting.
2020-03-08 23:09:37 +08:00
// It automatically checks and converts json string to map if <value> is string/[]byte.
//
// TODO completely implement the recursive converting for all types, especially the map.
func doMapConvert(value interface{}, recursive bool, tags ...string) map[string]interface{} {
2019-06-19 09:06:52 +08:00
if value == nil {
return nil
}
2020-10-25 10:47:47 +08:00
newTags := StructTagPriority
switch len(tags) {
case 0:
// No need handle.
case 1:
newTags = append(strings.Split(tags[0], ","), StructTagPriority...)
default:
newTags = append(tags, StructTagPriority...)
}
// Assert the common combination of types, and finally it uses reflection.
2020-08-11 20:13:47 +08:00
dataMap := make(map[string]interface{})
switch r := value.(type) {
case string:
// If it is a JSON string, automatically unmarshal it!
if len(r) > 0 && r[0] == '{' && r[len(r)-1] == '}' {
2020-08-11 20:13:47 +08:00
if err := json.Unmarshal([]byte(r), &dataMap); err != nil {
2020-01-20 21:25:55 +08:00
return nil
}
} else {
return nil
}
case []byte:
// If it is a JSON string, automatically unmarshal it!
if len(r) > 0 && r[0] == '{' && r[len(r)-1] == '}' {
2020-08-11 20:13:47 +08:00
if err := json.Unmarshal(r, &dataMap); err != nil {
2020-01-20 21:25:55 +08:00
return nil
}
} else {
return nil
}
case map[interface{}]interface{}:
for k, v := range r {
2020-10-25 10:47:47 +08:00
dataMap[String(k)] = doMapConvertForMapOrStructValue(false, v, recursive, newTags...)
}
case map[interface{}]string:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[String(k)] = v
}
case map[interface{}]int:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[String(k)] = v
}
case map[interface{}]uint:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[String(k)] = v
}
case map[interface{}]float32:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[String(k)] = v
}
case map[interface{}]float64:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[String(k)] = v
}
case map[string]bool:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[k] = v
}
case map[string]int:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[k] = v
}
case map[string]uint:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[k] = v
}
case map[string]float32:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[k] = v
}
case map[string]float64:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[k] = v
}
case map[string]interface{}:
if recursive {
// A copy of current map.
for k, v := range r {
dataMap[k] = doMapConvertForMapOrStructValue(false, v, recursive, newTags...)
}
} else {
// It returns the map directly without any changing.
return r
2020-10-25 10:47:47 +08:00
}
case map[int]interface{}:
for k, v := range r {
2020-10-25 10:47:47 +08:00
dataMap[String(k)] = doMapConvertForMapOrStructValue(false, v, recursive, newTags...)
}
case map[int]string:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[String(k)] = v
}
case map[uint]string:
for k, v := range r {
2020-08-11 20:13:47 +08:00
dataMap[String(k)] = v
}
default:
// Not a common type, it then uses reflection for conversion.
var reflectValue reflect.Value
if v, ok := value.(reflect.Value); ok {
reflectValue = v
} else {
reflectValue = reflect.ValueOf(value)
}
reflectKind := reflectValue.Kind()
// If it is a pointer, we should find its real data type.
for reflectKind == reflect.Ptr {
reflectValue = reflectValue.Elem()
reflectKind = reflectValue.Kind()
}
switch reflectKind {
// If <value> is type of array, it converts the value of even number index as its key and
// the value of odd number index as its corresponding value, for example:
// []string{"k1","v1","k2","v2"} => map[string]interface{}{"k1":"v1", "k2":"v2"}
// []string{"k1","v1","k2"} => map[string]interface{}{"k1":"v1", "k2":nil}
case reflect.Slice, reflect.Array:
length := reflectValue.Len()
for i := 0; i < length; i += 2 {
if i+1 < length {
dataMap[String(reflectValue.Index(i).Interface())] = reflectValue.Index(i + 1).Interface()
} else {
dataMap[String(reflectValue.Index(i).Interface())] = nil
}
2019-06-19 09:06:52 +08:00
}
2020-10-25 10:47:47 +08:00
case reflect.Map, reflect.Struct:
convertedValue := doMapConvertForMapOrStructValue(true, value, recursive, newTags...)
if m, ok := convertedValue.(map[string]interface{}); ok {
return m
2019-06-19 09:06:52 +08:00
}
2020-10-25 10:47:47 +08:00
return nil
default:
return nil
}
}
return dataMap
}
func doMapConvertForMapOrStructValue(isRoot bool, value interface{}, recursive bool, tags ...string) interface{} {
if isRoot == false && recursive == false {
return value
}
var reflectValue reflect.Value
2020-10-25 10:47:47 +08:00
if v, ok := value.(reflect.Value); ok {
reflectValue = v
2020-10-25 10:47:47 +08:00
value = v.Interface()
} else {
reflectValue = reflect.ValueOf(value)
2020-10-25 10:47:47 +08:00
}
reflectKind := reflectValue.Kind()
2020-10-25 10:47:47 +08:00
// If it is a pointer, we should find its real data type.
for reflectKind == reflect.Ptr {
reflectValue = reflectValue.Elem()
reflectKind = reflectValue.Kind()
2020-10-25 10:47:47 +08:00
}
switch reflectKind {
2020-10-25 10:47:47 +08:00
case reflect.Map:
var (
mapKeys = reflectValue.MapKeys()
2020-10-25 10:47:47 +08:00
dataMap = make(map[string]interface{})
)
for _, k := range mapKeys {
dataMap[String(k.Interface())] = doMapConvertForMapOrStructValue(
false,
reflectValue.MapIndex(k).Interface(),
2020-10-25 10:47:47 +08:00
recursive,
tags...,
)
2020-10-25 10:47:47 +08:00
}
if len(dataMap) == 0 {
return value
}
return dataMap
case reflect.Struct:
// Map converting interface check.
if v, ok := value.(apiMapStrAny); ok {
m := v.MapStrAny()
if recursive {
for k, v := range m {
m[k] = doMapConvertForMapOrStructValue(false, v, recursive, tags...)
}
2019-06-19 09:06:52 +08:00
}
2020-10-25 10:47:47 +08:00
return m
}
// Using reflect for converting.
var (
rtField reflect.StructField
rvField reflect.Value
dataMap = make(map[string]interface{}) // result map.
reflectType = reflectValue.Type() // attribute value type.
mapKey = "" // mapKey may be the tag name or the struct attribute name.
2020-10-25 10:47:47 +08:00
)
for i := 0; i < reflectValue.NumField(); i++ {
rtField = reflectType.Field(i)
rvField = reflectValue.Field(i)
2020-10-25 10:47:47 +08:00
// Only convert the public attributes.
fieldName := rtField.Name
if !utils.IsLetterUpper(fieldName[0]) {
continue
}
mapKey = ""
2020-10-25 10:47:47 +08:00
fieldTag := rtField.Tag
for _, tag := range tags {
if mapKey = fieldTag.Get(tag); mapKey != "" {
2020-10-25 10:47:47 +08:00
break
2019-06-19 09:06:52 +08:00
}
2020-10-25 10:47:47 +08:00
}
if mapKey == "" {
mapKey = fieldName
2020-10-25 10:47:47 +08:00
} else {
// Support json tag feature: -, omitempty
mapKey = strings.TrimSpace(mapKey)
if mapKey == "-" {
2020-10-25 10:47:47 +08:00
continue
2019-06-19 09:06:52 +08:00
}
array := strings.Split(mapKey, ",")
2020-10-25 10:47:47 +08:00
if len(array) > 1 {
switch strings.TrimSpace(array[1]) {
case "omitempty":
if empty.IsEmpty(rvField.Interface()) {
continue
} else {
mapKey = strings.TrimSpace(array[0])
2019-06-19 09:06:52 +08:00
}
2020-10-25 10:47:47 +08:00
default:
mapKey = strings.TrimSpace(array[0])
2019-06-19 09:06:52 +08:00
}
}
2020-10-25 10:47:47 +08:00
}
if recursive || rtField.Anonymous {
2020-10-25 10:47:47 +08:00
// Do map converting recursively.
var (
rvAttrField = rvField
rvAttrKind = rvField.Kind()
)
if rvAttrKind == reflect.Ptr {
rvAttrField = rvField.Elem()
rvAttrKind = rvAttrField.Kind()
}
switch rvAttrKind {
case reflect.Struct:
2020-08-11 20:13:47 +08:00
var (
hasNoTag = mapKey == fieldName
2020-10-25 10:47:47 +08:00
rvAttrInterface = rvAttrField.Interface()
2020-08-11 20:13:47 +08:00
)
2020-10-25 10:47:47 +08:00
if hasNoTag && rtField.Anonymous {
// It means this attribute field has no tag.
// Overwrite the attribute with sub-struct attribute fields.
anonymousValue := doMapConvertForMapOrStructValue(false, rvAttrInterface, true, tags...)
2020-10-25 10:47:47 +08:00
if m, ok := anonymousValue.(map[string]interface{}); ok {
for k, v := range m {
2020-08-11 20:13:47 +08:00
dataMap[k] = v
}
} else {
dataMap[mapKey] = rvAttrInterface
}
} else if !hasNoTag && rtField.Anonymous {
2020-10-25 10:47:47 +08:00
// It means this attribute field has desired tag.
dataMap[mapKey] = doMapConvertForMapOrStructValue(false, rvAttrInterface, true, tags...)
} else {
dataMap[mapKey] = doMapConvertForMapOrStructValue(false, rvAttrInterface, false, tags...)
}
2020-10-25 10:47:47 +08:00
// The struct attribute is type of slice.
case reflect.Array, reflect.Slice:
length := rvField.Len()
if length == 0 {
dataMap[mapKey] = rvField.Interface()
2020-10-25 10:47:47 +08:00
break
}
array := make([]interface{}, length)
for i := 0; i < length; i++ {
array[i] = doMapConvertForMapOrStructValue(false, rvField.Index(i), recursive, tags...)
}
dataMap[mapKey] = array
2020-10-25 10:47:47 +08:00
default:
2020-04-20 22:36:28 +08:00
if rvField.IsValid() {
dataMap[mapKey] = reflectValue.Field(i).Interface()
2020-04-20 22:36:28 +08:00
} else {
dataMap[mapKey] = nil
2020-04-20 22:36:28 +08:00
}
2019-06-19 09:06:52 +08:00
}
2020-10-25 10:47:47 +08:00
} else {
// No recursive map value converting
if rvField.IsValid() {
dataMap[mapKey] = reflectValue.Field(i).Interface()
2020-10-25 10:47:47 +08:00
} else {
dataMap[mapKey] = nil
2020-10-25 10:47:47 +08:00
}
2019-06-19 09:06:52 +08:00
}
}
2020-10-25 10:47:47 +08:00
if len(dataMap) == 0 {
return value
}
return dataMap
// The given value is type of slice.
case reflect.Array, reflect.Slice:
length := reflectValue.Len()
2020-10-25 10:47:47 +08:00
if length == 0 {
break
}
array := make([]interface{}, reflectValue.Len())
2020-10-25 10:47:47 +08:00
for i := 0; i < length; i++ {
array[i] = doMapConvertForMapOrStructValue(false, reflectValue.Index(i), recursive, tags...)
2020-10-25 10:47:47 +08:00
}
return array
2019-06-19 09:06:52 +08:00
}
2020-10-25 10:47:47 +08:00
return value
}
2019-12-14 17:01:27 +08:00
// MapStrStr converts <value> to map[string]string.
// Note that there might be data copy for this map type converting.
func MapStrStr(value interface{}, tags ...string) map[string]string {
if r, ok := value.(map[string]string); ok {
return r
}
m := Map(value, tags...)
if len(m) > 0 {
vMap := make(map[string]string, len(m))
2019-12-14 17:01:27 +08:00
for k, v := range m {
vMap[k] = String(v)
}
return vMap
}
return nil
}
// MapStrStrDeep converts <value> to map[string]string recursively.
// Note that there might be data copy for this map type converting.
func MapStrStrDeep(value interface{}, tags ...string) map[string]string {
if r, ok := value.(map[string]string); ok {
return r
}
m := MapDeep(value, tags...)
if len(m) > 0 {
vMap := make(map[string]string, len(m))
2019-12-14 17:01:27 +08:00
for k, v := range m {
vMap[k] = String(v)
}
return vMap
}
return nil
}
2020-05-17 18:16:26 +08:00
// MapToMap converts any map type variable <params> to another map type variable <pointer>
// using reflect.
// See doMapToMap.
func MapToMap(params interface{}, pointer interface{}, mapping ...map[string]string) error {
return doMapToMap(params, pointer, mapping...)
}
2020-05-17 18:16:26 +08:00
// MapToMapDeep converts any map type variable <params> to another map type variable <pointer>
// using reflect recursively.
// Deprecated, use MapToMap instead.
func MapToMapDeep(params interface{}, pointer interface{}, mapping ...map[string]string) error {
return doMapToMap(params, pointer, mapping...)
}
2020-05-17 18:16:26 +08:00
// doMapToMap converts any map type variable <params> to another map type variable <pointer>.
//
// The parameter <params> can be any type of map, like:
// map[string]string, map[string]struct, , map[string]*struct, etc.
//
// The parameter <pointer> should be type of *map, like:
// map[int]string, map[string]struct, , map[string]*struct, etc.
//
// The optional parameter <mapping> is used for struct attribute to map key mapping, which makes
// sense only if the items of original map <params> is type struct.
func doMapToMap(params interface{}, pointer interface{}, mapping ...map[string]string) (err error) {
var (
paramsRv = reflect.ValueOf(params)
paramsKind = paramsRv.Kind()
)
if paramsKind == reflect.Ptr {
paramsRv = paramsRv.Elem()
paramsKind = paramsRv.Kind()
}
if paramsKind != reflect.Map {
return gerror.New("params should be type of map")
}
// Empty params map, no need continue.
if paramsRv.Len() == 0 {
return nil
}
var pointerRv reflect.Value
if v, ok := pointer.(reflect.Value); ok {
pointerRv = v
} else {
pointerRv = reflect.ValueOf(pointer)
}
pointerKind := pointerRv.Kind()
for pointerKind == reflect.Ptr {
pointerRv = pointerRv.Elem()
pointerKind = pointerRv.Kind()
}
if pointerKind != reflect.Map {
return gerror.New("pointer should be type of *map")
}
defer func() {
// Catch the panic, especially the reflect operation panics.
if exception := recover(); exception != nil {
if e, ok := exception.(errorStack); ok {
err = e
} else {
err = gerror.NewSkipf(1, "%v", exception)
}
}
}()
var (
paramsKeys = paramsRv.MapKeys()
pointerKeyType = pointerRv.Type().Key()
pointerValueType = pointerRv.Type().Elem()
pointerValueKind = pointerValueType.Kind()
dataMap = reflect.MakeMapWithSize(pointerRv.Type(), len(paramsKeys))
)
// Retrieve the true element type of target map.
if pointerValueKind == reflect.Ptr {
pointerValueKind = pointerValueType.Elem().Kind()
}
for _, key := range paramsKeys {
e := reflect.New(pointerValueType).Elem()
switch pointerValueKind {
case reflect.Map, reflect.Struct:
if err = Struct(paramsRv.MapIndex(key).Interface(), e, mapping...); err != nil {
return err
}
default:
e.Set(
reflect.ValueOf(
Convert(
paramsRv.MapIndex(key).Interface(),
pointerValueType.String(),
),
),
)
}
dataMap.SetMapIndex(
reflect.ValueOf(
Convert(
key.Interface(),
pointerKeyType.Name(),
),
),
e,
)
}
pointerRv.Set(dataMap)
return nil
}
2020-05-17 18:16:26 +08:00
// MapToMaps converts any map type variable <params> to another map type variable <pointer>.
// See doMapToMaps.
func MapToMaps(params interface{}, pointer interface{}, mapping ...map[string]string) error {
return doMapToMaps(params, pointer, mapping...)
}
2020-05-17 18:16:26 +08:00
// MapToMapsDeep converts any map type variable <params> to another map type variable
// <pointer> recursively.
// Deprecated, use MapToMaps instead.
func MapToMapsDeep(params interface{}, pointer interface{}, mapping ...map[string]string) error {
return doMapToMaps(params, pointer, mapping...)
}
2020-05-17 18:16:26 +08:00
// doMapToMaps converts any map type variable <params> to another map type variable <pointer>.
//
// The parameter <params> can be any type of map, of which the item type is slice map, like:
// map[int][]map, map[string][]map.
//
// The parameter <pointer> should be type of *map, of which the item type is slice map, like:
// map[string][]struct, map[string][]*struct.
//
// The optional parameter <mapping> is used for struct attribute to map key mapping, which makes
// sense only if the items of original map is type struct.
//
// TODO it's supposed supporting target type <pointer> like: map[int][]map, map[string][]map.
func doMapToMaps(params interface{}, pointer interface{}, mapping ...map[string]string) (err error) {
var (
paramsRv = reflect.ValueOf(params)
paramsKind = paramsRv.Kind()
)
if paramsKind == reflect.Ptr {
paramsRv = paramsRv.Elem()
paramsKind = paramsRv.Kind()
}
if paramsKind != reflect.Map {
return gerror.New("params should be type of map")
}
// Empty params map, no need continue.
if paramsRv.Len() == 0 {
return nil
}
var (
pointerRv = reflect.ValueOf(pointer)
pointerKind = pointerRv.Kind()
)
for pointerKind == reflect.Ptr {
pointerRv = pointerRv.Elem()
pointerKind = pointerRv.Kind()
}
if pointerKind != reflect.Map {
return gerror.New("pointer should be type of *map/**map")
}
defer func() {
// Catch the panic, especially the reflect operation panics.
if exception := recover(); exception != nil {
if e, ok := exception.(errorStack); ok {
err = e
} else {
err = gerror.NewSkipf(1, "%v", exception)
}
}
}()
var (
paramsKeys = paramsRv.MapKeys()
pointerKeyType = pointerRv.Type().Key()
pointerValueType = pointerRv.Type().Elem()
dataMap = reflect.MakeMapWithSize(pointerRv.Type(), len(paramsKeys))
)
for _, key := range paramsKeys {
e := reflect.New(pointerValueType).Elem()
if err = Structs(paramsRv.MapIndex(key).Interface(), e.Addr(), mapping...); err != nil {
return err
}
dataMap.SetMapIndex(
reflect.ValueOf(
Convert(
key.Interface(),
pointerKeyType.Name(),
),
),
e,
)
}
pointerRv.Set(dataMap)
return nil
}