123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534 |
- // Copyright 2012 The Gorilla Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style
- // license that can be found in the LICENSE file.
- package schema
- import (
- "encoding"
- "errors"
- "fmt"
- "reflect"
- "strings"
- )
- // NewDecoder returns a new Decoder.
- func NewDecoder() *Decoder {
- return &Decoder{cache: newCache()}
- }
- // Decoder decodes values from a map[string][]string to a struct.
- type Decoder struct {
- cache *cache
- zeroEmpty bool
- ignoreUnknownKeys bool
- }
- // SetAliasTag changes the tag used to locate custom field aliases.
- // The default tag is "schema".
- func (d *Decoder) SetAliasTag(tag string) {
- d.cache.tag = tag
- }
- // ZeroEmpty controls the behaviour when the decoder encounters empty values
- // in a map.
- // If z is true and a key in the map has the empty string as a value
- // then the corresponding struct field is set to the zero value.
- // If z is false then empty strings are ignored.
- //
- // The default value is false, that is empty values do not change
- // the value of the struct field.
- func (d *Decoder) ZeroEmpty(z bool) {
- d.zeroEmpty = z
- }
- // IgnoreUnknownKeys controls the behaviour when the decoder encounters unknown
- // keys in the map.
- // If i is true and an unknown field is encountered, it is ignored. This is
- // similar to how unknown keys are handled by encoding/json.
- // If i is false then Decode will return an error. Note that any valid keys
- // will still be decoded in to the target struct.
- //
- // To preserve backwards compatibility, the default value is false.
- func (d *Decoder) IgnoreUnknownKeys(i bool) {
- d.ignoreUnknownKeys = i
- }
- // RegisterConverter registers a converter function for a custom type.
- func (d *Decoder) RegisterConverter(value interface{}, converterFunc Converter) {
- d.cache.registerConverter(value, converterFunc)
- }
- // Decode decodes a map[string][]string to a struct.
- //
- // The first parameter must be a pointer to a struct.
- //
- // The second parameter is a map, typically url.Values from an HTTP request.
- // Keys are "paths" in dotted notation to the struct fields and nested structs.
- //
- // See the package documentation for a full explanation of the mechanics.
- func (d *Decoder) Decode(dst interface{}, src map[string][]string) error {
- v := reflect.ValueOf(dst)
- if v.Kind() != reflect.Ptr || v.Elem().Kind() != reflect.Struct {
- return errors.New("schema: interface must be a pointer to struct")
- }
- v = v.Elem()
- t := v.Type()
- multiError := MultiError{}
- for path, values := range src {
- if parts, err := d.cache.parsePath(path, t); err == nil {
- if err = d.decode(v, path, parts, values); err != nil {
- multiError[path] = err
- }
- } else if !d.ignoreUnknownKeys {
- multiError[path] = UnknownKeyError{Key: path}
- }
- }
- multiError.merge(d.checkRequired(t, src))
- if len(multiError) > 0 {
- return multiError
- }
- return nil
- }
- // checkRequired checks whether required fields are empty
- //
- // check type t recursively if t has struct fields.
- //
- // src is the source map for decoding, we use it here to see if those required fields are included in src
- func (d *Decoder) checkRequired(t reflect.Type, src map[string][]string) MultiError {
- m, errs := d.findRequiredFields(t, "", "")
- for key, fields := range m {
- if isEmptyFields(fields, src) {
- errs[key] = EmptyFieldError{Key: key}
- }
- }
- return errs
- }
- // findRequiredFields recursively searches the struct type t for required fields.
- //
- // canonicalPrefix and searchPrefix are used to resolve full paths in dotted notation
- // for nested struct fields. canonicalPrefix is a complete path which never omits
- // any embedded struct fields. searchPrefix is a user-friendly path which may omit
- // some embedded struct fields to point promoted fields.
- func (d *Decoder) findRequiredFields(t reflect.Type, canonicalPrefix, searchPrefix string) (map[string][]fieldWithPrefix, MultiError) {
- struc := d.cache.get(t)
- if struc == nil {
- // unexpect, cache.get never return nil
- return nil, MultiError{canonicalPrefix + "*": errors.New("cache fail")}
- }
- m := map[string][]fieldWithPrefix{}
- errs := MultiError{}
- for _, f := range struc.fields {
- if f.typ.Kind() == reflect.Struct {
- fcprefix := canonicalPrefix + f.canonicalAlias + "."
- for _, fspath := range f.paths(searchPrefix) {
- fm, ferrs := d.findRequiredFields(f.typ, fcprefix, fspath+".")
- for key, fields := range fm {
- m[key] = append(m[key], fields...)
- }
- errs.merge(ferrs)
- }
- }
- if f.isRequired {
- key := canonicalPrefix + f.canonicalAlias
- m[key] = append(m[key], fieldWithPrefix{
- fieldInfo: f,
- prefix: searchPrefix,
- })
- }
- }
- return m, errs
- }
- type fieldWithPrefix struct {
- *fieldInfo
- prefix string
- }
- // isEmptyFields returns true if all of specified fields are empty.
- func isEmptyFields(fields []fieldWithPrefix, src map[string][]string) bool {
- for _, f := range fields {
- for _, path := range f.paths(f.prefix) {
- v, ok := src[path]
- if ok && !isEmpty(f.typ, v) {
- return false
- }
- for key := range src {
- // issue references:
- // https://github.com/gofiber/fiber/issues/1414
- // https://github.com/gorilla/schema/issues/176
- nested := strings.IndexByte(key, '.') != -1
- // for non required nested structs
- c1 := strings.HasSuffix(f.prefix, ".") && key == path
- // for required nested structs
- c2 := f.prefix == "" && nested && strings.HasPrefix(key, path)
- // for non nested fields
- c3 := f.prefix == "" && !nested && key == path
- if !isEmpty(f.typ, src[key]) && (c1 || c2 || c3) {
- return false
- }
- }
- }
- }
- return true
- }
- // isEmpty returns true if value is empty for specific type
- func isEmpty(t reflect.Type, value []string) bool {
- if len(value) == 0 {
- return true
- }
- switch t.Kind() {
- case boolType, float32Type, float64Type, intType, int8Type, int32Type, int64Type, stringType, uint8Type, uint16Type, uint32Type, uint64Type:
- return len(value[0]) == 0
- }
- return false
- }
- // decode fills a struct field using a parsed path.
- func (d *Decoder) decode(v reflect.Value, path string, parts []pathPart, values []string) error {
- // Get the field walking the struct fields by index.
- for _, name := range parts[0].path {
- if v.Type().Kind() == reflect.Ptr {
- if v.IsNil() {
- v.Set(reflect.New(v.Type().Elem()))
- }
- v = v.Elem()
- }
- // alloc embedded structs
- if v.Type().Kind() == reflect.Struct {
- for i := 0; i < v.NumField(); i++ {
- field := v.Field(i)
- if field.Type().Kind() == reflect.Ptr && field.IsNil() && v.Type().Field(i).Anonymous {
- field.Set(reflect.New(field.Type().Elem()))
- }
- }
- }
- v = v.FieldByName(name)
- }
- // Don't even bother for unexported fields.
- if !v.CanSet() {
- return nil
- }
- // Dereference if needed.
- t := v.Type()
- if t.Kind() == reflect.Ptr {
- t = t.Elem()
- if v.IsNil() {
- v.Set(reflect.New(t))
- }
- v = v.Elem()
- }
- // Slice of structs. Let's go recursive.
- if len(parts) > 1 {
- idx := parts[0].index
- if v.IsNil() || v.Len() < idx+1 {
- value := reflect.MakeSlice(t, idx+1, idx+1)
- if v.Len() < idx+1 {
- // Resize it.
- reflect.Copy(value, v)
- }
- v.Set(value)
- }
- return d.decode(v.Index(idx), path, parts[1:], values)
- }
- // Get the converter early in case there is one for a slice type.
- conv := d.cache.converter(t)
- m := isTextUnmarshaler(v)
- if conv == nil && t.Kind() == reflect.Slice && m.IsSliceElement {
- var items []reflect.Value
- elemT := t.Elem()
- isPtrElem := elemT.Kind() == reflect.Ptr
- if isPtrElem {
- elemT = elemT.Elem()
- }
- // Try to get a converter for the element type.
- conv := d.cache.converter(elemT)
- if conv == nil {
- conv = builtinConverters[elemT.Kind()]
- if conv == nil {
- // As we are not dealing with slice of structs here, we don't need to check if the type
- // implements TextUnmarshaler interface
- return fmt.Errorf("schema: converter not found for %v", elemT)
- }
- }
- for key, value := range values {
- if value == "" {
- if d.zeroEmpty {
- items = append(items, reflect.Zero(elemT))
- }
- } else if m.IsValid {
- u := reflect.New(elemT)
- if m.IsSliceElementPtr {
- u = reflect.New(reflect.PtrTo(elemT).Elem())
- }
- if err := u.Interface().(encoding.TextUnmarshaler).UnmarshalText([]byte(value)); err != nil {
- return ConversionError{
- Key: path,
- Type: t,
- Index: key,
- Err: err,
- }
- }
- if m.IsSliceElementPtr {
- items = append(items, u.Elem().Addr())
- } else if u.Kind() == reflect.Ptr {
- items = append(items, u.Elem())
- } else {
- items = append(items, u)
- }
- } else if item := conv(value); item.IsValid() {
- if isPtrElem {
- ptr := reflect.New(elemT)
- ptr.Elem().Set(item)
- item = ptr
- }
- if item.Type() != elemT && !isPtrElem {
- item = item.Convert(elemT)
- }
- items = append(items, item)
- } else {
- if strings.Contains(value, ",") {
- values := strings.Split(value, ",")
- for _, value := range values {
- if value == "" {
- if d.zeroEmpty {
- items = append(items, reflect.Zero(elemT))
- }
- } else if item := conv(value); item.IsValid() {
- if isPtrElem {
- ptr := reflect.New(elemT)
- ptr.Elem().Set(item)
- item = ptr
- }
- if item.Type() != elemT && !isPtrElem {
- item = item.Convert(elemT)
- }
- items = append(items, item)
- } else {
- return ConversionError{
- Key: path,
- Type: elemT,
- Index: key,
- }
- }
- }
- } else {
- return ConversionError{
- Key: path,
- Type: elemT,
- Index: key,
- }
- }
- }
- }
- value := reflect.Append(reflect.MakeSlice(t, 0, 0), items...)
- v.Set(value)
- } else {
- val := ""
- // Use the last value provided if any values were provided
- if len(values) > 0 {
- val = values[len(values)-1]
- }
- if conv != nil {
- if value := conv(val); value.IsValid() {
- v.Set(value.Convert(t))
- } else {
- return ConversionError{
- Key: path,
- Type: t,
- Index: -1,
- }
- }
- } else if m.IsValid {
- if m.IsPtr {
- u := reflect.New(v.Type())
- if err := u.Interface().(encoding.TextUnmarshaler).UnmarshalText([]byte(val)); err != nil {
- return ConversionError{
- Key: path,
- Type: t,
- Index: -1,
- Err: err,
- }
- }
- v.Set(reflect.Indirect(u))
- } else {
- // If the value implements the encoding.TextUnmarshaler interface
- // apply UnmarshalText as the converter
- if err := m.Unmarshaler.UnmarshalText([]byte(val)); err != nil {
- return ConversionError{
- Key: path,
- Type: t,
- Index: -1,
- Err: err,
- }
- }
- }
- } else if val == "" {
- if d.zeroEmpty {
- v.Set(reflect.Zero(t))
- }
- } else if conv := builtinConverters[t.Kind()]; conv != nil {
- if value := conv(val); value.IsValid() {
- v.Set(value.Convert(t))
- } else {
- return ConversionError{
- Key: path,
- Type: t,
- Index: -1,
- }
- }
- } else {
- return fmt.Errorf("schema: converter not found for %v", t)
- }
- }
- return nil
- }
- func isTextUnmarshaler(v reflect.Value) unmarshaler {
- // Create a new unmarshaller instance
- m := unmarshaler{}
- if m.Unmarshaler, m.IsValid = v.Interface().(encoding.TextUnmarshaler); m.IsValid {
- return m
- }
- // As the UnmarshalText function should be applied to the pointer of the
- // type, we check that type to see if it implements the necessary
- // method.
- if m.Unmarshaler, m.IsValid = reflect.New(v.Type()).Interface().(encoding.TextUnmarshaler); m.IsValid {
- m.IsPtr = true
- return m
- }
- // if v is []T or *[]T create new T
- t := v.Type()
- if t.Kind() == reflect.Ptr {
- t = t.Elem()
- }
- if t.Kind() == reflect.Slice {
- // Check if the slice implements encoding.TextUnmarshaller
- if m.Unmarshaler, m.IsValid = v.Interface().(encoding.TextUnmarshaler); m.IsValid {
- return m
- }
- // If t is a pointer slice, check if its elements implement
- // encoding.TextUnmarshaler
- m.IsSliceElement = true
- if t = t.Elem(); t.Kind() == reflect.Ptr {
- t = reflect.PtrTo(t.Elem())
- v = reflect.Zero(t)
- m.IsSliceElementPtr = true
- m.Unmarshaler, m.IsValid = v.Interface().(encoding.TextUnmarshaler)
- return m
- }
- }
- v = reflect.New(t)
- m.Unmarshaler, m.IsValid = v.Interface().(encoding.TextUnmarshaler)
- return m
- }
- // TextUnmarshaler helpers ----------------------------------------------------
- // unmarshaller contains information about a TextUnmarshaler type
- type unmarshaler struct {
- Unmarshaler encoding.TextUnmarshaler
- // IsValid indicates whether the resolved type indicated by the other
- // flags implements the encoding.TextUnmarshaler interface.
- IsValid bool
- // IsPtr indicates that the resolved type is the pointer of the original
- // type.
- IsPtr bool
- // IsSliceElement indicates that the resolved type is a slice element of
- // the original type.
- IsSliceElement bool
- // IsSliceElementPtr indicates that the resolved type is a pointer to a
- // slice element of the original type.
- IsSliceElementPtr bool
- }
- // Errors ---------------------------------------------------------------------
- // ConversionError stores information about a failed conversion.
- type ConversionError struct {
- Key string // key from the source map.
- Type reflect.Type // expected type of elem
- Index int // index for multi-value fields; -1 for single-value fields.
- Err error // low-level error (when it exists)
- }
- func (e ConversionError) Error() string {
- var output string
- if e.Index < 0 {
- output = fmt.Sprintf("schema: error converting value for %q", e.Key)
- } else {
- output = fmt.Sprintf("schema: error converting value for index %d of %q",
- e.Index, e.Key)
- }
- if e.Err != nil {
- output = fmt.Sprintf("%s. Details: %s", output, e.Err)
- }
- return output
- }
- // UnknownKeyError stores information about an unknown key in the source map.
- type UnknownKeyError struct {
- Key string // key from the source map.
- }
- func (e UnknownKeyError) Error() string {
- return fmt.Sprintf("schema: invalid path %q", e.Key)
- }
- // EmptyFieldError stores information about an empty required field.
- type EmptyFieldError struct {
- Key string // required key in the source map.
- }
- func (e EmptyFieldError) Error() string {
- return fmt.Sprintf("%v is empty", e.Key)
- }
- // MultiError stores multiple decoding errors.
- //
- // Borrowed from the App Engine SDK.
- type MultiError map[string]error
- func (e MultiError) Error() string {
- s := ""
- for _, err := range e {
- s = err.Error()
- break
- }
- switch len(e) {
- case 0:
- return "(0 errors)"
- case 1:
- return s
- case 2:
- return s + " (and 1 other error)"
- }
- return fmt.Sprintf("%s (and %d other errors)", s, len(e)-1)
- }
- func (e MultiError) merge(errors MultiError) {
- for key, err := range errors {
- if e[key] == nil {
- e[key] = err
- }
- }
- }
|