Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 1 | // Copyright 2019 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package impl |
| 6 | |
| 7 | import ( |
| 8 | "google.golang.org/protobuf/internal/encoding/wire" |
| 9 | "google.golang.org/protobuf/internal/errors" |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 10 | "google.golang.org/protobuf/internal/flags" |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 11 | "google.golang.org/protobuf/proto" |
| 12 | pref "google.golang.org/protobuf/reflect/protoreflect" |
| 13 | preg "google.golang.org/protobuf/reflect/protoregistry" |
| 14 | piface "google.golang.org/protobuf/runtime/protoiface" |
| 15 | ) |
| 16 | |
| 17 | // unmarshalOptions is a more efficient representation of UnmarshalOptions. |
| 18 | // |
| 19 | // We don't preserve the AllowPartial flag, because fast-path (un)marshal |
| 20 | // operations always allow partial messages. |
| 21 | type unmarshalOptions struct { |
Damien Neil | 2f643a9 | 2020-01-21 09:56:01 -0800 | [diff] [blame] | 22 | flags unmarshalOptionFlags |
| 23 | |
| 24 | // Keep this field's type identical to (proto.UnmarshalOptions).Resolver |
| 25 | // to avoid a type conversion on assignment. |
| 26 | resolver interface { |
Damien Neil | f12fb45 | 2020-01-21 11:27:51 -0800 | [diff] [blame^] | 27 | FindExtensionByName(field pref.FullName) (pref.ExtensionType, error) |
| 28 | FindExtensionByNumber(message pref.FullName, field pref.FieldNumber) (pref.ExtensionType, error) |
Damien Neil | 2f643a9 | 2020-01-21 09:56:01 -0800 | [diff] [blame] | 29 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 30 | } |
| 31 | |
| 32 | type unmarshalOptionFlags uint8 |
| 33 | |
| 34 | const ( |
| 35 | unmarshalDiscardUnknown unmarshalOptionFlags = 1 << iota |
| 36 | ) |
| 37 | |
| 38 | func newUnmarshalOptions(opts piface.UnmarshalOptions) unmarshalOptions { |
| 39 | o := unmarshalOptions{ |
| 40 | resolver: opts.Resolver, |
| 41 | } |
| 42 | if opts.DiscardUnknown { |
| 43 | o.flags |= unmarshalDiscardUnknown |
| 44 | } |
| 45 | return o |
| 46 | } |
| 47 | |
| 48 | func (o unmarshalOptions) Options() proto.UnmarshalOptions { |
| 49 | return proto.UnmarshalOptions{ |
Joe Tsai | 705acad | 2019-09-14 18:22:59 -0700 | [diff] [blame] | 50 | Merge: true, |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 51 | AllowPartial: true, |
| 52 | DiscardUnknown: o.DiscardUnknown(), |
| 53 | Resolver: o.Resolver(), |
| 54 | } |
| 55 | } |
| 56 | |
| 57 | func (o unmarshalOptions) DiscardUnknown() bool { return o.flags&unmarshalDiscardUnknown != 0 } |
| 58 | func (o unmarshalOptions) Resolver() preg.ExtensionTypeResolver { return o.resolver } |
| 59 | |
| 60 | // unmarshal is protoreflect.Methods.Unmarshal. |
Joe Tsai | 0f81b38 | 2019-07-10 23:14:31 -0700 | [diff] [blame] | 61 | func (mi *MessageInfo) unmarshal(b []byte, m pref.Message, opts piface.UnmarshalOptions) error { |
| 62 | var p pointer |
| 63 | if ms, ok := m.(*messageState); ok { |
| 64 | p = ms.pointer() |
| 65 | } else { |
| 66 | p = m.(*messageReflectWrapper).pointer() |
| 67 | } |
| 68 | _, err := mi.unmarshalPointer(b, p, 0, newUnmarshalOptions(opts)) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 69 | return err |
| 70 | } |
| 71 | |
| 72 | // errUnknown is returned during unmarshaling to indicate a parse error that |
| 73 | // should result in a field being placed in the unknown fields section (for example, |
| 74 | // when the wire type doesn't match) as opposed to the entire unmarshal operation |
| 75 | // failing (for example, when a field extends past the available input). |
| 76 | // |
| 77 | // This is a sentinel error which should never be visible to the user. |
| 78 | var errUnknown = errors.New("unknown") |
| 79 | |
| 80 | func (mi *MessageInfo) unmarshalPointer(b []byte, p pointer, groupTag wire.Number, opts unmarshalOptions) (int, error) { |
| 81 | mi.init() |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 82 | if flags.ProtoLegacy && mi.isMessageSet { |
| 83 | return unmarshalMessageSet(mi, b, p, opts) |
| 84 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 85 | var exts *map[int32]ExtensionField |
| 86 | start := len(b) |
| 87 | for len(b) > 0 { |
| 88 | // Parse the tag (field number and wire type). |
| 89 | // TODO: inline 1 and 2 byte variants? |
| 90 | num, wtyp, n := wire.ConsumeTag(b) |
| 91 | if n < 0 { |
| 92 | return 0, wire.ParseError(n) |
| 93 | } |
Damien Neil | fe15dd4 | 2019-12-06 15:36:03 -0800 | [diff] [blame] | 94 | if num > wire.MaxValidNumber { |
| 95 | return 0, errors.New("invalid field number") |
| 96 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 97 | b = b[n:] |
| 98 | |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 99 | if wtyp == wire.EndGroupType { |
| 100 | if num != groupTag { |
| 101 | return 0, errors.New("mismatching end group marker") |
| 102 | } |
| 103 | return start - len(b), nil |
| 104 | } |
| 105 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 106 | var f *coderFieldInfo |
| 107 | if int(num) < len(mi.denseCoderFields) { |
| 108 | f = mi.denseCoderFields[num] |
| 109 | } else { |
| 110 | f = mi.coderFields[num] |
| 111 | } |
| 112 | err := errUnknown |
| 113 | switch { |
| 114 | case f != nil: |
| 115 | if f.funcs.unmarshal == nil { |
| 116 | break |
| 117 | } |
| 118 | n, err = f.funcs.unmarshal(b, p.Apply(f.offset), wtyp, opts) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 119 | default: |
| 120 | // Possible extension. |
| 121 | if exts == nil && mi.extensionOffset.IsValid() { |
| 122 | exts = p.Apply(mi.extensionOffset).Extensions() |
| 123 | if *exts == nil { |
| 124 | *exts = make(map[int32]ExtensionField) |
| 125 | } |
| 126 | } |
| 127 | if exts == nil { |
| 128 | break |
| 129 | } |
| 130 | n, err = mi.unmarshalExtension(b, num, wtyp, *exts, opts) |
| 131 | } |
| 132 | if err != nil { |
| 133 | if err != errUnknown { |
| 134 | return 0, err |
| 135 | } |
| 136 | n = wire.ConsumeFieldValue(num, wtyp, b) |
| 137 | if n < 0 { |
| 138 | return 0, wire.ParseError(n) |
| 139 | } |
| 140 | if mi.unknownOffset.IsValid() { |
| 141 | u := p.Apply(mi.unknownOffset).Bytes() |
| 142 | *u = wire.AppendTag(*u, num, wtyp) |
| 143 | *u = append(*u, b[:n]...) |
| 144 | } |
| 145 | } |
| 146 | b = b[n:] |
| 147 | } |
| 148 | if groupTag != 0 { |
| 149 | return 0, errors.New("missing end group marker") |
| 150 | } |
| 151 | return start, nil |
| 152 | } |
| 153 | |
| 154 | func (mi *MessageInfo) unmarshalExtension(b []byte, num wire.Number, wtyp wire.Type, exts map[int32]ExtensionField, opts unmarshalOptions) (n int, err error) { |
| 155 | x := exts[int32(num)] |
Damien Neil | ef19a2a | 2019-11-01 12:00:37 -0700 | [diff] [blame] | 156 | xt := x.Type() |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 157 | if xt == nil { |
| 158 | var err error |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 159 | xt, err = opts.Resolver().FindExtensionByNumber(mi.Desc.FullName(), num) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 160 | if err != nil { |
| 161 | if err == preg.NotFound { |
| 162 | return 0, errUnknown |
| 163 | } |
| 164 | return 0, err |
| 165 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 166 | } |
Damien Neil | 79571e9 | 2019-12-09 10:24:36 -0800 | [diff] [blame] | 167 | xi := getExtensionFieldInfo(xt) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 168 | if xi.funcs.unmarshal == nil { |
| 169 | return 0, errUnknown |
| 170 | } |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 171 | ival := x.Value() |
| 172 | if !ival.IsValid() && xi.unmarshalNeedsValue { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 173 | // Create a new message, list, or map value to fill in. |
| 174 | // For enums, create a prototype value to let the unmarshal func know the |
| 175 | // concrete type. |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 176 | ival = xt.New() |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 177 | } |
| 178 | v, n, err := xi.funcs.unmarshal(b, ival, num, wtyp, opts) |
| 179 | if err != nil { |
| 180 | return 0, err |
| 181 | } |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 182 | x.Set(xt, v) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 183 | exts[int32(num)] = x |
| 184 | return n, nil |
| 185 | } |