Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 1 | // Copyright 2019 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package impl |
| 6 | |
| 7 | import ( |
| 8 | "google.golang.org/protobuf/internal/encoding/wire" |
| 9 | "google.golang.org/protobuf/internal/errors" |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 10 | "google.golang.org/protobuf/internal/flags" |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 11 | "google.golang.org/protobuf/proto" |
| 12 | pref "google.golang.org/protobuf/reflect/protoreflect" |
| 13 | preg "google.golang.org/protobuf/reflect/protoregistry" |
| 14 | piface "google.golang.org/protobuf/runtime/protoiface" |
| 15 | ) |
| 16 | |
| 17 | // unmarshalOptions is a more efficient representation of UnmarshalOptions. |
| 18 | // |
| 19 | // We don't preserve the AllowPartial flag, because fast-path (un)marshal |
| 20 | // operations always allow partial messages. |
| 21 | type unmarshalOptions struct { |
Damien Neil | 2f643a9 | 2020-01-21 09:56:01 -0800 | [diff] [blame] | 22 | flags unmarshalOptionFlags |
| 23 | |
| 24 | // Keep this field's type identical to (proto.UnmarshalOptions).Resolver |
| 25 | // to avoid a type conversion on assignment. |
| 26 | resolver interface { |
Damien Neil | f12fb45 | 2020-01-21 11:27:51 -0800 | [diff] [blame] | 27 | FindExtensionByName(field pref.FullName) (pref.ExtensionType, error) |
| 28 | FindExtensionByNumber(message pref.FullName, field pref.FieldNumber) (pref.ExtensionType, error) |
Damien Neil | 2f643a9 | 2020-01-21 09:56:01 -0800 | [diff] [blame] | 29 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 30 | } |
| 31 | |
| 32 | type unmarshalOptionFlags uint8 |
| 33 | |
| 34 | const ( |
| 35 | unmarshalDiscardUnknown unmarshalOptionFlags = 1 << iota |
| 36 | ) |
| 37 | |
| 38 | func newUnmarshalOptions(opts piface.UnmarshalOptions) unmarshalOptions { |
| 39 | o := unmarshalOptions{ |
| 40 | resolver: opts.Resolver, |
| 41 | } |
| 42 | if opts.DiscardUnknown { |
| 43 | o.flags |= unmarshalDiscardUnknown |
| 44 | } |
| 45 | return o |
| 46 | } |
| 47 | |
| 48 | func (o unmarshalOptions) Options() proto.UnmarshalOptions { |
| 49 | return proto.UnmarshalOptions{ |
Joe Tsai | 705acad | 2019-09-14 18:22:59 -0700 | [diff] [blame] | 50 | Merge: true, |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 51 | AllowPartial: true, |
| 52 | DiscardUnknown: o.DiscardUnknown(), |
| 53 | Resolver: o.Resolver(), |
| 54 | } |
| 55 | } |
| 56 | |
| 57 | func (o unmarshalOptions) DiscardUnknown() bool { return o.flags&unmarshalDiscardUnknown != 0 } |
| 58 | func (o unmarshalOptions) Resolver() preg.ExtensionTypeResolver { return o.resolver } |
| 59 | |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 60 | type unmarshalOutput struct { |
| 61 | n int // number of bytes consumed |
| 62 | } |
| 63 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 64 | // unmarshal is protoreflect.Methods.Unmarshal. |
Damien Neil | 61781dd | 2020-01-21 13:29:51 -0800 | [diff] [blame] | 65 | func (mi *MessageInfo) unmarshal(m pref.Message, in piface.UnmarshalInput) (piface.UnmarshalOutput, error) { |
Joe Tsai | 0f81b38 | 2019-07-10 23:14:31 -0700 | [diff] [blame] | 66 | var p pointer |
| 67 | if ms, ok := m.(*messageState); ok { |
| 68 | p = ms.pointer() |
| 69 | } else { |
| 70 | p = m.(*messageReflectWrapper).pointer() |
| 71 | } |
Damien Neil | 61781dd | 2020-01-21 13:29:51 -0800 | [diff] [blame] | 72 | _, err := mi.unmarshalPointer(in.Buf, p, 0, newUnmarshalOptions(in.Options)) |
| 73 | return piface.UnmarshalOutput{}, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | // errUnknown is returned during unmarshaling to indicate a parse error that |
| 77 | // should result in a field being placed in the unknown fields section (for example, |
| 78 | // when the wire type doesn't match) as opposed to the entire unmarshal operation |
| 79 | // failing (for example, when a field extends past the available input). |
| 80 | // |
| 81 | // This is a sentinel error which should never be visible to the user. |
| 82 | var errUnknown = errors.New("unknown") |
| 83 | |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 84 | func (mi *MessageInfo) unmarshalPointer(b []byte, p pointer, groupTag wire.Number, opts unmarshalOptions) (out unmarshalOutput, err error) { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 85 | mi.init() |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 86 | if flags.ProtoLegacy && mi.isMessageSet { |
| 87 | return unmarshalMessageSet(mi, b, p, opts) |
| 88 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 89 | var exts *map[int32]ExtensionField |
| 90 | start := len(b) |
| 91 | for len(b) > 0 { |
| 92 | // Parse the tag (field number and wire type). |
| 93 | // TODO: inline 1 and 2 byte variants? |
| 94 | num, wtyp, n := wire.ConsumeTag(b) |
| 95 | if n < 0 { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 96 | return out, wire.ParseError(n) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 97 | } |
Damien Neil | fe15dd4 | 2019-12-06 15:36:03 -0800 | [diff] [blame] | 98 | if num > wire.MaxValidNumber { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 99 | return out, errors.New("invalid field number") |
Damien Neil | fe15dd4 | 2019-12-06 15:36:03 -0800 | [diff] [blame] | 100 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 101 | b = b[n:] |
| 102 | |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 103 | if wtyp == wire.EndGroupType { |
| 104 | if num != groupTag { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 105 | return out, errors.New("mismatching end group marker") |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 106 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 107 | out.n = start - len(b) |
| 108 | return out, nil |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 109 | } |
| 110 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 111 | var f *coderFieldInfo |
| 112 | if int(num) < len(mi.denseCoderFields) { |
| 113 | f = mi.denseCoderFields[num] |
| 114 | } else { |
| 115 | f = mi.coderFields[num] |
| 116 | } |
| 117 | err := errUnknown |
| 118 | switch { |
| 119 | case f != nil: |
| 120 | if f.funcs.unmarshal == nil { |
| 121 | break |
| 122 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 123 | var o unmarshalOutput |
| 124 | o, err = f.funcs.unmarshal(b, p.Apply(f.offset), wtyp, opts) |
| 125 | n = o.n |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 126 | default: |
| 127 | // Possible extension. |
| 128 | if exts == nil && mi.extensionOffset.IsValid() { |
| 129 | exts = p.Apply(mi.extensionOffset).Extensions() |
| 130 | if *exts == nil { |
| 131 | *exts = make(map[int32]ExtensionField) |
| 132 | } |
| 133 | } |
| 134 | if exts == nil { |
| 135 | break |
| 136 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 137 | var o unmarshalOutput |
| 138 | o, err = mi.unmarshalExtension(b, num, wtyp, *exts, opts) |
| 139 | n = o.n |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 140 | } |
| 141 | if err != nil { |
| 142 | if err != errUnknown { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 143 | return out, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 144 | } |
| 145 | n = wire.ConsumeFieldValue(num, wtyp, b) |
| 146 | if n < 0 { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 147 | return out, wire.ParseError(n) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 148 | } |
| 149 | if mi.unknownOffset.IsValid() { |
| 150 | u := p.Apply(mi.unknownOffset).Bytes() |
| 151 | *u = wire.AppendTag(*u, num, wtyp) |
| 152 | *u = append(*u, b[:n]...) |
| 153 | } |
| 154 | } |
| 155 | b = b[n:] |
| 156 | } |
| 157 | if groupTag != 0 { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 158 | return out, errors.New("missing end group marker") |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 159 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 160 | out.n = start |
| 161 | return out, nil |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 162 | } |
| 163 | |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 164 | func (mi *MessageInfo) unmarshalExtension(b []byte, num wire.Number, wtyp wire.Type, exts map[int32]ExtensionField, opts unmarshalOptions) (out unmarshalOutput, err error) { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 165 | x := exts[int32(num)] |
Damien Neil | ef19a2a | 2019-11-01 12:00:37 -0700 | [diff] [blame] | 166 | xt := x.Type() |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 167 | if xt == nil { |
| 168 | var err error |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 169 | xt, err = opts.Resolver().FindExtensionByNumber(mi.Desc.FullName(), num) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 170 | if err != nil { |
| 171 | if err == preg.NotFound { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 172 | return out, errUnknown |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 173 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 174 | return out, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 175 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 176 | } |
Damien Neil | 79571e9 | 2019-12-09 10:24:36 -0800 | [diff] [blame] | 177 | xi := getExtensionFieldInfo(xt) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 178 | if xi.funcs.unmarshal == nil { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 179 | return out, errUnknown |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 180 | } |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 181 | ival := x.Value() |
| 182 | if !ival.IsValid() && xi.unmarshalNeedsValue { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 183 | // Create a new message, list, or map value to fill in. |
| 184 | // For enums, create a prototype value to let the unmarshal func know the |
| 185 | // concrete type. |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 186 | ival = xt.New() |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 187 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 188 | v, out, err := xi.funcs.unmarshal(b, ival, num, wtyp, opts) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 189 | if err != nil { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 190 | return out, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 191 | } |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 192 | x.Set(xt, v) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 193 | exts[int32(num)] = x |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame^] | 194 | return out, nil |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 195 | } |