Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 1 | // Copyright 2019 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package impl |
| 6 | |
| 7 | import ( |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 8 | "math/bits" |
| 9 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 10 | "google.golang.org/protobuf/internal/encoding/wire" |
| 11 | "google.golang.org/protobuf/internal/errors" |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 12 | "google.golang.org/protobuf/internal/flags" |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 13 | "google.golang.org/protobuf/proto" |
| 14 | pref "google.golang.org/protobuf/reflect/protoreflect" |
| 15 | preg "google.golang.org/protobuf/reflect/protoregistry" |
| 16 | piface "google.golang.org/protobuf/runtime/protoiface" |
| 17 | ) |
| 18 | |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame] | 19 | type unmarshalOptions piface.UnmarshalOptions |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 20 | |
| 21 | func (o unmarshalOptions) Options() proto.UnmarshalOptions { |
| 22 | return proto.UnmarshalOptions{ |
Joe Tsai | 705acad | 2019-09-14 18:22:59 -0700 | [diff] [blame] | 23 | Merge: true, |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 24 | AllowPartial: true, |
| 25 | DiscardUnknown: o.DiscardUnknown(), |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame] | 26 | Resolver: o.Resolver, |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 27 | } |
| 28 | } |
| 29 | |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame] | 30 | func (o unmarshalOptions) DiscardUnknown() bool { return o.Flags&piface.UnmarshalDiscardUnknown != 0 } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 31 | |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 32 | type unmarshalOutput struct { |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 33 | n int // number of bytes consumed |
| 34 | initialized bool |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 35 | } |
| 36 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 37 | // unmarshal is protoreflect.Methods.Unmarshal. |
Damien Neil | d30e561 | 2020-01-22 10:28:16 -0800 | [diff] [blame] | 38 | func (mi *MessageInfo) unmarshal(m pref.Message, in piface.UnmarshalInput, opts piface.UnmarshalOptions) (piface.UnmarshalOutput, error) { |
Joe Tsai | 0f81b38 | 2019-07-10 23:14:31 -0700 | [diff] [blame] | 39 | var p pointer |
| 40 | if ms, ok := m.(*messageState); ok { |
| 41 | p = ms.pointer() |
| 42 | } else { |
| 43 | p = m.(*messageReflectWrapper).pointer() |
| 44 | } |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame] | 45 | out, err := mi.unmarshalPointer(in.Buf, p, 0, unmarshalOptions(opts)) |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 46 | return piface.UnmarshalOutput{ |
| 47 | Initialized: out.initialized, |
| 48 | }, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 49 | } |
| 50 | |
| 51 | // errUnknown is returned during unmarshaling to indicate a parse error that |
| 52 | // should result in a field being placed in the unknown fields section (for example, |
| 53 | // when the wire type doesn't match) as opposed to the entire unmarshal operation |
| 54 | // failing (for example, when a field extends past the available input). |
| 55 | // |
| 56 | // This is a sentinel error which should never be visible to the user. |
| 57 | var errUnknown = errors.New("unknown") |
| 58 | |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 59 | func (mi *MessageInfo) unmarshalPointer(b []byte, p pointer, groupTag wire.Number, opts unmarshalOptions) (out unmarshalOutput, err error) { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 60 | mi.init() |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 61 | if flags.ProtoLegacy && mi.isMessageSet { |
| 62 | return unmarshalMessageSet(mi, b, p, opts) |
| 63 | } |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 64 | initialized := true |
| 65 | var requiredMask uint64 |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 66 | var exts *map[int32]ExtensionField |
| 67 | start := len(b) |
| 68 | for len(b) > 0 { |
| 69 | // Parse the tag (field number and wire type). |
Damien Neil | ce8f7f6 | 2020-01-24 16:00:20 -0800 | [diff] [blame] | 70 | var tag uint64 |
| 71 | if b[0] < 0x80 { |
| 72 | tag = uint64(b[0]) |
| 73 | b = b[1:] |
| 74 | } else if len(b) >= 2 && b[1] < 128 { |
| 75 | tag = uint64(b[0]&0x7f) + uint64(b[1])<<7 |
| 76 | b = b[2:] |
| 77 | } else { |
| 78 | var n int |
| 79 | tag, n = wire.ConsumeVarint(b) |
| 80 | if n < 0 { |
| 81 | return out, wire.ParseError(n) |
| 82 | } |
| 83 | b = b[n:] |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 84 | } |
Damien Neil | a522d5f | 2020-01-27 21:50:47 -0800 | [diff] [blame^] | 85 | var num wire.Number |
| 86 | if n := tag >> 3; n < uint64(wire.MinValidNumber) || n > uint64(wire.MaxValidNumber) { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 87 | return out, errors.New("invalid field number") |
Damien Neil | a522d5f | 2020-01-27 21:50:47 -0800 | [diff] [blame^] | 88 | } else { |
| 89 | num = wire.Number(n) |
Damien Neil | fe15dd4 | 2019-12-06 15:36:03 -0800 | [diff] [blame] | 90 | } |
Damien Neil | a522d5f | 2020-01-27 21:50:47 -0800 | [diff] [blame^] | 91 | wtyp := wire.Type(tag & 7) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 92 | |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 93 | if wtyp == wire.EndGroupType { |
| 94 | if num != groupTag { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 95 | return out, errors.New("mismatching end group marker") |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 96 | } |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 97 | groupTag = 0 |
| 98 | break |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 99 | } |
| 100 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 101 | var f *coderFieldInfo |
| 102 | if int(num) < len(mi.denseCoderFields) { |
| 103 | f = mi.denseCoderFields[num] |
| 104 | } else { |
| 105 | f = mi.coderFields[num] |
| 106 | } |
Damien Neil | ce8f7f6 | 2020-01-24 16:00:20 -0800 | [diff] [blame] | 107 | var n int |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 108 | err := errUnknown |
| 109 | switch { |
| 110 | case f != nil: |
| 111 | if f.funcs.unmarshal == nil { |
| 112 | break |
| 113 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 114 | var o unmarshalOutput |
| 115 | o, err = f.funcs.unmarshal(b, p.Apply(f.offset), wtyp, opts) |
| 116 | n = o.n |
Damien Neil | 170b2bf | 2020-01-24 16:42:42 -0800 | [diff] [blame] | 117 | if err != nil { |
| 118 | break |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 119 | } |
Damien Neil | 170b2bf | 2020-01-24 16:42:42 -0800 | [diff] [blame] | 120 | requiredMask |= f.validation.requiredBit |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 121 | if f.funcs.isInit != nil && !o.initialized { |
| 122 | initialized = false |
| 123 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 124 | default: |
| 125 | // Possible extension. |
| 126 | if exts == nil && mi.extensionOffset.IsValid() { |
| 127 | exts = p.Apply(mi.extensionOffset).Extensions() |
| 128 | if *exts == nil { |
| 129 | *exts = make(map[int32]ExtensionField) |
| 130 | } |
| 131 | } |
| 132 | if exts == nil { |
| 133 | break |
| 134 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 135 | var o unmarshalOutput |
| 136 | o, err = mi.unmarshalExtension(b, num, wtyp, *exts, opts) |
| 137 | n = o.n |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 138 | if !o.initialized { |
| 139 | initialized = false |
| 140 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 141 | } |
| 142 | if err != nil { |
| 143 | if err != errUnknown { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 144 | return out, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 145 | } |
| 146 | n = wire.ConsumeFieldValue(num, wtyp, b) |
| 147 | if n < 0 { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 148 | return out, wire.ParseError(n) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 149 | } |
Damien Neil | a60e709 | 2020-01-28 14:53:44 -0800 | [diff] [blame] | 150 | if !opts.DiscardUnknown() && mi.unknownOffset.IsValid() { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 151 | u := p.Apply(mi.unknownOffset).Bytes() |
| 152 | *u = wire.AppendTag(*u, num, wtyp) |
| 153 | *u = append(*u, b[:n]...) |
| 154 | } |
| 155 | } |
| 156 | b = b[n:] |
| 157 | } |
| 158 | if groupTag != 0 { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 159 | return out, errors.New("missing end group marker") |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 160 | } |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 161 | if mi.numRequiredFields > 0 && bits.OnesCount64(requiredMask) != int(mi.numRequiredFields) { |
| 162 | initialized = false |
| 163 | } |
| 164 | if initialized { |
| 165 | out.initialized = true |
| 166 | } |
| 167 | out.n = start - len(b) |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 168 | return out, nil |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 169 | } |
| 170 | |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 171 | func (mi *MessageInfo) unmarshalExtension(b []byte, num wire.Number, wtyp wire.Type, exts map[int32]ExtensionField, opts unmarshalOptions) (out unmarshalOutput, err error) { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 172 | x := exts[int32(num)] |
Damien Neil | ef19a2a | 2019-11-01 12:00:37 -0700 | [diff] [blame] | 173 | xt := x.Type() |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 174 | if xt == nil { |
| 175 | var err error |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame] | 176 | xt, err = opts.Resolver.FindExtensionByNumber(mi.Desc.FullName(), num) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 177 | if err != nil { |
| 178 | if err == preg.NotFound { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 179 | return out, errUnknown |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 180 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 181 | return out, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 182 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 183 | } |
Damien Neil | 79571e9 | 2019-12-09 10:24:36 -0800 | [diff] [blame] | 184 | xi := getExtensionFieldInfo(xt) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 185 | if xi.funcs.unmarshal == nil { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 186 | return out, errUnknown |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 187 | } |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 188 | ival := x.Value() |
| 189 | if !ival.IsValid() && xi.unmarshalNeedsValue { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 190 | // Create a new message, list, or map value to fill in. |
| 191 | // For enums, create a prototype value to let the unmarshal func know the |
| 192 | // concrete type. |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 193 | ival = xt.New() |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 194 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 195 | v, out, err := xi.funcs.unmarshal(b, ival, num, wtyp, opts) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 196 | if err != nil { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 197 | return out, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 198 | } |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 199 | x.Set(xt, v) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 200 | exts[int32(num)] = x |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 201 | return out, nil |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 202 | } |