Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 1 | // Copyright 2019 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package impl |
| 6 | |
| 7 | import ( |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 8 | "math/bits" |
| 9 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 10 | "google.golang.org/protobuf/internal/encoding/wire" |
| 11 | "google.golang.org/protobuf/internal/errors" |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 12 | "google.golang.org/protobuf/internal/flags" |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 13 | "google.golang.org/protobuf/proto" |
| 14 | pref "google.golang.org/protobuf/reflect/protoreflect" |
| 15 | preg "google.golang.org/protobuf/reflect/protoregistry" |
| 16 | piface "google.golang.org/protobuf/runtime/protoiface" |
| 17 | ) |
| 18 | |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame^] | 19 | type unmarshalOptions piface.UnmarshalOptions |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 20 | |
| 21 | func (o unmarshalOptions) Options() proto.UnmarshalOptions { |
| 22 | return proto.UnmarshalOptions{ |
Joe Tsai | 705acad | 2019-09-14 18:22:59 -0700 | [diff] [blame] | 23 | Merge: true, |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 24 | AllowPartial: true, |
| 25 | DiscardUnknown: o.DiscardUnknown(), |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame^] | 26 | Resolver: o.Resolver, |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 27 | } |
| 28 | } |
| 29 | |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame^] | 30 | func (o unmarshalOptions) DiscardUnknown() bool { return o.Flags&piface.UnmarshalDiscardUnknown != 0 } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 31 | |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 32 | type unmarshalOutput struct { |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 33 | n int // number of bytes consumed |
| 34 | initialized bool |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 35 | } |
| 36 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 37 | // unmarshal is protoreflect.Methods.Unmarshal. |
Damien Neil | d30e561 | 2020-01-22 10:28:16 -0800 | [diff] [blame] | 38 | func (mi *MessageInfo) unmarshal(m pref.Message, in piface.UnmarshalInput, opts piface.UnmarshalOptions) (piface.UnmarshalOutput, error) { |
Joe Tsai | 0f81b38 | 2019-07-10 23:14:31 -0700 | [diff] [blame] | 39 | var p pointer |
| 40 | if ms, ok := m.(*messageState); ok { |
| 41 | p = ms.pointer() |
| 42 | } else { |
| 43 | p = m.(*messageReflectWrapper).pointer() |
| 44 | } |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame^] | 45 | out, err := mi.unmarshalPointer(in.Buf, p, 0, unmarshalOptions(opts)) |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 46 | return piface.UnmarshalOutput{ |
| 47 | Initialized: out.initialized, |
| 48 | }, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 49 | } |
| 50 | |
| 51 | // errUnknown is returned during unmarshaling to indicate a parse error that |
| 52 | // should result in a field being placed in the unknown fields section (for example, |
| 53 | // when the wire type doesn't match) as opposed to the entire unmarshal operation |
| 54 | // failing (for example, when a field extends past the available input). |
| 55 | // |
| 56 | // This is a sentinel error which should never be visible to the user. |
| 57 | var errUnknown = errors.New("unknown") |
| 58 | |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 59 | func (mi *MessageInfo) unmarshalPointer(b []byte, p pointer, groupTag wire.Number, opts unmarshalOptions) (out unmarshalOutput, err error) { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 60 | mi.init() |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 61 | if flags.ProtoLegacy && mi.isMessageSet { |
| 62 | return unmarshalMessageSet(mi, b, p, opts) |
| 63 | } |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 64 | initialized := true |
| 65 | var requiredMask uint64 |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 66 | var exts *map[int32]ExtensionField |
| 67 | start := len(b) |
| 68 | for len(b) > 0 { |
| 69 | // Parse the tag (field number and wire type). |
Damien Neil | ce8f7f6 | 2020-01-24 16:00:20 -0800 | [diff] [blame] | 70 | var tag uint64 |
| 71 | if b[0] < 0x80 { |
| 72 | tag = uint64(b[0]) |
| 73 | b = b[1:] |
| 74 | } else if len(b) >= 2 && b[1] < 128 { |
| 75 | tag = uint64(b[0]&0x7f) + uint64(b[1])<<7 |
| 76 | b = b[2:] |
| 77 | } else { |
| 78 | var n int |
| 79 | tag, n = wire.ConsumeVarint(b) |
| 80 | if n < 0 { |
| 81 | return out, wire.ParseError(n) |
| 82 | } |
| 83 | b = b[n:] |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 84 | } |
Damien Neil | ce8f7f6 | 2020-01-24 16:00:20 -0800 | [diff] [blame] | 85 | num := wire.Number(tag >> 3) |
| 86 | wtyp := wire.Type(tag & 7) |
| 87 | |
| 88 | if num < wire.MinValidNumber || num > wire.MaxValidNumber { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 89 | return out, errors.New("invalid field number") |
Damien Neil | fe15dd4 | 2019-12-06 15:36:03 -0800 | [diff] [blame] | 90 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 91 | |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 92 | if wtyp == wire.EndGroupType { |
| 93 | if num != groupTag { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 94 | return out, errors.New("mismatching end group marker") |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 95 | } |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 96 | groupTag = 0 |
| 97 | break |
Damien Neil | 2ae6093 | 2020-01-14 11:12:21 -0800 | [diff] [blame] | 98 | } |
| 99 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 100 | var f *coderFieldInfo |
| 101 | if int(num) < len(mi.denseCoderFields) { |
| 102 | f = mi.denseCoderFields[num] |
| 103 | } else { |
| 104 | f = mi.coderFields[num] |
| 105 | } |
Damien Neil | ce8f7f6 | 2020-01-24 16:00:20 -0800 | [diff] [blame] | 106 | var n int |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 107 | err := errUnknown |
| 108 | switch { |
| 109 | case f != nil: |
| 110 | if f.funcs.unmarshal == nil { |
| 111 | break |
| 112 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 113 | var o unmarshalOutput |
| 114 | o, err = f.funcs.unmarshal(b, p.Apply(f.offset), wtyp, opts) |
| 115 | n = o.n |
Damien Neil | 170b2bf | 2020-01-24 16:42:42 -0800 | [diff] [blame] | 116 | if err != nil { |
| 117 | break |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 118 | } |
Damien Neil | 170b2bf | 2020-01-24 16:42:42 -0800 | [diff] [blame] | 119 | requiredMask |= f.validation.requiredBit |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 120 | if f.funcs.isInit != nil && !o.initialized { |
| 121 | initialized = false |
| 122 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 123 | default: |
| 124 | // Possible extension. |
| 125 | if exts == nil && mi.extensionOffset.IsValid() { |
| 126 | exts = p.Apply(mi.extensionOffset).Extensions() |
| 127 | if *exts == nil { |
| 128 | *exts = make(map[int32]ExtensionField) |
| 129 | } |
| 130 | } |
| 131 | if exts == nil { |
| 132 | break |
| 133 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 134 | var o unmarshalOutput |
| 135 | o, err = mi.unmarshalExtension(b, num, wtyp, *exts, opts) |
| 136 | n = o.n |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 137 | if !o.initialized { |
| 138 | initialized = false |
| 139 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 140 | } |
| 141 | if err != nil { |
| 142 | if err != errUnknown { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 143 | return out, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 144 | } |
| 145 | n = wire.ConsumeFieldValue(num, wtyp, b) |
| 146 | if n < 0 { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 147 | return out, wire.ParseError(n) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 148 | } |
Damien Neil | a60e709 | 2020-01-28 14:53:44 -0800 | [diff] [blame] | 149 | if !opts.DiscardUnknown() && mi.unknownOffset.IsValid() { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 150 | u := p.Apply(mi.unknownOffset).Bytes() |
| 151 | *u = wire.AppendTag(*u, num, wtyp) |
| 152 | *u = append(*u, b[:n]...) |
| 153 | } |
| 154 | } |
| 155 | b = b[n:] |
| 156 | } |
| 157 | if groupTag != 0 { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 158 | return out, errors.New("missing end group marker") |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 159 | } |
Damien Neil | c600d6c | 2020-01-21 15:00:33 -0800 | [diff] [blame] | 160 | if mi.numRequiredFields > 0 && bits.OnesCount64(requiredMask) != int(mi.numRequiredFields) { |
| 161 | initialized = false |
| 162 | } |
| 163 | if initialized { |
| 164 | out.initialized = true |
| 165 | } |
| 166 | out.n = start - len(b) |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 167 | return out, nil |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 168 | } |
| 169 | |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 170 | func (mi *MessageInfo) unmarshalExtension(b []byte, num wire.Number, wtyp wire.Type, exts map[int32]ExtensionField, opts unmarshalOptions) (out unmarshalOutput, err error) { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 171 | x := exts[int32(num)] |
Damien Neil | ef19a2a | 2019-11-01 12:00:37 -0700 | [diff] [blame] | 172 | xt := x.Type() |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 173 | if xt == nil { |
| 174 | var err error |
Damien Neil | 524c606 | 2020-01-28 13:32:01 -0800 | [diff] [blame^] | 175 | xt, err = opts.Resolver.FindExtensionByNumber(mi.Desc.FullName(), num) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 176 | if err != nil { |
| 177 | if err == preg.NotFound { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 178 | return out, errUnknown |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 179 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 180 | return out, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 181 | } |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 182 | } |
Damien Neil | 79571e9 | 2019-12-09 10:24:36 -0800 | [diff] [blame] | 183 | xi := getExtensionFieldInfo(xt) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 184 | if xi.funcs.unmarshal == nil { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 185 | return out, errUnknown |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 186 | } |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 187 | ival := x.Value() |
| 188 | if !ival.IsValid() && xi.unmarshalNeedsValue { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 189 | // Create a new message, list, or map value to fill in. |
| 190 | // For enums, create a prototype value to let the unmarshal func know the |
| 191 | // concrete type. |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 192 | ival = xt.New() |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 193 | } |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 194 | v, out, err := xi.funcs.unmarshal(b, ival, num, wtyp, opts) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 195 | if err != nil { |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 196 | return out, err |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 197 | } |
Damien Neil | 68b81c3 | 2019-08-22 11:41:32 -0700 | [diff] [blame] | 198 | x.Set(xt, v) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 199 | exts[int32(num)] = x |
Damien Neil | f0831e8 | 2020-01-21 14:25:12 -0800 | [diff] [blame] | 200 | return out, nil |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 201 | } |