blob: cbc21b3af1350c8af2ce01c2cfa079604a0a1031 [file] [log] [blame]
Damien Neile91877d2019-06-27 10:54:42 -07001// Copyright 2019 The Go Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style
3// license that can be found in the LICENSE file.
4
5package impl
6
7import (
Damien Neilc600d6c2020-01-21 15:00:33 -08008 "math/bits"
9
Damien Neile91877d2019-06-27 10:54:42 -070010 "google.golang.org/protobuf/internal/encoding/wire"
11 "google.golang.org/protobuf/internal/errors"
Damien Neilce3384c2019-11-06 13:18:28 -080012 "google.golang.org/protobuf/internal/flags"
Damien Neile91877d2019-06-27 10:54:42 -070013 "google.golang.org/protobuf/proto"
14 pref "google.golang.org/protobuf/reflect/protoreflect"
15 preg "google.golang.org/protobuf/reflect/protoregistry"
16 piface "google.golang.org/protobuf/runtime/protoiface"
17)
18
Damien Neil524c6062020-01-28 13:32:01 -080019type unmarshalOptions piface.UnmarshalOptions
Damien Neile91877d2019-06-27 10:54:42 -070020
21func (o unmarshalOptions) Options() proto.UnmarshalOptions {
22 return proto.UnmarshalOptions{
Joe Tsai705acad2019-09-14 18:22:59 -070023 Merge: true,
Damien Neile91877d2019-06-27 10:54:42 -070024 AllowPartial: true,
25 DiscardUnknown: o.DiscardUnknown(),
Damien Neil524c6062020-01-28 13:32:01 -080026 Resolver: o.Resolver,
Damien Neile91877d2019-06-27 10:54:42 -070027 }
28}
29
Damien Neil524c6062020-01-28 13:32:01 -080030func (o unmarshalOptions) DiscardUnknown() bool { return o.Flags&piface.UnmarshalDiscardUnknown != 0 }
Damien Neile91877d2019-06-27 10:54:42 -070031
Damien Neilf0831e82020-01-21 14:25:12 -080032type unmarshalOutput struct {
Damien Neilc600d6c2020-01-21 15:00:33 -080033 n int // number of bytes consumed
34 initialized bool
Damien Neilf0831e82020-01-21 14:25:12 -080035}
36
Damien Neile91877d2019-06-27 10:54:42 -070037// unmarshal is protoreflect.Methods.Unmarshal.
Damien Neild30e5612020-01-22 10:28:16 -080038func (mi *MessageInfo) unmarshal(m pref.Message, in piface.UnmarshalInput, opts piface.UnmarshalOptions) (piface.UnmarshalOutput, error) {
Joe Tsai0f81b382019-07-10 23:14:31 -070039 var p pointer
40 if ms, ok := m.(*messageState); ok {
41 p = ms.pointer()
42 } else {
43 p = m.(*messageReflectWrapper).pointer()
44 }
Damien Neil524c6062020-01-28 13:32:01 -080045 out, err := mi.unmarshalPointer(in.Buf, p, 0, unmarshalOptions(opts))
Damien Neilc600d6c2020-01-21 15:00:33 -080046 return piface.UnmarshalOutput{
47 Initialized: out.initialized,
48 }, err
Damien Neile91877d2019-06-27 10:54:42 -070049}
50
51// errUnknown is returned during unmarshaling to indicate a parse error that
52// should result in a field being placed in the unknown fields section (for example,
53// when the wire type doesn't match) as opposed to the entire unmarshal operation
54// failing (for example, when a field extends past the available input).
55//
56// This is a sentinel error which should never be visible to the user.
57var errUnknown = errors.New("unknown")
58
Damien Neilf0831e82020-01-21 14:25:12 -080059func (mi *MessageInfo) unmarshalPointer(b []byte, p pointer, groupTag wire.Number, opts unmarshalOptions) (out unmarshalOutput, err error) {
Damien Neile91877d2019-06-27 10:54:42 -070060 mi.init()
Damien Neilce3384c2019-11-06 13:18:28 -080061 if flags.ProtoLegacy && mi.isMessageSet {
62 return unmarshalMessageSet(mi, b, p, opts)
63 }
Damien Neilc600d6c2020-01-21 15:00:33 -080064 initialized := true
65 var requiredMask uint64
Damien Neile91877d2019-06-27 10:54:42 -070066 var exts *map[int32]ExtensionField
67 start := len(b)
68 for len(b) > 0 {
69 // Parse the tag (field number and wire type).
Damien Neilce8f7f62020-01-24 16:00:20 -080070 var tag uint64
71 if b[0] < 0x80 {
72 tag = uint64(b[0])
73 b = b[1:]
74 } else if len(b) >= 2 && b[1] < 128 {
75 tag = uint64(b[0]&0x7f) + uint64(b[1])<<7
76 b = b[2:]
77 } else {
78 var n int
79 tag, n = wire.ConsumeVarint(b)
80 if n < 0 {
81 return out, wire.ParseError(n)
82 }
83 b = b[n:]
Damien Neile91877d2019-06-27 10:54:42 -070084 }
Damien Neila522d5f2020-01-27 21:50:47 -080085 var num wire.Number
86 if n := tag >> 3; n < uint64(wire.MinValidNumber) || n > uint64(wire.MaxValidNumber) {
Damien Neilf0831e82020-01-21 14:25:12 -080087 return out, errors.New("invalid field number")
Damien Neila522d5f2020-01-27 21:50:47 -080088 } else {
89 num = wire.Number(n)
Damien Neilfe15dd42019-12-06 15:36:03 -080090 }
Damien Neila522d5f2020-01-27 21:50:47 -080091 wtyp := wire.Type(tag & 7)
Damien Neile91877d2019-06-27 10:54:42 -070092
Damien Neil2ae60932020-01-14 11:12:21 -080093 if wtyp == wire.EndGroupType {
94 if num != groupTag {
Damien Neilf0831e82020-01-21 14:25:12 -080095 return out, errors.New("mismatching end group marker")
Damien Neil2ae60932020-01-14 11:12:21 -080096 }
Damien Neilc600d6c2020-01-21 15:00:33 -080097 groupTag = 0
98 break
Damien Neil2ae60932020-01-14 11:12:21 -080099 }
100
Damien Neile91877d2019-06-27 10:54:42 -0700101 var f *coderFieldInfo
102 if int(num) < len(mi.denseCoderFields) {
103 f = mi.denseCoderFields[num]
104 } else {
105 f = mi.coderFields[num]
106 }
Damien Neilce8f7f62020-01-24 16:00:20 -0800107 var n int
Damien Neile91877d2019-06-27 10:54:42 -0700108 err := errUnknown
109 switch {
110 case f != nil:
111 if f.funcs.unmarshal == nil {
112 break
113 }
Damien Neilf0831e82020-01-21 14:25:12 -0800114 var o unmarshalOutput
115 o, err = f.funcs.unmarshal(b, p.Apply(f.offset), wtyp, opts)
116 n = o.n
Damien Neil170b2bf2020-01-24 16:42:42 -0800117 if err != nil {
118 break
Damien Neilc600d6c2020-01-21 15:00:33 -0800119 }
Damien Neil170b2bf2020-01-24 16:42:42 -0800120 requiredMask |= f.validation.requiredBit
Damien Neilc600d6c2020-01-21 15:00:33 -0800121 if f.funcs.isInit != nil && !o.initialized {
122 initialized = false
123 }
Damien Neile91877d2019-06-27 10:54:42 -0700124 default:
125 // Possible extension.
126 if exts == nil && mi.extensionOffset.IsValid() {
127 exts = p.Apply(mi.extensionOffset).Extensions()
128 if *exts == nil {
129 *exts = make(map[int32]ExtensionField)
130 }
131 }
132 if exts == nil {
133 break
134 }
Damien Neilf0831e82020-01-21 14:25:12 -0800135 var o unmarshalOutput
136 o, err = mi.unmarshalExtension(b, num, wtyp, *exts, opts)
137 n = o.n
Damien Neilc600d6c2020-01-21 15:00:33 -0800138 if !o.initialized {
139 initialized = false
140 }
Damien Neile91877d2019-06-27 10:54:42 -0700141 }
142 if err != nil {
143 if err != errUnknown {
Damien Neilf0831e82020-01-21 14:25:12 -0800144 return out, err
Damien Neile91877d2019-06-27 10:54:42 -0700145 }
146 n = wire.ConsumeFieldValue(num, wtyp, b)
147 if n < 0 {
Damien Neilf0831e82020-01-21 14:25:12 -0800148 return out, wire.ParseError(n)
Damien Neile91877d2019-06-27 10:54:42 -0700149 }
Damien Neila60e7092020-01-28 14:53:44 -0800150 if !opts.DiscardUnknown() && mi.unknownOffset.IsValid() {
Damien Neile91877d2019-06-27 10:54:42 -0700151 u := p.Apply(mi.unknownOffset).Bytes()
152 *u = wire.AppendTag(*u, num, wtyp)
153 *u = append(*u, b[:n]...)
154 }
155 }
156 b = b[n:]
157 }
158 if groupTag != 0 {
Damien Neilf0831e82020-01-21 14:25:12 -0800159 return out, errors.New("missing end group marker")
Damien Neile91877d2019-06-27 10:54:42 -0700160 }
Damien Neilc600d6c2020-01-21 15:00:33 -0800161 if mi.numRequiredFields > 0 && bits.OnesCount64(requiredMask) != int(mi.numRequiredFields) {
162 initialized = false
163 }
164 if initialized {
165 out.initialized = true
166 }
167 out.n = start - len(b)
Damien Neilf0831e82020-01-21 14:25:12 -0800168 return out, nil
Damien Neile91877d2019-06-27 10:54:42 -0700169}
170
Damien Neilf0831e82020-01-21 14:25:12 -0800171func (mi *MessageInfo) unmarshalExtension(b []byte, num wire.Number, wtyp wire.Type, exts map[int32]ExtensionField, opts unmarshalOptions) (out unmarshalOutput, err error) {
Damien Neile91877d2019-06-27 10:54:42 -0700172 x := exts[int32(num)]
Damien Neilef19a2a2019-11-01 12:00:37 -0700173 xt := x.Type()
Damien Neile91877d2019-06-27 10:54:42 -0700174 if xt == nil {
175 var err error
Damien Neil524c6062020-01-28 13:32:01 -0800176 xt, err = opts.Resolver.FindExtensionByNumber(mi.Desc.FullName(), num)
Damien Neile91877d2019-06-27 10:54:42 -0700177 if err != nil {
178 if err == preg.NotFound {
Damien Neilf0831e82020-01-21 14:25:12 -0800179 return out, errUnknown
Damien Neile91877d2019-06-27 10:54:42 -0700180 }
Damien Neilf0831e82020-01-21 14:25:12 -0800181 return out, err
Damien Neile91877d2019-06-27 10:54:42 -0700182 }
Damien Neile91877d2019-06-27 10:54:42 -0700183 }
Damien Neil79571e92019-12-09 10:24:36 -0800184 xi := getExtensionFieldInfo(xt)
Damien Neile91877d2019-06-27 10:54:42 -0700185 if xi.funcs.unmarshal == nil {
Damien Neilf0831e82020-01-21 14:25:12 -0800186 return out, errUnknown
Damien Neile91877d2019-06-27 10:54:42 -0700187 }
Damien Neil68b81c32019-08-22 11:41:32 -0700188 ival := x.Value()
189 if !ival.IsValid() && xi.unmarshalNeedsValue {
Damien Neile91877d2019-06-27 10:54:42 -0700190 // Create a new message, list, or map value to fill in.
191 // For enums, create a prototype value to let the unmarshal func know the
192 // concrete type.
Damien Neil68b81c32019-08-22 11:41:32 -0700193 ival = xt.New()
Damien Neile91877d2019-06-27 10:54:42 -0700194 }
Damien Neilf0831e82020-01-21 14:25:12 -0800195 v, out, err := xi.funcs.unmarshal(b, ival, num, wtyp, opts)
Damien Neile91877d2019-06-27 10:54:42 -0700196 if err != nil {
Damien Neilf0831e82020-01-21 14:25:12 -0800197 return out, err
Damien Neile91877d2019-06-27 10:54:42 -0700198 }
Damien Neil68b81c32019-08-22 11:41:32 -0700199 x.Set(xt, v)
Damien Neile91877d2019-06-27 10:54:42 -0700200 exts[int32(num)] = x
Damien Neilf0831e82020-01-21 14:25:12 -0800201 return out, nil
Damien Neile91877d2019-06-27 10:54:42 -0700202}