Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 1 | // Copyright 2018 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style. |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package proto |
| 6 | |
| 7 | import ( |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 8 | "google.golang.org/protobuf/internal/encoding/messageset" |
Damien Neil | e89e624 | 2019-05-13 23:55:40 -0700 | [diff] [blame] | 9 | "google.golang.org/protobuf/internal/encoding/wire" |
| 10 | "google.golang.org/protobuf/internal/errors" |
| 11 | "google.golang.org/protobuf/internal/pragma" |
| 12 | "google.golang.org/protobuf/reflect/protoreflect" |
| 13 | "google.golang.org/protobuf/reflect/protoregistry" |
| 14 | "google.golang.org/protobuf/runtime/protoiface" |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 15 | ) |
| 16 | |
| 17 | // UnmarshalOptions configures the unmarshaler. |
| 18 | // |
| 19 | // Example usage: |
| 20 | // err := UnmarshalOptions{DiscardUnknown: true}.Unmarshal(b, m) |
| 21 | type UnmarshalOptions struct { |
Joe Tsai | f8b855d | 2019-07-12 13:37:59 -0700 | [diff] [blame] | 22 | pragma.NoUnkeyedLiterals |
| 23 | |
Joe Tsai | 705acad | 2019-09-14 18:22:59 -0700 | [diff] [blame] | 24 | // Merge merges the input into the destination message. |
| 25 | // The default behavior is to always reset the message before unmarshaling, |
| 26 | // unless Merge is specified. |
| 27 | Merge bool |
| 28 | |
Damien Neil | 96c229a | 2019-04-03 12:17:24 -0700 | [diff] [blame] | 29 | // AllowPartial accepts input for messages that will result in missing |
| 30 | // required fields. If AllowPartial is false (the default), Unmarshal will |
| 31 | // return an error if there are any missing required fields. |
| 32 | AllowPartial bool |
| 33 | |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 34 | // If DiscardUnknown is set, unknown fields are ignored. |
| 35 | DiscardUnknown bool |
| 36 | |
Joe Tsai | db38ddd | 2019-05-07 15:14:40 -0700 | [diff] [blame] | 37 | // Resolver is used for looking up types when unmarshaling extension fields. |
| 38 | // If nil, this defaults to using protoregistry.GlobalTypes. |
Joe Tsai | 1c28304 | 2019-05-14 14:28:19 -0700 | [diff] [blame] | 39 | Resolver interface { |
| 40 | protoregistry.ExtensionTypeResolver |
| 41 | } |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 42 | } |
| 43 | |
Damien Neil | 0d3e8cc | 2019-04-01 13:31:55 -0700 | [diff] [blame] | 44 | var _ = protoiface.UnmarshalOptions(UnmarshalOptions{}) |
| 45 | |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 46 | // Unmarshal parses the wire-format message in b and places the result in m. |
| 47 | func Unmarshal(b []byte, m Message) error { |
| 48 | return UnmarshalOptions{}.Unmarshal(b, m) |
| 49 | } |
| 50 | |
| 51 | // Unmarshal parses the wire-format message in b and places the result in m. |
| 52 | func (o UnmarshalOptions) Unmarshal(b []byte, m Message) error { |
Joe Tsai | db38ddd | 2019-05-07 15:14:40 -0700 | [diff] [blame] | 53 | if o.Resolver == nil { |
| 54 | o.Resolver = protoregistry.GlobalTypes |
| 55 | } |
| 56 | |
Joe Tsai | 705acad | 2019-09-14 18:22:59 -0700 | [diff] [blame] | 57 | if !o.Merge { |
| 58 | Reset(m) |
| 59 | } |
Joe Tsai | 0f81b38 | 2019-07-10 23:14:31 -0700 | [diff] [blame] | 60 | err := o.unmarshalMessage(b, m.ProtoReflect()) |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 61 | if err != nil { |
Damien Neil | 0d3e8cc | 2019-04-01 13:31:55 -0700 | [diff] [blame] | 62 | return err |
| 63 | } |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 64 | if o.AllowPartial { |
| 65 | return nil |
Damien Neil | 4686e23 | 2019-04-05 13:31:40 -0700 | [diff] [blame] | 66 | } |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 67 | return IsInitialized(m) |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 68 | } |
| 69 | |
Joe Tsai | 0f81b38 | 2019-07-10 23:14:31 -0700 | [diff] [blame] | 70 | func (o UnmarshalOptions) unmarshalMessage(b []byte, m protoreflect.Message) error { |
Joe Tsai | f8b855d | 2019-07-12 13:37:59 -0700 | [diff] [blame] | 71 | if methods := protoMethods(m); methods != nil && methods.Unmarshal != nil && |
| 72 | !(o.DiscardUnknown && methods.Flags&protoiface.SupportUnmarshalDiscardUnknown == 0) { |
Joe Tsai | 0f81b38 | 2019-07-10 23:14:31 -0700 | [diff] [blame] | 73 | return methods.Unmarshal(b, m, protoiface.UnmarshalOptions(o)) |
Damien Neil | 0d3e8cc | 2019-04-01 13:31:55 -0700 | [diff] [blame] | 74 | } |
Joe Tsai | 0f81b38 | 2019-07-10 23:14:31 -0700 | [diff] [blame] | 75 | return o.unmarshalMessageSlow(b, m) |
Damien Neil | 0d3e8cc | 2019-04-01 13:31:55 -0700 | [diff] [blame] | 76 | } |
| 77 | |
Joe Tsai | 0f81b38 | 2019-07-10 23:14:31 -0700 | [diff] [blame] | 78 | func (o UnmarshalOptions) unmarshalMessageSlow(b []byte, m protoreflect.Message) error { |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 79 | md := m.Descriptor() |
| 80 | if messageset.IsMessageSet(md) { |
| 81 | return unmarshalMessageSet(b, m, o) |
| 82 | } |
| 83 | fields := md.Fields() |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 84 | for len(b) > 0 { |
| 85 | // Parse the tag (field number and wire type). |
| 86 | num, wtyp, tagLen := wire.ConsumeTag(b) |
| 87 | if tagLen < 0 { |
| 88 | return wire.ParseError(tagLen) |
| 89 | } |
| 90 | |
| 91 | // Parse the field value. |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 92 | fd := fields.ByNumber(num) |
| 93 | if fd == nil && md.ExtensionRanges().Has(num) { |
| 94 | extType, err := o.Resolver.FindExtensionByNumber(md.FullName(), num) |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 95 | if err != nil && err != protoregistry.NotFound { |
| 96 | return err |
Joe Tsai | db38ddd | 2019-05-07 15:14:40 -0700 | [diff] [blame] | 97 | } |
Damien Neil | 92f7618 | 2019-08-02 16:58:08 -0700 | [diff] [blame] | 98 | if extType != nil { |
Damien Neil | 79bfdbe | 2019-08-28 11:08:22 -0700 | [diff] [blame] | 99 | fd = extType.TypeDescriptor() |
Damien Neil | 92f7618 | 2019-08-02 16:58:08 -0700 | [diff] [blame] | 100 | } |
Damien Neil | d068d30 | 2018-12-17 14:06:08 -0800 | [diff] [blame] | 101 | } |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 102 | var err error |
| 103 | var valLen int |
| 104 | switch { |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 105 | case fd == nil: |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 106 | err = errUnknown |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 107 | case fd.IsList(): |
| 108 | valLen, err = o.unmarshalList(b[tagLen:], wtyp, m.Mutable(fd).List(), fd) |
| 109 | case fd.IsMap(): |
| 110 | valLen, err = o.unmarshalMap(b[tagLen:], wtyp, m.Mutable(fd).Map(), fd) |
Joe Tsai | ac31a35 | 2019-05-13 14:32:56 -0700 | [diff] [blame] | 111 | default: |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 112 | valLen, err = o.unmarshalSingular(b[tagLen:], wtyp, m, fd) |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 113 | } |
| 114 | if err == errUnknown { |
| 115 | valLen = wire.ConsumeFieldValue(num, wtyp, b[tagLen:]) |
| 116 | if valLen < 0 { |
| 117 | return wire.ParseError(valLen) |
| 118 | } |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 119 | m.SetUnknown(append(m.GetUnknown(), b[:tagLen+valLen]...)) |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 120 | } else if err != nil { |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 121 | return err |
| 122 | } |
| 123 | b = b[tagLen+valLen:] |
| 124 | } |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 125 | return nil |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 126 | } |
| 127 | |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 128 | func (o UnmarshalOptions) unmarshalSingular(b []byte, wtyp wire.Type, m protoreflect.Message, fd protoreflect.FieldDescriptor) (n int, err error) { |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 129 | v, n, err := o.unmarshalScalar(b, wtyp, fd) |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 130 | if err != nil { |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 131 | return 0, err |
| 132 | } |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 133 | switch fd.Kind() { |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 134 | case protoreflect.GroupKind, protoreflect.MessageKind: |
Joe Tsai | 6c28674 | 2019-07-11 23:15:05 -0700 | [diff] [blame] | 135 | m2 := m.Mutable(fd).Message() |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 136 | if err := o.unmarshalMessage(v.Bytes(), m2); err != nil { |
Damien Neil | bc310b5 | 2019-04-11 11:46:55 -0700 | [diff] [blame] | 137 | return n, err |
| 138 | } |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 139 | default: |
| 140 | // Non-message scalars replace the previous value. |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 141 | m.Set(fd, v) |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 142 | } |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 143 | return n, nil |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 144 | } |
| 145 | |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 146 | func (o UnmarshalOptions) unmarshalMap(b []byte, wtyp wire.Type, mapv protoreflect.Map, fd protoreflect.FieldDescriptor) (n int, err error) { |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 147 | if wtyp != wire.BytesType { |
| 148 | return 0, errUnknown |
| 149 | } |
| 150 | b, n = wire.ConsumeBytes(b) |
| 151 | if n < 0 { |
| 152 | return 0, wire.ParseError(n) |
| 153 | } |
| 154 | var ( |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 155 | keyField = fd.MapKey() |
| 156 | valField = fd.MapValue() |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 157 | key protoreflect.Value |
| 158 | val protoreflect.Value |
| 159 | haveKey bool |
| 160 | haveVal bool |
| 161 | ) |
| 162 | switch valField.Kind() { |
| 163 | case protoreflect.GroupKind, protoreflect.MessageKind: |
Damien Neil | d91c422 | 2019-09-04 10:46:00 -0700 | [diff] [blame] | 164 | val = mapv.NewValue() |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 165 | } |
| 166 | // Map entries are represented as a two-element message with fields |
| 167 | // containing the key and value. |
| 168 | for len(b) > 0 { |
| 169 | num, wtyp, n := wire.ConsumeTag(b) |
| 170 | if n < 0 { |
| 171 | return 0, wire.ParseError(n) |
| 172 | } |
| 173 | b = b[n:] |
| 174 | err = errUnknown |
| 175 | switch num { |
| 176 | case 1: |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 177 | key, n, err = o.unmarshalScalar(b, wtyp, keyField) |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 178 | if err != nil { |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 179 | break |
| 180 | } |
| 181 | haveKey = true |
| 182 | case 2: |
| 183 | var v protoreflect.Value |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 184 | v, n, err = o.unmarshalScalar(b, wtyp, valField) |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 185 | if err != nil { |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 186 | break |
| 187 | } |
| 188 | switch valField.Kind() { |
| 189 | case protoreflect.GroupKind, protoreflect.MessageKind: |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 190 | if err := o.unmarshalMessage(v.Bytes(), val.Message()); err != nil { |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 191 | return 0, err |
| 192 | } |
| 193 | default: |
| 194 | val = v |
| 195 | } |
| 196 | haveVal = true |
| 197 | } |
| 198 | if err == errUnknown { |
| 199 | n = wire.ConsumeFieldValue(num, wtyp, b) |
| 200 | if n < 0 { |
| 201 | return 0, wire.ParseError(n) |
| 202 | } |
Damien Neil | bc310b5 | 2019-04-11 11:46:55 -0700 | [diff] [blame] | 203 | } else if err != nil { |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 204 | return 0, err |
| 205 | } |
| 206 | b = b[n:] |
| 207 | } |
| 208 | // Every map entry should have entries for key and value, but this is not strictly required. |
| 209 | if !haveKey { |
| 210 | key = keyField.Default() |
| 211 | } |
| 212 | if !haveVal { |
| 213 | switch valField.Kind() { |
| 214 | case protoreflect.GroupKind, protoreflect.MessageKind: |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 215 | default: |
| 216 | val = valField.Default() |
| 217 | } |
| 218 | } |
| 219 | mapv.Set(key.MapKey(), val) |
Damien Neil | 8c86fc5 | 2019-06-19 09:28:29 -0700 | [diff] [blame] | 220 | return n, nil |
Damien Neil | ba23aa5 | 2018-12-07 14:38:17 -0800 | [diff] [blame] | 221 | } |
| 222 | |
| 223 | // errUnknown is used internally to indicate fields which should be added |
| 224 | // to the unknown field set of a message. It is never returned from an exported |
| 225 | // function. |
Damien Neil | 96c229a | 2019-04-03 12:17:24 -0700 | [diff] [blame] | 226 | var errUnknown = errors.New("BUG: internal error (unknown)") |