Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 1 | // Copyright 2019 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package impl |
| 6 | |
| 7 | import ( |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 8 | "fmt" |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 9 | "reflect" |
| 10 | "sort" |
| 11 | |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 12 | "google.golang.org/protobuf/internal/encoding/messageset" |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 13 | "google.golang.org/protobuf/internal/encoding/wire" |
Damien Neil | 01c0e8d | 2019-11-12 12:33:12 -0800 | [diff] [blame] | 14 | "google.golang.org/protobuf/internal/fieldsort" |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 15 | pref "google.golang.org/protobuf/reflect/protoreflect" |
| 16 | piface "google.golang.org/protobuf/runtime/protoiface" |
| 17 | ) |
| 18 | |
| 19 | // coderMessageInfo contains per-message information used by the fast-path functions. |
| 20 | // This is a different type from MessageInfo to keep MessageInfo as general-purpose as |
| 21 | // possible. |
| 22 | type coderMessageInfo struct { |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 23 | methods piface.Methods |
| 24 | |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 25 | orderedCoderFields []*coderFieldInfo |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 26 | denseCoderFields []*coderFieldInfo |
| 27 | coderFields map[wire.Number]*coderFieldInfo |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 28 | sizecacheOffset offset |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 29 | unknownOffset offset |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 30 | extensionOffset offset |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 31 | needsInitCheck bool |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 32 | isMessageSet bool |
Damien Neil | b0c26f1 | 2019-12-16 09:37:59 -0800 | [diff] [blame] | 33 | numRequiredFields uint8 |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 34 | } |
| 35 | |
| 36 | type coderFieldInfo struct { |
| 37 | funcs pointerCoderFuncs // fast-path per-field functions |
Damien Neil | b0c26f1 | 2019-12-16 09:37:59 -0800 | [diff] [blame] | 38 | validation validationInfo // information used by message validation |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 39 | num pref.FieldNumber // field number |
| 40 | offset offset // struct field offset |
| 41 | wiretag uint64 // field tag (number + wire type) |
| 42 | tagsize int // size of the varint-encoded tag |
| 43 | isPointer bool // true if IsNil may be called on the struct field |
| 44 | isRequired bool // true if field is required |
| 45 | } |
| 46 | |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 47 | func (mi *MessageInfo) makeCoderMethods(t reflect.Type, si structInfo) { |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 48 | mi.sizecacheOffset = si.sizecacheOffset |
| 49 | mi.unknownOffset = si.unknownOffset |
| 50 | mi.extensionOffset = si.extensionOffset |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 51 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 52 | mi.coderFields = make(map[wire.Number]*coderFieldInfo) |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 53 | fields := mi.Desc.Fields() |
Damien Neil | 92f7618 | 2019-08-02 16:58:08 -0700 | [diff] [blame] | 54 | for i := 0; i < fields.Len(); i++ { |
| 55 | fd := fields.Get(i) |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 56 | |
| 57 | fs := si.fieldsByNumber[fd.Number()] |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 58 | if fd.ContainingOneof() != nil { |
| 59 | fs = si.oneofsByName[fd.ContainingOneof().Name()] |
| 60 | } |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 61 | ft := fs.Type |
| 62 | var wiretag uint64 |
| 63 | if !fd.IsPacked() { |
| 64 | wiretag = wire.EncodeTag(fd.Number(), wireTypes[fd.Kind()]) |
| 65 | } else { |
| 66 | wiretag = wire.EncodeTag(fd.Number(), wire.BytesType) |
| 67 | } |
Joe Tsai | 6e09599 | 2019-08-10 13:56:36 -0700 | [diff] [blame] | 68 | var fieldOffset offset |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 69 | var funcs pointerCoderFuncs |
Joe Tsai | 6e09599 | 2019-08-10 13:56:36 -0700 | [diff] [blame] | 70 | switch { |
| 71 | case fd.ContainingOneof() != nil: |
| 72 | fieldOffset = offsetOf(fs, mi.Exporter) |
Joe Tsai | 6e09599 | 2019-08-10 13:56:36 -0700 | [diff] [blame] | 73 | case fd.IsWeak(): |
| 74 | fieldOffset = si.weakOffset |
| 75 | funcs = makeWeakMessageFieldCoder(fd) |
| 76 | default: |
| 77 | fieldOffset = offsetOf(fs, mi.Exporter) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 78 | funcs = fieldCoder(fd, ft) |
| 79 | } |
| 80 | cf := &coderFieldInfo{ |
Damien Neil | b0c26f1 | 2019-12-16 09:37:59 -0800 | [diff] [blame] | 81 | num: fd.Number(), |
| 82 | offset: fieldOffset, |
| 83 | wiretag: wiretag, |
| 84 | tagsize: wire.SizeVarint(wiretag), |
| 85 | funcs: funcs, |
| 86 | validation: newFieldValidationInfo(mi, si, fd, ft), |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 87 | isPointer: (fd.Cardinality() == pref.Repeated || |
| 88 | fd.Kind() == pref.MessageKind || |
| 89 | fd.Kind() == pref.GroupKind || |
| 90 | fd.Syntax() != pref.Proto3), |
| 91 | isRequired: fd.Cardinality() == pref.Required, |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 92 | } |
| 93 | mi.orderedCoderFields = append(mi.orderedCoderFields, cf) |
| 94 | mi.coderFields[cf.num] = cf |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 95 | } |
Damien Neil | ce413af | 2019-12-05 16:36:28 -0800 | [diff] [blame] | 96 | for i, oneofs := 0, mi.Desc.Oneofs(); i < oneofs.Len(); i++ { |
| 97 | mi.initOneofFieldCoders(oneofs.Get(i), si) |
| 98 | } |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 99 | if messageset.IsMessageSet(mi.Desc) { |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 100 | if !mi.extensionOffset.IsValid() { |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 101 | panic(fmt.Sprintf("%v: MessageSet with no extensions field", mi.Desc.FullName())) |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 102 | } |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 103 | if !mi.unknownOffset.IsValid() { |
| 104 | panic(fmt.Sprintf("%v: MessageSet with no unknown field", mi.Desc.FullName())) |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 105 | } |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 106 | mi.isMessageSet = true |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 107 | } |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 108 | sort.Slice(mi.orderedCoderFields, func(i, j int) bool { |
| 109 | return mi.orderedCoderFields[i].num < mi.orderedCoderFields[j].num |
| 110 | }) |
| 111 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 112 | var maxDense pref.FieldNumber |
| 113 | for _, cf := range mi.orderedCoderFields { |
| 114 | if cf.num >= 16 && cf.num >= 2*maxDense { |
| 115 | break |
| 116 | } |
| 117 | maxDense = cf.num |
| 118 | } |
| 119 | mi.denseCoderFields = make([]*coderFieldInfo, maxDense+1) |
| 120 | for _, cf := range mi.orderedCoderFields { |
| 121 | if int(cf.num) > len(mi.denseCoderFields) { |
| 122 | break |
| 123 | } |
| 124 | mi.denseCoderFields[cf.num] = cf |
| 125 | } |
| 126 | |
Damien Neil | 01c0e8d | 2019-11-12 12:33:12 -0800 | [diff] [blame] | 127 | // To preserve compatibility with historic wire output, marshal oneofs last. |
| 128 | if mi.Desc.Oneofs().Len() > 0 { |
| 129 | sort.Slice(mi.orderedCoderFields, func(i, j int) bool { |
| 130 | fi := fields.ByNumber(mi.orderedCoderFields[i].num) |
| 131 | fj := fields.ByNumber(mi.orderedCoderFields[j].num) |
| 132 | return fieldsort.Less(fi, fj) |
| 133 | }) |
| 134 | } |
| 135 | |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 136 | mi.needsInitCheck = needsInitCheck(mi.Desc) |
Damien Neil | 61781dd | 2020-01-21 13:29:51 -0800 | [diff] [blame^] | 137 | if mi.methods.Marshal == nil && mi.methods.Size == nil { |
Damien Neil | 37ef691 | 2019-09-25 16:51:15 -0700 | [diff] [blame] | 138 | mi.methods.Flags |= piface.SupportMarshalDeterministic |
Damien Neil | 61781dd | 2020-01-21 13:29:51 -0800 | [diff] [blame^] | 139 | mi.methods.Marshal = mi.marshal |
Damien Neil | 37ef691 | 2019-09-25 16:51:15 -0700 | [diff] [blame] | 140 | mi.methods.Size = mi.size |
| 141 | } |
| 142 | if mi.methods.Unmarshal == nil { |
| 143 | mi.methods.Flags |= piface.SupportUnmarshalDiscardUnknown |
| 144 | mi.methods.Unmarshal = mi.unmarshal |
| 145 | } |
| 146 | if mi.methods.IsInitialized == nil { |
| 147 | mi.methods.IsInitialized = mi.isInitialized |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 148 | } |
| 149 | } |