Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 1 | // Copyright 2019 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package impl |
| 6 | |
| 7 | import ( |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 8 | "fmt" |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 9 | "reflect" |
| 10 | "sort" |
| 11 | |
Joe Tsai | cd108d0 | 2020-02-14 18:08:02 -0800 | [diff] [blame] | 12 | "google.golang.org/protobuf/encoding/protowire" |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 13 | "google.golang.org/protobuf/internal/encoding/messageset" |
Damien Neil | 01c0e8d | 2019-11-12 12:33:12 -0800 | [diff] [blame] | 14 | "google.golang.org/protobuf/internal/fieldsort" |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 15 | pref "google.golang.org/protobuf/reflect/protoreflect" |
| 16 | piface "google.golang.org/protobuf/runtime/protoiface" |
| 17 | ) |
| 18 | |
| 19 | // coderMessageInfo contains per-message information used by the fast-path functions. |
| 20 | // This is a different type from MessageInfo to keep MessageInfo as general-purpose as |
| 21 | // possible. |
| 22 | type coderMessageInfo struct { |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 23 | methods piface.Methods |
| 24 | |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 25 | orderedCoderFields []*coderFieldInfo |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 26 | denseCoderFields []*coderFieldInfo |
Joe Tsai | cd108d0 | 2020-02-14 18:08:02 -0800 | [diff] [blame] | 27 | coderFields map[protowire.Number]*coderFieldInfo |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 28 | sizecacheOffset offset |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 29 | unknownOffset offset |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 30 | extensionOffset offset |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 31 | needsInitCheck bool |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 32 | isMessageSet bool |
Damien Neil | b0c26f1 | 2019-12-16 09:37:59 -0800 | [diff] [blame] | 33 | numRequiredFields uint8 |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 34 | } |
| 35 | |
| 36 | type coderFieldInfo struct { |
| 37 | funcs pointerCoderFuncs // fast-path per-field functions |
Damien Neil | 316febd | 2020-02-09 12:26:50 -0800 | [diff] [blame] | 38 | mi *MessageInfo // field's message |
| 39 | ft reflect.Type |
| 40 | validation validationInfo // information used by message validation |
| 41 | num pref.FieldNumber // field number |
| 42 | offset offset // struct field offset |
| 43 | wiretag uint64 // field tag (number + wire type) |
| 44 | tagsize int // size of the varint-encoded tag |
| 45 | isPointer bool // true if IsNil may be called on the struct field |
| 46 | isRequired bool // true if field is required |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 47 | } |
| 48 | |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 49 | func (mi *MessageInfo) makeCoderMethods(t reflect.Type, si structInfo) { |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 50 | mi.sizecacheOffset = si.sizecacheOffset |
| 51 | mi.unknownOffset = si.unknownOffset |
| 52 | mi.extensionOffset = si.extensionOffset |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 53 | |
Joe Tsai | cd108d0 | 2020-02-14 18:08:02 -0800 | [diff] [blame] | 54 | mi.coderFields = make(map[protowire.Number]*coderFieldInfo) |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 55 | fields := mi.Desc.Fields() |
Joe Tsai | 3034025 | 2020-05-08 00:32:06 -0700 | [diff] [blame^] | 56 | preallocFields := make([]coderFieldInfo, fields.Len()) |
Damien Neil | 92f7618 | 2019-08-02 16:58:08 -0700 | [diff] [blame] | 57 | for i := 0; i < fields.Len(); i++ { |
| 58 | fd := fields.Get(i) |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 59 | |
| 60 | fs := si.fieldsByNumber[fd.Number()] |
Joe Tsai | 387873d | 2020-04-28 14:44:38 -0700 | [diff] [blame] | 61 | isOneof := fd.ContainingOneof() != nil && !fd.ContainingOneof().IsSynthetic() |
| 62 | if isOneof { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 63 | fs = si.oneofsByName[fd.ContainingOneof().Name()] |
| 64 | } |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 65 | ft := fs.Type |
| 66 | var wiretag uint64 |
| 67 | if !fd.IsPacked() { |
Joe Tsai | cd108d0 | 2020-02-14 18:08:02 -0800 | [diff] [blame] | 68 | wiretag = protowire.EncodeTag(fd.Number(), wireTypes[fd.Kind()]) |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 69 | } else { |
Joe Tsai | cd108d0 | 2020-02-14 18:08:02 -0800 | [diff] [blame] | 70 | wiretag = protowire.EncodeTag(fd.Number(), protowire.BytesType) |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 71 | } |
Joe Tsai | 6e09599 | 2019-08-10 13:56:36 -0700 | [diff] [blame] | 72 | var fieldOffset offset |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 73 | var funcs pointerCoderFuncs |
Damien Neil | 316febd | 2020-02-09 12:26:50 -0800 | [diff] [blame] | 74 | var childMessage *MessageInfo |
Joe Tsai | 6e09599 | 2019-08-10 13:56:36 -0700 | [diff] [blame] | 75 | switch { |
Joe Tsai | 387873d | 2020-04-28 14:44:38 -0700 | [diff] [blame] | 76 | case isOneof: |
Joe Tsai | 6e09599 | 2019-08-10 13:56:36 -0700 | [diff] [blame] | 77 | fieldOffset = offsetOf(fs, mi.Exporter) |
Joe Tsai | 6e09599 | 2019-08-10 13:56:36 -0700 | [diff] [blame] | 78 | case fd.IsWeak(): |
| 79 | fieldOffset = si.weakOffset |
| 80 | funcs = makeWeakMessageFieldCoder(fd) |
| 81 | default: |
| 82 | fieldOffset = offsetOf(fs, mi.Exporter) |
Damien Neil | 316febd | 2020-02-09 12:26:50 -0800 | [diff] [blame] | 83 | childMessage, funcs = fieldCoder(fd, ft) |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 84 | } |
Joe Tsai | 3034025 | 2020-05-08 00:32:06 -0700 | [diff] [blame^] | 85 | cf := &preallocFields[i] |
Damien Neil | 98f56d1 | 2020-04-21 10:46:11 -0700 | [diff] [blame] | 86 | *cf = coderFieldInfo{ |
Damien Neil | b0c26f1 | 2019-12-16 09:37:59 -0800 | [diff] [blame] | 87 | num: fd.Number(), |
| 88 | offset: fieldOffset, |
| 89 | wiretag: wiretag, |
Damien Neil | 316febd | 2020-02-09 12:26:50 -0800 | [diff] [blame] | 90 | ft: ft, |
Joe Tsai | cd108d0 | 2020-02-14 18:08:02 -0800 | [diff] [blame] | 91 | tagsize: protowire.SizeVarint(wiretag), |
Damien Neil | b0c26f1 | 2019-12-16 09:37:59 -0800 | [diff] [blame] | 92 | funcs: funcs, |
Damien Neil | 316febd | 2020-02-09 12:26:50 -0800 | [diff] [blame] | 93 | mi: childMessage, |
Damien Neil | b0c26f1 | 2019-12-16 09:37:59 -0800 | [diff] [blame] | 94 | validation: newFieldValidationInfo(mi, si, fd, ft), |
Joe Tsai | 387873d | 2020-04-28 14:44:38 -0700 | [diff] [blame] | 95 | isPointer: fd.Cardinality() == pref.Repeated || fd.HasPresence(), |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 96 | isRequired: fd.Cardinality() == pref.Required, |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 97 | } |
| 98 | mi.orderedCoderFields = append(mi.orderedCoderFields, cf) |
| 99 | mi.coderFields[cf.num] = cf |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 100 | } |
Damien Neil | ce413af | 2019-12-05 16:36:28 -0800 | [diff] [blame] | 101 | for i, oneofs := 0, mi.Desc.Oneofs(); i < oneofs.Len(); i++ { |
Joe Tsai | 387873d | 2020-04-28 14:44:38 -0700 | [diff] [blame] | 102 | if od := oneofs.Get(i); !od.IsSynthetic() { |
| 103 | mi.initOneofFieldCoders(od, si) |
| 104 | } |
Damien Neil | ce413af | 2019-12-05 16:36:28 -0800 | [diff] [blame] | 105 | } |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 106 | if messageset.IsMessageSet(mi.Desc) { |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 107 | if !mi.extensionOffset.IsValid() { |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 108 | panic(fmt.Sprintf("%v: MessageSet with no extensions field", mi.Desc.FullName())) |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 109 | } |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 110 | if !mi.unknownOffset.IsValid() { |
| 111 | panic(fmt.Sprintf("%v: MessageSet with no unknown field", mi.Desc.FullName())) |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 112 | } |
Damien Neil | ce3384c | 2019-11-06 13:18:28 -0800 | [diff] [blame] | 113 | mi.isMessageSet = true |
Damien Neil | 302cb32 | 2019-06-19 15:22:13 -0700 | [diff] [blame] | 114 | } |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 115 | sort.Slice(mi.orderedCoderFields, func(i, j int) bool { |
| 116 | return mi.orderedCoderFields[i].num < mi.orderedCoderFields[j].num |
| 117 | }) |
| 118 | |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 119 | var maxDense pref.FieldNumber |
| 120 | for _, cf := range mi.orderedCoderFields { |
| 121 | if cf.num >= 16 && cf.num >= 2*maxDense { |
| 122 | break |
| 123 | } |
| 124 | maxDense = cf.num |
| 125 | } |
| 126 | mi.denseCoderFields = make([]*coderFieldInfo, maxDense+1) |
| 127 | for _, cf := range mi.orderedCoderFields { |
Damien Neil | a5526f0 | 2020-04-21 13:56:02 -0700 | [diff] [blame] | 128 | if int(cf.num) >= len(mi.denseCoderFields) { |
Damien Neil | e91877d | 2019-06-27 10:54:42 -0700 | [diff] [blame] | 129 | break |
| 130 | } |
| 131 | mi.denseCoderFields[cf.num] = cf |
| 132 | } |
| 133 | |
Damien Neil | 01c0e8d | 2019-11-12 12:33:12 -0800 | [diff] [blame] | 134 | // To preserve compatibility with historic wire output, marshal oneofs last. |
| 135 | if mi.Desc.Oneofs().Len() > 0 { |
| 136 | sort.Slice(mi.orderedCoderFields, func(i, j int) bool { |
| 137 | fi := fields.ByNumber(mi.orderedCoderFields[i].num) |
| 138 | fj := fields.ByNumber(mi.orderedCoderFields[j].num) |
| 139 | return fieldsort.Less(fi, fj) |
| 140 | }) |
| 141 | } |
| 142 | |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 143 | mi.needsInitCheck = needsInitCheck(mi.Desc) |
Damien Neil | 61781dd | 2020-01-21 13:29:51 -0800 | [diff] [blame] | 144 | if mi.methods.Marshal == nil && mi.methods.Size == nil { |
Damien Neil | 37ef691 | 2019-09-25 16:51:15 -0700 | [diff] [blame] | 145 | mi.methods.Flags |= piface.SupportMarshalDeterministic |
Damien Neil | 61781dd | 2020-01-21 13:29:51 -0800 | [diff] [blame] | 146 | mi.methods.Marshal = mi.marshal |
Damien Neil | 37ef691 | 2019-09-25 16:51:15 -0700 | [diff] [blame] | 147 | mi.methods.Size = mi.size |
| 148 | } |
| 149 | if mi.methods.Unmarshal == nil { |
| 150 | mi.methods.Flags |= piface.SupportUnmarshalDiscardUnknown |
| 151 | mi.methods.Unmarshal = mi.unmarshal |
| 152 | } |
Joe Tsai | f26a9e7 | 2020-02-20 10:05:37 -0800 | [diff] [blame] | 153 | if mi.methods.CheckInitialized == nil { |
| 154 | mi.methods.CheckInitialized = mi.checkInitialized |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 155 | } |
Damien Neil | e8e8875 | 2020-02-11 11:25:16 -0800 | [diff] [blame] | 156 | if mi.methods.Merge == nil { |
| 157 | mi.methods.Merge = mi.merge |
| 158 | } |
Damien Neil | 4ae30bb | 2019-06-20 10:12:23 -0700 | [diff] [blame] | 159 | } |