Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 1 | // Copyright 2018 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package impl |
| 6 | |
| 7 | import ( |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 8 | "fmt" |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 9 | "reflect" |
| 10 | "strconv" |
| 11 | "strings" |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 12 | "sync" |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 13 | "sync/atomic" |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 14 | |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame] | 15 | "google.golang.org/protobuf/internal/genid" |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 16 | "google.golang.org/protobuf/reflect/protoreflect" |
Damien Neil | e89e624 | 2019-05-13 23:55:40 -0700 | [diff] [blame] | 17 | pref "google.golang.org/protobuf/reflect/protoreflect" |
Joe Tsai | 1a290e9 | 2020-06-05 15:31:25 -0700 | [diff] [blame^] | 18 | preg "google.golang.org/protobuf/reflect/protoregistry" |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 19 | ) |
| 20 | |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 21 | // MessageInfo provides protobuf related functionality for a given Go type |
| 22 | // that represents a message. A given instance of MessageInfo is tied to |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 23 | // exactly one Go type, which must be a pointer to a struct type. |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 24 | // |
| 25 | // The exported fields must be populated before any methods are called |
| 26 | // and cannot be mutated after set. |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 27 | type MessageInfo struct { |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 28 | // GoReflectType is the underlying message Go type and must be populated. |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 29 | GoReflectType reflect.Type // pointer to struct |
Damien Neil | 8012b44 | 2019-01-18 09:32:24 -0800 | [diff] [blame] | 30 | |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 31 | // Desc is the underlying message descriptor type and must be populated. |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 32 | Desc pref.MessageDescriptor |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 33 | |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 34 | // Exporter must be provided in a purego environment in order to provide |
| 35 | // access to unexported fields. |
| 36 | Exporter exporter |
| 37 | |
Joe Tsai | 0991227 | 2019-07-08 10:38:11 -0700 | [diff] [blame] | 38 | // OneofWrappers is list of pointers to oneof wrapper struct types. |
| 39 | OneofWrappers []interface{} |
| 40 | |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 41 | initMu sync.Mutex // protects all unexported fields |
| 42 | initDone uint32 |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 43 | |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 44 | reflectMessageInfo // for reflection implementation |
| 45 | coderMessageInfo // for fast-path method implementations |
Joe Tsai | 82760ce | 2019-06-20 03:09:57 -0700 | [diff] [blame] | 46 | } |
| 47 | |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 48 | // exporter is a function that returns a reference to the ith field of v, |
| 49 | // where v is a pointer to a struct. It returns nil if it does not support |
| 50 | // exporting the requested field (e.g., already exported). |
| 51 | type exporter func(v interface{}, i int) interface{} |
| 52 | |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 53 | // getMessageInfo returns the MessageInfo for any message type that |
| 54 | // is generated by our implementation of protoc-gen-go (for v2 and on). |
| 55 | // If it is unable to obtain a MessageInfo, it returns nil. |
| 56 | func getMessageInfo(mt reflect.Type) *MessageInfo { |
| 57 | m, ok := reflect.Zero(mt).Interface().(pref.ProtoMessage) |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 58 | if !ok { |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 59 | return nil |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 60 | } |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 61 | mr, ok := m.ProtoReflect().(interface{ ProtoMessageInfo() *MessageInfo }) |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 62 | if !ok { |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 63 | return nil |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 64 | } |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 65 | return mr.ProtoMessageInfo() |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 66 | } |
| 67 | |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 68 | func (mi *MessageInfo) init() { |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 69 | // This function is called in the hot path. Inline the sync.Once logic, |
| 70 | // since allocating a closure for Once.Do is expensive. |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 71 | // Keep init small to ensure that it can be inlined. |
Joe Tsai | 82760ce | 2019-06-20 03:09:57 -0700 | [diff] [blame] | 72 | if atomic.LoadUint32(&mi.initDone) == 0 { |
| 73 | mi.initOnce() |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 74 | } |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 75 | } |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 76 | |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 77 | func (mi *MessageInfo) initOnce() { |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 78 | mi.initMu.Lock() |
| 79 | defer mi.initMu.Unlock() |
| 80 | if mi.initDone == 1 { |
| 81 | return |
| 82 | } |
| 83 | |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 84 | t := mi.GoReflectType |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 85 | if t.Kind() != reflect.Ptr && t.Elem().Kind() != reflect.Struct { |
| 86 | panic(fmt.Sprintf("got %v, want *struct kind", t)) |
| 87 | } |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 88 | t = t.Elem() |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 89 | |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 90 | si := mi.makeStructInfo(t) |
| 91 | mi.makeReflectFuncs(t, si) |
| 92 | mi.makeCoderMethods(t, si) |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 93 | |
| 94 | atomic.StoreUint32(&mi.initDone, 1) |
| 95 | } |
| 96 | |
Damien Neil | e8e8875 | 2020-02-11 11:25:16 -0800 | [diff] [blame] | 97 | // getPointer returns the pointer for a message, which should be of |
| 98 | // the type of the MessageInfo. If the message is of a different type, |
| 99 | // it returns ok==false. |
| 100 | func (mi *MessageInfo) getPointer(m pref.Message) (p pointer, ok bool) { |
| 101 | switch m := m.(type) { |
| 102 | case *messageState: |
Damien Neil | 075e074 | 2020-02-27 12:33:08 -0800 | [diff] [blame] | 103 | return m.pointer(), m.messageInfo() == mi |
Damien Neil | e8e8875 | 2020-02-11 11:25:16 -0800 | [diff] [blame] | 104 | case *messageReflectWrapper: |
Damien Neil | 075e074 | 2020-02-27 12:33:08 -0800 | [diff] [blame] | 105 | return m.pointer(), m.messageInfo() == mi |
Damien Neil | e8e8875 | 2020-02-11 11:25:16 -0800 | [diff] [blame] | 106 | } |
| 107 | return pointer{}, false |
| 108 | } |
| 109 | |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 110 | type ( |
| 111 | SizeCache = int32 |
Joe Tsai | 3ebaa92 | 2020-04-23 00:57:01 -0700 | [diff] [blame] | 112 | WeakFields = map[int32]protoreflect.ProtoMessage |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 113 | UnknownFields = []byte |
| 114 | ExtensionFields = map[int32]ExtensionField |
| 115 | ) |
| 116 | |
| 117 | var ( |
| 118 | sizecacheType = reflect.TypeOf(SizeCache(0)) |
Joe Tsai | 3d8e369 | 2019-04-08 13:52:14 -0700 | [diff] [blame] | 119 | weakFieldsType = reflect.TypeOf(WeakFields(nil)) |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 120 | unknownFieldsType = reflect.TypeOf(UnknownFields(nil)) |
| 121 | extensionFieldsType = reflect.TypeOf(ExtensionFields(nil)) |
| 122 | ) |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 123 | |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 124 | type structInfo struct { |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 125 | sizecacheOffset offset |
Joe Tsai | 3d8e369 | 2019-04-08 13:52:14 -0700 | [diff] [blame] | 126 | weakOffset offset |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 127 | unknownOffset offset |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 128 | extensionOffset offset |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 129 | |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 130 | fieldsByNumber map[pref.FieldNumber]reflect.StructField |
| 131 | oneofsByName map[pref.Name]reflect.StructField |
| 132 | oneofWrappersByType map[reflect.Type]pref.FieldNumber |
| 133 | oneofWrappersByNumber map[pref.FieldNumber]reflect.Type |
| 134 | } |
| 135 | |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 136 | func (mi *MessageInfo) makeStructInfo(t reflect.Type) structInfo { |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 137 | si := structInfo{ |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 138 | sizecacheOffset: invalidOffset, |
Joe Tsai | 3d8e369 | 2019-04-08 13:52:14 -0700 | [diff] [blame] | 139 | weakOffset: invalidOffset, |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 140 | unknownOffset: invalidOffset, |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 141 | extensionOffset: invalidOffset, |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 142 | |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 143 | fieldsByNumber: map[pref.FieldNumber]reflect.StructField{}, |
| 144 | oneofsByName: map[pref.Name]reflect.StructField{}, |
| 145 | oneofWrappersByType: map[reflect.Type]pref.FieldNumber{}, |
| 146 | oneofWrappersByNumber: map[pref.FieldNumber]reflect.Type{}, |
| 147 | } |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 148 | |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 149 | fieldLoop: |
| 150 | for i := 0; i < t.NumField(); i++ { |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 151 | switch f := t.Field(i); f.Name { |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame] | 152 | case genid.SizeCache_goname, genid.SizeCacheA_goname: |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 153 | if f.Type == sizecacheType { |
| 154 | si.sizecacheOffset = offsetOf(f, mi.Exporter) |
| 155 | } |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame] | 156 | case genid.WeakFields_goname, genid.WeakFieldsA_goname: |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 157 | if f.Type == weakFieldsType { |
| 158 | si.weakOffset = offsetOf(f, mi.Exporter) |
| 159 | } |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame] | 160 | case genid.UnknownFields_goname, genid.UnknownFieldsA_goname: |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 161 | if f.Type == unknownFieldsType { |
| 162 | si.unknownOffset = offsetOf(f, mi.Exporter) |
| 163 | } |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame] | 164 | case genid.ExtensionFields_goname, genid.ExtensionFieldsA_goname, genid.ExtensionFieldsB_goname: |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 165 | if f.Type == extensionFieldsType { |
| 166 | si.extensionOffset = offsetOf(f, mi.Exporter) |
| 167 | } |
| 168 | default: |
| 169 | for _, s := range strings.Split(f.Tag.Get("protobuf"), ",") { |
| 170 | if len(s) > 0 && strings.Trim(s, "0123456789") == "" { |
| 171 | n, _ := strconv.ParseUint(s, 10, 64) |
| 172 | si.fieldsByNumber[pref.FieldNumber(n)] = f |
| 173 | continue fieldLoop |
| 174 | } |
| 175 | } |
| 176 | if s := f.Tag.Get("protobuf_oneof"); len(s) > 0 { |
| 177 | si.oneofsByName[pref.Name(s)] = f |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 178 | continue fieldLoop |
| 179 | } |
| 180 | } |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 181 | } |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 182 | |
| 183 | // Derive a mapping of oneof wrappers to fields. |
Joe Tsai | 0991227 | 2019-07-08 10:38:11 -0700 | [diff] [blame] | 184 | oneofWrappers := mi.OneofWrappers |
Joe Tsai | 7dfcffe | 2020-04-02 10:31:06 -0700 | [diff] [blame] | 185 | for _, method := range []string{"XXX_OneofFuncs", "XXX_OneofWrappers"} { |
| 186 | if fn, ok := reflect.PtrTo(t).MethodByName(method); ok { |
| 187 | for _, v := range fn.Func.Call([]reflect.Value{reflect.Zero(fn.Type.In(0))}) { |
| 188 | if vs, ok := v.Interface().([]interface{}); ok { |
| 189 | oneofWrappers = vs |
| 190 | } |
| 191 | } |
| 192 | } |
Joe Tsai | d7e97bc | 2018-11-26 12:57:27 -0800 | [diff] [blame] | 193 | } |
| 194 | for _, v := range oneofWrappers { |
| 195 | tf := reflect.TypeOf(v).Elem() |
| 196 | f := tf.Field(0) |
| 197 | for _, s := range strings.Split(f.Tag.Get("protobuf"), ",") { |
| 198 | if len(s) > 0 && strings.Trim(s, "0123456789") == "" { |
| 199 | n, _ := strconv.ParseUint(s, 10, 64) |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 200 | si.oneofWrappersByType[tf] = pref.FieldNumber(n) |
| 201 | si.oneofWrappersByNumber[pref.FieldNumber(n)] = tf |
Joe Tsai | d7e97bc | 2018-11-26 12:57:27 -0800 | [diff] [blame] | 202 | break |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 203 | } |
| 204 | } |
| 205 | } |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 206 | |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 207 | return si |
| 208 | } |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 209 | |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 210 | func (mi *MessageInfo) New() protoreflect.Message { |
| 211 | return mi.MessageOf(reflect.New(mi.GoReflectType.Elem()).Interface()) |
| 212 | } |
| 213 | func (mi *MessageInfo) Zero() protoreflect.Message { |
| 214 | return mi.MessageOf(reflect.Zero(mi.GoReflectType).Interface()) |
| 215 | } |
Joe Tsai | 1a290e9 | 2020-06-05 15:31:25 -0700 | [diff] [blame^] | 216 | func (mi *MessageInfo) Descriptor() protoreflect.MessageDescriptor { |
| 217 | return mi.Desc |
| 218 | } |
| 219 | func (mi *MessageInfo) Enum(i int) protoreflect.EnumType { |
| 220 | mi.init() |
| 221 | fd := mi.Desc.Fields().Get(i) |
| 222 | return Export{}.EnumTypeOf(mi.fieldTypes[fd.Number()]) |
| 223 | } |
| 224 | func (mi *MessageInfo) Message(i int) protoreflect.MessageType { |
| 225 | mi.init() |
| 226 | fd := mi.Desc.Fields().Get(i) |
| 227 | switch { |
| 228 | case fd.IsWeak(): |
| 229 | mt, _ := preg.GlobalTypes.FindMessageByName(fd.Message().FullName()) |
| 230 | return mt |
| 231 | case fd.IsMap(): |
| 232 | return mapEntryType{fd.Message(), mi.fieldTypes[fd.Number()]} |
| 233 | default: |
| 234 | return Export{}.MessageTypeOf(mi.fieldTypes[fd.Number()]) |
| 235 | } |
| 236 | } |
| 237 | |
| 238 | type mapEntryType struct { |
| 239 | desc protoreflect.MessageDescriptor |
| 240 | valType interface{} // zero value of enum or message type |
| 241 | } |
| 242 | |
| 243 | func (mt mapEntryType) New() protoreflect.Message { |
| 244 | return nil |
| 245 | } |
| 246 | func (mt mapEntryType) Zero() protoreflect.Message { |
| 247 | return nil |
| 248 | } |
| 249 | func (mt mapEntryType) Descriptor() protoreflect.MessageDescriptor { |
| 250 | return mt.desc |
| 251 | } |
| 252 | func (mt mapEntryType) Enum(i int) protoreflect.EnumType { |
| 253 | fd := mt.desc.Fields().Get(i) |
| 254 | if fd.Enum() == nil { |
| 255 | return nil |
| 256 | } |
| 257 | return Export{}.EnumTypeOf(mt.valType) |
| 258 | } |
| 259 | func (mt mapEntryType) Message(i int) protoreflect.MessageType { |
| 260 | fd := mt.desc.Fields().Get(i) |
| 261 | if fd.Message() == nil { |
| 262 | return nil |
| 263 | } |
| 264 | return Export{}.MessageTypeOf(mt.valType) |
| 265 | } |