Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 1 | // Copyright 2018 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package impl |
| 6 | |
| 7 | import ( |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 8 | "fmt" |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 9 | "reflect" |
| 10 | "strconv" |
| 11 | "strings" |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 12 | "sync" |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 13 | "sync/atomic" |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 14 | |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame^] | 15 | "google.golang.org/protobuf/internal/genid" |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 16 | "google.golang.org/protobuf/reflect/protoreflect" |
Damien Neil | e89e624 | 2019-05-13 23:55:40 -0700 | [diff] [blame] | 17 | pref "google.golang.org/protobuf/reflect/protoreflect" |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 18 | ) |
| 19 | |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 20 | // MessageInfo provides protobuf related functionality for a given Go type |
| 21 | // that represents a message. A given instance of MessageInfo is tied to |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 22 | // exactly one Go type, which must be a pointer to a struct type. |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 23 | // |
| 24 | // The exported fields must be populated before any methods are called |
| 25 | // and cannot be mutated after set. |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 26 | type MessageInfo struct { |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 27 | // GoReflectType is the underlying message Go type and must be populated. |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 28 | GoReflectType reflect.Type // pointer to struct |
Damien Neil | 8012b44 | 2019-01-18 09:32:24 -0800 | [diff] [blame] | 29 | |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 30 | // Desc is the underlying message descriptor type and must be populated. |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 31 | Desc pref.MessageDescriptor |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 32 | |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 33 | // Exporter must be provided in a purego environment in order to provide |
| 34 | // access to unexported fields. |
| 35 | Exporter exporter |
| 36 | |
Joe Tsai | 0991227 | 2019-07-08 10:38:11 -0700 | [diff] [blame] | 37 | // OneofWrappers is list of pointers to oneof wrapper struct types. |
| 38 | OneofWrappers []interface{} |
| 39 | |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 40 | initMu sync.Mutex // protects all unexported fields |
| 41 | initDone uint32 |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 42 | |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 43 | reflectMessageInfo // for reflection implementation |
| 44 | coderMessageInfo // for fast-path method implementations |
Joe Tsai | 82760ce | 2019-06-20 03:09:57 -0700 | [diff] [blame] | 45 | } |
| 46 | |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 47 | // exporter is a function that returns a reference to the ith field of v, |
| 48 | // where v is a pointer to a struct. It returns nil if it does not support |
| 49 | // exporting the requested field (e.g., already exported). |
| 50 | type exporter func(v interface{}, i int) interface{} |
| 51 | |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 52 | // getMessageInfo returns the MessageInfo for any message type that |
| 53 | // is generated by our implementation of protoc-gen-go (for v2 and on). |
| 54 | // If it is unable to obtain a MessageInfo, it returns nil. |
| 55 | func getMessageInfo(mt reflect.Type) *MessageInfo { |
| 56 | m, ok := reflect.Zero(mt).Interface().(pref.ProtoMessage) |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 57 | if !ok { |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 58 | return nil |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 59 | } |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 60 | mr, ok := m.ProtoReflect().(interface{ ProtoMessageInfo() *MessageInfo }) |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 61 | if !ok { |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 62 | return nil |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 63 | } |
Joe Tsai | 070c101 | 2019-07-26 23:45:58 -0700 | [diff] [blame] | 64 | return mr.ProtoMessageInfo() |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 65 | } |
| 66 | |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 67 | func (mi *MessageInfo) init() { |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 68 | // This function is called in the hot path. Inline the sync.Once logic, |
| 69 | // since allocating a closure for Once.Do is expensive. |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 70 | // Keep init small to ensure that it can be inlined. |
Joe Tsai | 82760ce | 2019-06-20 03:09:57 -0700 | [diff] [blame] | 71 | if atomic.LoadUint32(&mi.initDone) == 0 { |
| 72 | mi.initOnce() |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 73 | } |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 74 | } |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 75 | |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 76 | func (mi *MessageInfo) initOnce() { |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 77 | mi.initMu.Lock() |
| 78 | defer mi.initMu.Unlock() |
| 79 | if mi.initDone == 1 { |
| 80 | return |
| 81 | } |
| 82 | |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 83 | t := mi.GoReflectType |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 84 | if t.Kind() != reflect.Ptr && t.Elem().Kind() != reflect.Struct { |
| 85 | panic(fmt.Sprintf("got %v, want *struct kind", t)) |
| 86 | } |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 87 | t = t.Elem() |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 88 | |
Joe Tsai | 0484b1a | 2019-08-13 15:36:08 -0700 | [diff] [blame] | 89 | si := mi.makeStructInfo(t) |
| 90 | mi.makeReflectFuncs(t, si) |
| 91 | mi.makeCoderMethods(t, si) |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 92 | |
| 93 | atomic.StoreUint32(&mi.initDone, 1) |
| 94 | } |
| 95 | |
Damien Neil | e8e8875 | 2020-02-11 11:25:16 -0800 | [diff] [blame] | 96 | // getPointer returns the pointer for a message, which should be of |
| 97 | // the type of the MessageInfo. If the message is of a different type, |
| 98 | // it returns ok==false. |
| 99 | func (mi *MessageInfo) getPointer(m pref.Message) (p pointer, ok bool) { |
| 100 | switch m := m.(type) { |
| 101 | case *messageState: |
Damien Neil | 075e074 | 2020-02-27 12:33:08 -0800 | [diff] [blame] | 102 | return m.pointer(), m.messageInfo() == mi |
Damien Neil | e8e8875 | 2020-02-11 11:25:16 -0800 | [diff] [blame] | 103 | case *messageReflectWrapper: |
Damien Neil | 075e074 | 2020-02-27 12:33:08 -0800 | [diff] [blame] | 104 | return m.pointer(), m.messageInfo() == mi |
Damien Neil | e8e8875 | 2020-02-11 11:25:16 -0800 | [diff] [blame] | 105 | } |
| 106 | return pointer{}, false |
| 107 | } |
| 108 | |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 109 | type ( |
| 110 | SizeCache = int32 |
Joe Tsai | 3ebaa92 | 2020-04-23 00:57:01 -0700 | [diff] [blame] | 111 | WeakFields = map[int32]protoreflect.ProtoMessage |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 112 | UnknownFields = []byte |
| 113 | ExtensionFields = map[int32]ExtensionField |
| 114 | ) |
| 115 | |
| 116 | var ( |
| 117 | sizecacheType = reflect.TypeOf(SizeCache(0)) |
Joe Tsai | 3d8e369 | 2019-04-08 13:52:14 -0700 | [diff] [blame] | 118 | weakFieldsType = reflect.TypeOf(WeakFields(nil)) |
Joe Tsai | 378c132 | 2019-04-25 23:48:08 -0700 | [diff] [blame] | 119 | unknownFieldsType = reflect.TypeOf(UnknownFields(nil)) |
| 120 | extensionFieldsType = reflect.TypeOf(ExtensionFields(nil)) |
| 121 | ) |
Damien Neil | c37adef | 2019-04-01 13:49:56 -0700 | [diff] [blame] | 122 | |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 123 | type structInfo struct { |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 124 | sizecacheOffset offset |
Joe Tsai | 3d8e369 | 2019-04-08 13:52:14 -0700 | [diff] [blame] | 125 | weakOffset offset |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 126 | unknownOffset offset |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 127 | extensionOffset offset |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 128 | |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 129 | fieldsByNumber map[pref.FieldNumber]reflect.StructField |
| 130 | oneofsByName map[pref.Name]reflect.StructField |
| 131 | oneofWrappersByType map[reflect.Type]pref.FieldNumber |
| 132 | oneofWrappersByNumber map[pref.FieldNumber]reflect.Type |
| 133 | } |
| 134 | |
Joe Tsai | 4fe9663 | 2019-05-22 05:12:36 -0400 | [diff] [blame] | 135 | func (mi *MessageInfo) makeStructInfo(t reflect.Type) structInfo { |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 136 | si := structInfo{ |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 137 | sizecacheOffset: invalidOffset, |
Joe Tsai | 3d8e369 | 2019-04-08 13:52:14 -0700 | [diff] [blame] | 138 | weakOffset: invalidOffset, |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 139 | unknownOffset: invalidOffset, |
Joe Tsai | c0e4bb2 | 2019-07-06 13:05:11 -0700 | [diff] [blame] | 140 | extensionOffset: invalidOffset, |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 141 | |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 142 | fieldsByNumber: map[pref.FieldNumber]reflect.StructField{}, |
| 143 | oneofsByName: map[pref.Name]reflect.StructField{}, |
| 144 | oneofWrappersByType: map[reflect.Type]pref.FieldNumber{}, |
| 145 | oneofWrappersByNumber: map[pref.FieldNumber]reflect.Type{}, |
| 146 | } |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 147 | |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 148 | fieldLoop: |
| 149 | for i := 0; i < t.NumField(); i++ { |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 150 | switch f := t.Field(i); f.Name { |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame^] | 151 | case genid.SizeCache_goname, genid.SizeCacheA_goname: |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 152 | if f.Type == sizecacheType { |
| 153 | si.sizecacheOffset = offsetOf(f, mi.Exporter) |
| 154 | } |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame^] | 155 | case genid.WeakFields_goname, genid.WeakFieldsA_goname: |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 156 | if f.Type == weakFieldsType { |
| 157 | si.weakOffset = offsetOf(f, mi.Exporter) |
| 158 | } |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame^] | 159 | case genid.UnknownFields_goname, genid.UnknownFieldsA_goname: |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 160 | if f.Type == unknownFieldsType { |
| 161 | si.unknownOffset = offsetOf(f, mi.Exporter) |
| 162 | } |
Joe Tsai | e0b77db | 2020-05-26 11:21:59 -0700 | [diff] [blame^] | 163 | case genid.ExtensionFields_goname, genid.ExtensionFieldsA_goname, genid.ExtensionFieldsB_goname: |
Joe Tsai | 613285c | 2019-11-13 01:51:27 -0800 | [diff] [blame] | 164 | if f.Type == extensionFieldsType { |
| 165 | si.extensionOffset = offsetOf(f, mi.Exporter) |
| 166 | } |
| 167 | default: |
| 168 | for _, s := range strings.Split(f.Tag.Get("protobuf"), ",") { |
| 169 | if len(s) > 0 && strings.Trim(s, "0123456789") == "" { |
| 170 | n, _ := strconv.ParseUint(s, 10, 64) |
| 171 | si.fieldsByNumber[pref.FieldNumber(n)] = f |
| 172 | continue fieldLoop |
| 173 | } |
| 174 | } |
| 175 | if s := f.Tag.Get("protobuf_oneof"); len(s) > 0 { |
| 176 | si.oneofsByName[pref.Name(s)] = f |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 177 | continue fieldLoop |
| 178 | } |
| 179 | } |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 180 | } |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 181 | |
| 182 | // Derive a mapping of oneof wrappers to fields. |
Joe Tsai | 0991227 | 2019-07-08 10:38:11 -0700 | [diff] [blame] | 183 | oneofWrappers := mi.OneofWrappers |
Joe Tsai | 7dfcffe | 2020-04-02 10:31:06 -0700 | [diff] [blame] | 184 | for _, method := range []string{"XXX_OneofFuncs", "XXX_OneofWrappers"} { |
| 185 | if fn, ok := reflect.PtrTo(t).MethodByName(method); ok { |
| 186 | for _, v := range fn.Func.Call([]reflect.Value{reflect.Zero(fn.Type.In(0))}) { |
| 187 | if vs, ok := v.Interface().([]interface{}); ok { |
| 188 | oneofWrappers = vs |
| 189 | } |
| 190 | } |
| 191 | } |
Joe Tsai | d7e97bc | 2018-11-26 12:57:27 -0800 | [diff] [blame] | 192 | } |
| 193 | for _, v := range oneofWrappers { |
| 194 | tf := reflect.TypeOf(v).Elem() |
| 195 | f := tf.Field(0) |
| 196 | for _, s := range strings.Split(f.Tag.Get("protobuf"), ",") { |
| 197 | if len(s) > 0 && strings.Trim(s, "0123456789") == "" { |
| 198 | n, _ := strconv.ParseUint(s, 10, 64) |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 199 | si.oneofWrappersByType[tf] = pref.FieldNumber(n) |
| 200 | si.oneofWrappersByNumber[pref.FieldNumber(n)] = tf |
Joe Tsai | d7e97bc | 2018-11-26 12:57:27 -0800 | [diff] [blame] | 201 | break |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 202 | } |
| 203 | } |
| 204 | } |
Joe Tsai | 93fd968 | 2019-07-06 13:02:14 -0700 | [diff] [blame] | 205 | |
Damien Neil | 3eaddf0 | 2019-05-09 11:33:55 -0700 | [diff] [blame] | 206 | return si |
| 207 | } |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 208 | |
Damien Neil | 16163b4 | 2019-08-06 15:43:25 -0700 | [diff] [blame] | 209 | func (mi *MessageInfo) New() protoreflect.Message { |
| 210 | return mi.MessageOf(reflect.New(mi.GoReflectType.Elem()).Interface()) |
| 211 | } |
| 212 | func (mi *MessageInfo) Zero() protoreflect.Message { |
| 213 | return mi.MessageOf(reflect.Zero(mi.GoReflectType).Interface()) |
| 214 | } |
| 215 | func (mi *MessageInfo) Descriptor() protoreflect.MessageDescriptor { return mi.Desc } |