Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 1 | // Copyright 2018 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | package impl |
| 6 | |
| 7 | import ( |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 8 | "fmt" |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 9 | "reflect" |
| 10 | "strconv" |
| 11 | "strings" |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 12 | "sync" |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 13 | |
Joe Tsai | 01ab296 | 2018-09-21 17:44:00 -0700 | [diff] [blame] | 14 | pref "github.com/golang/protobuf/v2/reflect/protoreflect" |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 15 | ) |
| 16 | |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 17 | // MessageOf returns the protoreflect.Message interface over p. |
| 18 | // If p already implements proto.Message, then it directly calls the |
| 19 | // ProtoReflect method, otherwise it wraps the legacy v1 message to implement |
| 20 | // the v2 reflective interface. |
| 21 | func MessageOf(p interface{}) pref.Message { |
| 22 | if m, ok := p.(pref.ProtoMessage); ok { |
| 23 | return m.ProtoReflect() |
| 24 | } |
| 25 | return legacyWrapMessage(reflect.ValueOf(p)).ProtoReflect() |
| 26 | } |
| 27 | |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 28 | // MessageType provides protobuf related functionality for a given Go type |
| 29 | // that represents a message. A given instance of MessageType is tied to |
| 30 | // exactly one Go type, which must be a pointer to a struct type. |
| 31 | type MessageType struct { |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 32 | // Type is the underlying message type and must be populated. |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 33 | // Once set, this field must never be mutated. |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 34 | Type pref.MessageType |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 35 | |
| 36 | once sync.Once // protects all unexported fields |
| 37 | |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 38 | goType reflect.Type // pointer to struct |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 39 | |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 40 | // TODO: Split fields into dense and sparse maps similar to the current |
| 41 | // table-driven implementation in v1? |
| 42 | fields map[pref.FieldNumber]*fieldInfo |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 43 | |
| 44 | unknownFields func(*messageDataType) pref.UnknownFields |
| 45 | extensionFields func(*messageDataType) pref.KnownFields |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 46 | } |
| 47 | |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 48 | // init lazily initializes the MessageType upon first use and |
| 49 | // also checks that the provided pointer p is of the correct Go type. |
| 50 | // |
| 51 | // It must be called at the start of every exported method. |
| 52 | func (mi *MessageType) init(p interface{}) { |
| 53 | mi.once.Do(func() { |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 54 | t := reflect.TypeOf(p) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 55 | if t.Kind() != reflect.Ptr && t.Elem().Kind() != reflect.Struct { |
| 56 | panic(fmt.Sprintf("got %v, want *struct kind", t)) |
| 57 | } |
| 58 | mi.goType = t |
| 59 | |
Joe Tsai | 95b0290 | 2018-10-31 18:23:42 -0700 | [diff] [blame] | 60 | mi.makeKnownFieldsFunc(t.Elem()) |
| 61 | mi.makeUnknownFieldsFunc(t.Elem()) |
| 62 | mi.makeExtensionFieldsFunc(t.Elem()) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 63 | }) |
| 64 | |
| 65 | // TODO: Remove this check? This API is primarily used by generated code, |
| 66 | // and should not violate this assumption. Leave this check in for now to |
| 67 | // provide some sanity checks during development. This can be removed if |
| 68 | // it proves to be detrimental to performance. |
| 69 | if reflect.TypeOf(p) != mi.goType { |
| 70 | panic(fmt.Sprintf("type mismatch: got %T, want %v", p, mi.goType)) |
| 71 | } |
| 72 | } |
| 73 | |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 74 | // makeKnownFieldsFunc generates functions for operations that can be performed |
| 75 | // on each protobuf message field. It takes in a reflect.Type representing the |
| 76 | // Go struct and matches message fields with struct fields. |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 77 | // |
| 78 | // This code assumes that the struct is well-formed and panics if there are |
| 79 | // any discrepancies. |
Joe Tsai | 95b0290 | 2018-10-31 18:23:42 -0700 | [diff] [blame] | 80 | func (mi *MessageType) makeKnownFieldsFunc(t reflect.Type) { |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 81 | // Generate a mapping of field numbers and names to Go struct field or type. |
| 82 | fields := map[pref.FieldNumber]reflect.StructField{} |
| 83 | oneofs := map[pref.Name]reflect.StructField{} |
| 84 | oneofFields := map[pref.FieldNumber]reflect.Type{} |
| 85 | special := map[string]reflect.StructField{} |
| 86 | fieldLoop: |
| 87 | for i := 0; i < t.NumField(); i++ { |
| 88 | f := t.Field(i) |
| 89 | for _, s := range strings.Split(f.Tag.Get("protobuf"), ",") { |
| 90 | if len(s) > 0 && strings.Trim(s, "0123456789") == "" { |
| 91 | n, _ := strconv.ParseUint(s, 10, 64) |
| 92 | fields[pref.FieldNumber(n)] = f |
| 93 | continue fieldLoop |
| 94 | } |
| 95 | } |
| 96 | if s := f.Tag.Get("protobuf_oneof"); len(s) > 0 { |
| 97 | oneofs[pref.Name(s)] = f |
| 98 | continue fieldLoop |
| 99 | } |
| 100 | switch f.Name { |
| 101 | case "XXX_weak", "XXX_unrecognized", "XXX_sizecache", "XXX_extensions", "XXX_InternalExtensions": |
| 102 | special[f.Name] = f |
| 103 | continue fieldLoop |
| 104 | } |
| 105 | } |
Joe Tsai | 2c870bb | 2018-10-17 11:46:52 -0700 | [diff] [blame] | 106 | if fn, ok := reflect.PtrTo(t).MethodByName("XXX_OneofFuncs"); ok { |
Joe Tsai | 90fe996 | 2018-10-18 11:06:29 -0700 | [diff] [blame] | 107 | vs := fn.Func.Call([]reflect.Value{reflect.Zero(fn.Type.In(0))})[3] |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 108 | oneofLoop: |
| 109 | for _, v := range vs.Interface().([]interface{}) { |
| 110 | tf := reflect.TypeOf(v).Elem() |
| 111 | f := tf.Field(0) |
| 112 | for _, s := range strings.Split(f.Tag.Get("protobuf"), ",") { |
| 113 | if len(s) > 0 && strings.Trim(s, "0123456789") == "" { |
| 114 | n, _ := strconv.ParseUint(s, 10, 64) |
| 115 | oneofFields[pref.FieldNumber(n)] = tf |
| 116 | continue oneofLoop |
| 117 | } |
| 118 | } |
| 119 | } |
| 120 | } |
| 121 | |
| 122 | mi.fields = map[pref.FieldNumber]*fieldInfo{} |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 123 | for i := 0; i < mi.Type.Fields().Len(); i++ { |
| 124 | fd := mi.Type.Fields().Get(i) |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 125 | fs := fields[fd.Number()] |
| 126 | var fi fieldInfo |
| 127 | switch { |
| 128 | case fd.IsWeak(): |
| 129 | fi = fieldInfoForWeak(fd, special["XXX_weak"]) |
| 130 | case fd.OneofType() != nil: |
| 131 | fi = fieldInfoForOneof(fd, oneofs[fd.OneofType().Name()], oneofFields[fd.Number()]) |
| 132 | case fd.IsMap(): |
| 133 | fi = fieldInfoForMap(fd, fs) |
| 134 | case fd.Cardinality() == pref.Repeated: |
| 135 | fi = fieldInfoForVector(fd, fs) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 136 | case fd.Kind() == pref.MessageKind || fd.Kind() == pref.GroupKind: |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 137 | fi = fieldInfoForMessage(fd, fs) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 138 | default: |
| 139 | fi = fieldInfoForScalar(fd, fs) |
Joe Tsai | fa02f4e | 2018-09-12 16:20:37 -0700 | [diff] [blame] | 140 | } |
| 141 | mi.fields[fd.Number()] = &fi |
| 142 | } |
| 143 | } |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 144 | |
Joe Tsai | 95b0290 | 2018-10-31 18:23:42 -0700 | [diff] [blame] | 145 | func (mi *MessageType) makeUnknownFieldsFunc(t reflect.Type) { |
| 146 | if f := makeLegacyUnknownFieldsFunc(t); f != nil { |
Joe Tsai | e2afdc2 | 2018-10-25 14:06:56 -0700 | [diff] [blame] | 147 | mi.unknownFields = f |
| 148 | return |
| 149 | } |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 150 | mi.unknownFields = func(*messageDataType) pref.UnknownFields { |
| 151 | return emptyUnknownFields{} |
| 152 | } |
| 153 | } |
| 154 | |
Joe Tsai | 95b0290 | 2018-10-31 18:23:42 -0700 | [diff] [blame] | 155 | func (mi *MessageType) makeExtensionFieldsFunc(t reflect.Type) { |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 156 | if f := makeLegacyExtensionFieldsFunc(t); f != nil { |
| 157 | mi.extensionFields = f |
| 158 | return |
| 159 | } |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 160 | mi.extensionFields = func(*messageDataType) pref.KnownFields { |
| 161 | return emptyExtensionFields{} |
| 162 | } |
| 163 | } |
| 164 | |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 165 | func (mi *MessageType) KnownFieldsOf(p interface{}) pref.KnownFields { |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 166 | return (*knownFields)(mi.dataTypeOf(p)) |
| 167 | } |
| 168 | |
| 169 | func (mi *MessageType) UnknownFieldsOf(p interface{}) pref.UnknownFields { |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 170 | return mi.unknownFields(mi.dataTypeOf(p)) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 171 | } |
| 172 | |
| 173 | func (mi *MessageType) dataTypeOf(p interface{}) *messageDataType { |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 174 | mi.init(p) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 175 | return &messageDataType{pointerOfIface(&p), mi} |
| 176 | } |
| 177 | |
| 178 | // messageDataType is a tuple of a pointer to the message data and |
| 179 | // a pointer to the message type. |
| 180 | // |
| 181 | // TODO: Unfortunately, we need to close over a pointer and MessageType, |
| 182 | // which incurs an an allocation. This pair is similar to a Go interface, |
| 183 | // which is essentially a tuple of the same thing. We can make this efficient |
| 184 | // with reflect.NamedOf (see https://golang.org/issues/16522). |
| 185 | // |
| 186 | // With that hypothetical API, we could dynamically create a new named type |
| 187 | // that has the same underlying type as MessageType.goType, and |
| 188 | // dynamically create methods that close over MessageType. |
| 189 | // Since the new type would have the same underlying type, we could directly |
| 190 | // convert between pointers of those types, giving us an efficient way to swap |
| 191 | // out the method set. |
| 192 | // |
| 193 | // Barring the ability to dynamically create named types, the workaround is |
| 194 | // 1. either to accept the cost of an allocation for this wrapper struct or |
| 195 | // 2. generate more types and methods, at the expense of binary size increase. |
| 196 | type messageDataType struct { |
| 197 | p pointer |
| 198 | mi *MessageType |
| 199 | } |
| 200 | |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 201 | type knownFields messageDataType |
| 202 | |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 203 | func (fs *knownFields) Len() (cnt int) { |
| 204 | for _, fi := range fs.mi.fields { |
| 205 | if fi.has(fs.p) { |
| 206 | cnt++ |
| 207 | } |
| 208 | } |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 209 | return cnt + fs.extensionFields().Len() |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 210 | } |
| 211 | func (fs *knownFields) Has(n pref.FieldNumber) bool { |
| 212 | if fi := fs.mi.fields[n]; fi != nil { |
| 213 | return fi.has(fs.p) |
| 214 | } |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 215 | return fs.extensionFields().Has(n) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 216 | } |
| 217 | func (fs *knownFields) Get(n pref.FieldNumber) pref.Value { |
| 218 | if fi := fs.mi.fields[n]; fi != nil { |
| 219 | return fi.get(fs.p) |
| 220 | } |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 221 | return fs.extensionFields().Get(n) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 222 | } |
| 223 | func (fs *knownFields) Set(n pref.FieldNumber, v pref.Value) { |
| 224 | if fi := fs.mi.fields[n]; fi != nil { |
| 225 | fi.set(fs.p, v) |
| 226 | return |
| 227 | } |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 228 | if fs.mi.Type.ExtensionRanges().Has(n) { |
| 229 | fs.extensionFields().Set(n, v) |
| 230 | return |
| 231 | } |
| 232 | panic(fmt.Sprintf("invalid field: %d", n)) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 233 | } |
| 234 | func (fs *knownFields) Clear(n pref.FieldNumber) { |
| 235 | if fi := fs.mi.fields[n]; fi != nil { |
| 236 | fi.clear(fs.p) |
| 237 | return |
| 238 | } |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 239 | if fs.mi.Type.ExtensionRanges().Has(n) { |
| 240 | fs.extensionFields().Clear(n) |
| 241 | return |
| 242 | } |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 243 | } |
| 244 | func (fs *knownFields) Mutable(n pref.FieldNumber) pref.Mutable { |
| 245 | if fi := fs.mi.fields[n]; fi != nil { |
| 246 | return fi.mutable(fs.p) |
| 247 | } |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 248 | if fs.mi.Type.ExtensionRanges().Has(n) { |
| 249 | return fs.extensionFields().Mutable(n) |
| 250 | } |
| 251 | panic(fmt.Sprintf("invalid field: %d", n)) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 252 | } |
| 253 | func (fs *knownFields) Range(f func(pref.FieldNumber, pref.Value) bool) { |
| 254 | for n, fi := range fs.mi.fields { |
| 255 | if fi.has(fs.p) { |
| 256 | if !f(n, fi.get(fs.p)) { |
| 257 | return |
| 258 | } |
| 259 | } |
| 260 | } |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 261 | fs.extensionFields().Range(f) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 262 | } |
| 263 | func (fs *knownFields) ExtensionTypes() pref.ExtensionFieldTypes { |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 264 | return fs.extensionFields().ExtensionTypes() |
| 265 | } |
| 266 | func (fs *knownFields) extensionFields() pref.KnownFields { |
| 267 | return fs.mi.extensionFields((*messageDataType)(fs)) |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 268 | } |
| 269 | |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 270 | type emptyUnknownFields struct{} |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 271 | |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 272 | func (emptyUnknownFields) Len() int { return 0 } |
| 273 | func (emptyUnknownFields) Get(pref.FieldNumber) pref.RawFields { return nil } |
Joe Tsai | 34eb7ef | 2018-11-07 16:39:49 -0800 | [diff] [blame] | 274 | func (emptyUnknownFields) Set(pref.FieldNumber, pref.RawFields) { return } // noop |
| 275 | func (emptyUnknownFields) Range(func(pref.FieldNumber, pref.RawFields) bool) { return } |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 276 | func (emptyUnknownFields) IsSupported() bool { return false } |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 277 | |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 278 | type emptyExtensionFields struct{} |
Joe Tsai | c6b7561 | 2018-09-13 14:24:37 -0700 | [diff] [blame] | 279 | |
Joe Tsai | f0c01e4 | 2018-11-06 13:05:20 -0800 | [diff] [blame^] | 280 | func (emptyExtensionFields) Len() int { return 0 } |
| 281 | func (emptyExtensionFields) Has(pref.FieldNumber) bool { return false } |
| 282 | func (emptyExtensionFields) Get(pref.FieldNumber) pref.Value { return pref.Value{} } |
| 283 | func (emptyExtensionFields) Set(pref.FieldNumber, pref.Value) { panic("extensions not supported") } |
| 284 | func (emptyExtensionFields) Clear(pref.FieldNumber) { return } // noop |
| 285 | func (emptyExtensionFields) Mutable(pref.FieldNumber) pref.Mutable { panic("extensions not supported") } |
| 286 | func (emptyExtensionFields) Range(func(pref.FieldNumber, pref.Value) bool) { return } |
| 287 | func (emptyExtensionFields) ExtensionTypes() pref.ExtensionFieldTypes { return emptyExtensionTypes{} } |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 288 | |
| 289 | type emptyExtensionTypes struct{} |
| 290 | |
| 291 | func (emptyExtensionTypes) Len() int { return 0 } |
| 292 | func (emptyExtensionTypes) Register(pref.ExtensionType) { panic("extensions not supported") } |
Joe Tsai | 34eb7ef | 2018-11-07 16:39:49 -0800 | [diff] [blame] | 293 | func (emptyExtensionTypes) Remove(pref.ExtensionType) { return } // noop |
Joe Tsai | be5348c | 2018-10-23 18:31:18 -0700 | [diff] [blame] | 294 | func (emptyExtensionTypes) ByNumber(pref.FieldNumber) pref.ExtensionType { return nil } |
| 295 | func (emptyExtensionTypes) ByName(pref.FullName) pref.ExtensionType { return nil } |
Joe Tsai | 34eb7ef | 2018-11-07 16:39:49 -0800 | [diff] [blame] | 296 | func (emptyExtensionTypes) Range(func(pref.ExtensionType) bool) { return } |